-- Logs begin at Fri 2021-09-24 14:09:13 UTC, end at Fri 2021-09-24 15:19:11 UTC. -- Sep 24 14:45:24.215778 dv-cinder-809830-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Sep 24 14:45:29.284259 dv-cinder-809830-2-iscsi neutron-server[105855]: INFO neutron.common.config [-] Logging enabled! Sep 24 14:45:29.285463 dv-cinder-809830-2-iscsi neutron-server[105855]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev27 Sep 24 14:45:29.285987 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=105855) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 24 14:45:29.299066 dv-cinder-809830-2-iscsi neutron-server[105855]: INFO neutron.common.config [-] Logging enabled! Sep 24 14:45:29.299482 dv-cinder-809830-2-iscsi neutron-server[105855]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev27 Sep 24 14:45:29.299986 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=105855) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 24 14:45:29.301727 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 24 14:45:29.302082 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 24 14:45:29.302752 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 24 14:45:29.303697 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 24 14:45:29.304049 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 24 14:45:29.304595 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:29.305146 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:29.305655 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:29.306313 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:29.306828 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:29.316736 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:29.316736 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:29.316736 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:29.316736 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:29.316736 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:29.316736 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:29.316736 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:29.316736 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:29.317903 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.common.config [-] config_source = [] {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:29.317903 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:29.317903 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:29.317903 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.common.config [-] debug = True {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:29.317903 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:29.317903 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:29.318791 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:29.318791 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:29.318791 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:29.318791 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:29.318791 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:29.318791 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:29.318791 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:29.318791 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.common.config [-] host = dv-cinder-809830-2-iscsi {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:29.319735 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:29.319735 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:29.319735 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:29.320255 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:29.320781 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:29.321518 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:29.322192 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:29.322681 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.common.config [-] log_dir = None {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:29.323158 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.common.config [-] log_file = None {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:29.323881 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:29.324609 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:29.325374 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:29.326076 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:29.326696 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:29.327032 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:29.327427 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:29.328283 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:29.329330 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:29.329808 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:29.330270 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:29.330756 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:29.331259 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:29.331741 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:29.332247 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:29.332768 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:29.333275 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:29.333774 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:29.334780 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:29.335251 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:29.335735 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:29.336237 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:29.336748 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:29.337234 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:29.337701 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:29.338189 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:29.338649 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:29.339119 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:29.339612 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:29.340066 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:29.340517 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:29.341035 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:29.341506 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:29.341986 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:29.342668 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:29.343151 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.common.config [-] use_journal = False {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:29.343620 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.common.config [-] use_json = False {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:29.344103 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:29.344574 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:29.345103 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:29.345583 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:29.346079 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:29.346579 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:29.347249 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:29.352786 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:29.353509 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:29.354050 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:29.354586 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:29.355084 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:29.355678 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:29.356203 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:29.356772 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:29.357279 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:29.357800 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:29.358321 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:29.358845 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:29.359347 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:29.359876 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:29.360376 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:29.360957 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:29.361512 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:29.362021 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:29.362546 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:29.363034 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:29.363526 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:29.364016 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:29.364516 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:29.365078 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:29.365576 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:29.366104 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:29.366604 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:29.367079 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:29.367587 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:29.368101 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:29.368607 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:29.369132 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:29.369640 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:29.370151 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:29.370636 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:29.371108 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:29.371595 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:29.372113 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:29.372616 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:29.373125 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:29.373617 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:29.374099 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:29.374596 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:29.375059 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:29.375538 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:29.376056 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:29.376532 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:29.377051 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:29.377543 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:29.378037 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:29.378516 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:29.379018 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:29.379504 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:29.380002 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:29.380483 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:29.380994 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:29.381479 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:29.381968 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:29.382469 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:29.382955 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:29.383462 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:29.383928 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:29.384527 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:29.385066 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:29.391250 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:29.391250 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:29.391250 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:29.391250 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:29.391250 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:29.391250 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:29.391250 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:29.391250 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:29.391250 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:29.392413 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:29.392413 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:29.392413 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:29.392413 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:29.392413 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:29.392413 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:29.393410 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:29.393410 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:29.393861 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:29.394362 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:29.394844 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:29.395338 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:29.395861 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:29.396367 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:29.397486 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:29.397986 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:29.398425 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:29.398960 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:29.399462 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:29.399916 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:29.400398 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:29.401000 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:29.401474 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:29.401982 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:29.402507 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:29.403023 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:29.403538 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:29.404070 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:29.404732 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:29.405260 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:29.405791 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:29.406278 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:29.406604 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 24 14:45:29.407006 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=105855) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 24 14:45:30.054768 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=105855) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 24 14:45:30.055175 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=105855) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 24 14:45:30.055631 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=105855) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 24 14:45:30.056111 dv-cinder-809830-2-iscsi neutron-server[105855]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 24 14:45:30.761270 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:45:30.762235 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:45:30.762235 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:45:30.764478 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:45:30.764956 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:45:30.765389 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:45:30.833764 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:45:30.834222 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:45:30.834662 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:45:30.861304 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:45:30.861751 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:45:30.862166 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:45:30.914747 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:45:30.915182 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:45:30.915612 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:45:30.988784 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:45:30.989219 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:45:30.989654 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:45:31.436790 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=105855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:45:31.437256 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=105855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:45:31.437700 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=105855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:45:31.438236 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=105855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:45:31.439704 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=105855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:45:31.657607 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=105855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:45:31.658020 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=105855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:45:31.658494 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=105855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:45:31.659037 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=105855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:45:31.659392 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=105855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:45:31.660031 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=105855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:45:31.660494 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=105855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:45:31.660971 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=105855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:45:31.661376 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=105855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:45:31.661861 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=105855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:45:31.663036 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=105855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:45:31.663338 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=105855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:45:31.663873 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=105855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:45:31.664308 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=105855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:45:31.664792 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=105855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:45:31.665261 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:45:31.665695 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=105855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:45:31.666288 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=105855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:45:31.666785 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=105855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:45:31.667253 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=105855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:45:31.667746 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:45:31.668203 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:45:31.668732 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=105855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:45:31.669409 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:45:31.669846 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:45:31.670271 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:45:31.671054 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=105855) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 24 14:45:31.671464 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=105855) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 24 14:45:31.671891 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=105855) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 24 14:45:31.672314 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=105855) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 24 14:45:31.672786 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=105855) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 24 14:45:31.673217 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=105855) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 24 14:45:31.673930 dv-cinder-809830-2-iscsi neutron-server[105855]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 24 14:45:31.679953 dv-cinder-809830-2-iscsi neutron-server[105855]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 24 14:45:31.687427 dv-cinder-809830-2-iscsi neutron-server[105855]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 24 14:45:31.694477 dv-cinder-809830-2-iscsi neutron-server[105855]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1000, 1049)])]) Sep 24 14:45:31.697620 dv-cinder-809830-2-iscsi neutron-server[105855]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 24 14:45:31.698352 dv-cinder-809830-2-iscsi neutron-server[105855]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 24 14:45:31.698907 dv-cinder-809830-2-iscsi neutron-server[105855]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 24 14:45:31.699566 dv-cinder-809830-2-iscsi neutron-server[105855]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 24 14:45:31.704758 dv-cinder-809830-2-iscsi neutron-server[105855]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 24 14:45:31.705045 dv-cinder-809830-2-iscsi neutron-server[105855]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 24 14:45:31.705450 dv-cinder-809830-2-iscsi neutron-server[105855]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 24 14:45:31.715112 dv-cinder-809830-2-iscsi neutron-server[105855]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 24 14:45:31.751260 dv-cinder-809830-2-iscsi neutron-server[105855]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 24 14:45:31.752054 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=105855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:45:31.752554 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=105855) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Sep 24 14:45:31.753223 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=105855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:45:31.755964 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=105855) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 24 14:45:31.756857 dv-cinder-809830-2-iscsi neutron-server[105855]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 24 14:45:31.757265 dv-cinder-809830-2-iscsi neutron-server[105855]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 24 14:45:31.763384 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=105855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:45:31.764586 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=105855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:45:31.891599 dv-cinder-809830-2-iscsi neutron-server[105855]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 24 14:45:31.891979 dv-cinder-809830-2-iscsi neutron-server[105855]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 24 14:45:31.892363 dv-cinder-809830-2-iscsi neutron-server[105855]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 24 14:45:31.893304 dv-cinder-809830-2-iscsi neutron-server[105855]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 24 14:45:31.933224 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_db.sqlalchemy.engines [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=105855) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 24 14:45:32.952727 dv-cinder-809830-2-iscsi neutron-server[105855]: INFO neutron.plugins.ml2.managers [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Initializing driver for type 'gre' Sep 24 14:45:32.953816 dv-cinder-809830-2-iscsi neutron-server[105855]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] gre ID ranges: [(1, 1000)] Sep 24 14:45:33.065056 dv-cinder-809830-2-iscsi neutron-server[105855]: INFO neutron.plugins.ml2.managers [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Initializing driver for type 'local' Sep 24 14:45:33.065675 dv-cinder-809830-2-iscsi neutron-server[105855]: INFO neutron.plugins.ml2.managers [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Initializing driver for type 'vlan' Sep 24 14:45:33.093655 dv-cinder-809830-2-iscsi neutron-server[105855]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] VlanTypeDriver initialization complete Sep 24 14:45:33.094372 dv-cinder-809830-2-iscsi neutron-server[105855]: INFO neutron.plugins.ml2.managers [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Initializing driver for type 'vxlan' Sep 24 14:45:33.095161 dv-cinder-809830-2-iscsi neutron-server[105855]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] vxlan ID ranges: [(1, 1000)] Sep 24 14:45:33.219216 dv-cinder-809830-2-iscsi neutron-server[105855]: INFO neutron.plugins.ml2.managers [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Initializing extension driver 'port_security' Sep 24 14:45:33.219622 dv-cinder-809830-2-iscsi neutron-server[105855]: INFO neutron.plugins.ml2.extensions.port_security [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] PortSecurityExtensionDriver initialization complete Sep 24 14:45:33.220181 dv-cinder-809830-2-iscsi neutron-server[105855]: INFO neutron.plugins.ml2.managers [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Initializing mechanism driver 'openvswitch' Sep 24 14:45:33.220766 dv-cinder-809830-2-iscsi neutron-server[105855]: INFO neutron.plugins.ml2.managers [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Initializing mechanism driver 'hyperv' Sep 24 14:45:33.233098 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.plugins.ml2.plugin [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=105855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:45:33.234307 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron_lib.callbacks.manager [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Subscribe: > port after_create 55550000 {{(pid=105855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:45:33.234930 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron_lib.callbacks.manager [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Subscribe: > port after_update 55550000 {{(pid=105855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:45:33.235629 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron_lib.callbacks.manager [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Subscribe: > port after_delete 55550000 {{(pid=105855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:45:33.236477 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=105855) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 24 14:45:33.237263 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron_lib.callbacks.manager [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Subscribe: > subnet after_create 55550000 {{(pid=105855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:45:33.237998 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron_lib.callbacks.manager [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Subscribe: > subnet after_update 55550000 {{(pid=105855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:45:33.238452 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron_lib.callbacks.manager [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Subscribe: > subnet after_delete 55550000 {{(pid=105855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:45:33.239147 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=105855) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 24 14:45:33.239842 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron_lib.callbacks.manager [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Subscribe: > network after_create 55550000 {{(pid=105855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:45:33.240473 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron_lib.callbacks.manager [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Subscribe: > network after_update 55550000 {{(pid=105855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:45:33.241080 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron_lib.callbacks.manager [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Subscribe: > network after_delete 55550000 {{(pid=105855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:45:33.241793 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=105855) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 24 14:45:33.242496 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron_lib.callbacks.manager [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Subscribe: > security_group after_create 55550000 {{(pid=105855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:45:33.243098 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron_lib.callbacks.manager [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Subscribe: > security_group after_update 55550000 {{(pid=105855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:45:33.243686 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron_lib.callbacks.manager [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Subscribe: > security_group after_delete 55550000 {{(pid=105855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:45:33.244672 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=105855) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 24 14:45:33.245434 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron_lib.callbacks.manager [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=105855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:45:33.246104 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron_lib.callbacks.manager [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=105855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:45:33.246655 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron_lib.callbacks.manager [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=105855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:45:33.247359 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=105855) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 24 14:45:33.248067 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron_lib.callbacks.manager [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Subscribe: > address_group after_create 55550000 {{(pid=105855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:45:33.248660 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron_lib.callbacks.manager [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Subscribe: > address_group after_update 55550000 {{(pid=105855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:45:33.249262 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron_lib.callbacks.manager [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Subscribe: > address_group after_delete 55550000 {{(pid=105855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:45:33.249973 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=105855) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 24 14:45:33.250619 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] ML2 OVO RPC backend initialized. {{(pid=105855) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Sep 24 14:45:33.251721 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron_lib.callbacks.manager [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Subscribe: > router_interface after_create 55550000 {{(pid=105855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:45:33.252229 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron_lib.callbacks.manager [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=105855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:45:33.252912 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron_lib.callbacks.manager [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Subscribe: > network before_response 55550000 {{(pid=105855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:45:33.253495 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron_lib.callbacks.manager [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Subscribe: > networks before_response 55550000 {{(pid=105855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:45:33.254055 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron_lib.callbacks.manager [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Subscribe: > port before_response 55550000 {{(pid=105855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:45:33.254641 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron_lib.callbacks.manager [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Subscribe: > ports before_response 55550000 {{(pid=105855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:45:33.255229 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron_lib.callbacks.manager [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Subscribe: > subnet before_response 55550000 {{(pid=105855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:45:33.255811 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron_lib.callbacks.manager [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Subscribe: > subnets before_response 55550000 {{(pid=105855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:45:33.256461 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron_lib.callbacks.manager [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Subscribe: > network after_create 55550000 {{(pid=105855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:45:33.257096 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron_lib.callbacks.manager [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Subscribe: > network after_update 55550000 {{(pid=105855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:45:33.257686 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron_lib.callbacks.manager [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Subscribe: > network after_delete 55550000 {{(pid=105855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:45:33.258270 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron_lib.callbacks.manager [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Subscribe: > port after_create 55550000 {{(pid=105855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:45:33.258824 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron_lib.callbacks.manager [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Subscribe: > port after_update 55550000 {{(pid=105855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:45:33.259391 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron_lib.callbacks.manager [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Subscribe: > port after_delete 55550000 {{(pid=105855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:45:33.259972 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron_lib.callbacks.manager [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Subscribe: > subnet after_create 55550000 {{(pid=105855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:45:33.260540 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron_lib.callbacks.manager [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Subscribe: > subnet after_update 55550000 {{(pid=105855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:45:33.261162 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron_lib.callbacks.manager [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Subscribe: > subnet after_delete 55550000 {{(pid=105855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:45:33.262273 dv-cinder-809830-2-iscsi neutron-server[105855]: INFO neutron.plugins.ml2.plugin [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Modular L2 Plugin initialization complete Sep 24 14:45:33.262826 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.manager [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Loading services supported by the core plugin {{(pid=105855) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 24 14:45:33.263385 dv-cinder-809830-2-iscsi neutron-server[105855]: INFO neutron.plugins.ml2.managers [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Got port-security extension from driver 'port_security' Sep 24 14:45:33.264219 dv-cinder-809830-2-iscsi neutron-server[105855]: INFO neutron.extensions.vlantransparent [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Disabled vlantransparent extension. Sep 24 14:45:33.265107 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.manager [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=105855) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 24 14:45:33.265668 dv-cinder-809830-2-iscsi neutron-server[105855]: INFO neutron.manager [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Loading Plugin: router Sep 24 14:45:33.331992 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron_lib.callbacks.manager [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Subscribe: > router_interface before_create 55550000 {{(pid=105855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:45:33.332669 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron_lib.callbacks.manager [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Subscribe: > router after_create 55549900 {{(pid=105855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:45:33.333360 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron_lib.callbacks.manager [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Subscribe: > router before_create 55549900 {{(pid=105855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:45:33.333983 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron_lib.callbacks.manager [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=105855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:45:33.336114 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron_lib.callbacks.manager [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=105855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:45:33.336853 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron_lib.callbacks.manager [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Subscribe: > router after_delete 55549900 {{(pid=105855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:45:33.337474 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron_lib.callbacks.manager [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Subscribe: > floatingip after_create 55550000 {{(pid=105855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:45:33.338058 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron_lib.callbacks.manager [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Subscribe: > floatingip after_update 55550000 {{(pid=105855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:45:33.338677 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron_lib.callbacks.manager [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Subscribe: > router after_create 55549900 {{(pid=105855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:45:33.339297 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron_lib.callbacks.manager [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Subscribe: > router after_update 55549900 {{(pid=105855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:45:33.339933 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron_lib.callbacks.manager [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Subscribe: > router after_update 55549900 {{(pid=105855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:45:33.340538 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron_lib.callbacks.manager [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=105855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:45:33.341254 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron_lib.callbacks.manager [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Subscribe: > router after_update 55549900 {{(pid=105855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:45:33.341978 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron_lib.callbacks.manager [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Subscribe: > router precommit_update 55549900 {{(pid=105855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:45:33.342634 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron_lib.callbacks.manager [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Subscribe: port after_update 55550000 {{(pid=105855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:45:33.343233 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron_lib.callbacks.manager [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Subscribe: port after_delete 55550000 {{(pid=105855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:45:33.343861 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron_lib.callbacks.manager [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Subscribe: subnet after_update 55550000 {{(pid=105855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:45:33.344438 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron_lib.callbacks.manager [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=105855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:45:33.345097 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron_lib.callbacks.manager [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Subscribe: > port precommit_delete 55550000 {{(pid=105855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:45:33.345699 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron_lib.callbacks.manager [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Subscribe: > router precommit_create 55549900 {{(pid=105855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:45:33.346306 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron_lib.callbacks.manager [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Subscribe: port before_delete 55550000 {{(pid=105855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:45:33.346916 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron_lib.callbacks.manager [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Subscribe: > router precommit_create 55550000 {{(pid=105855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:45:33.347559 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron_lib.callbacks.manager [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Subscribe: > router after_update 55549900 {{(pid=105855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:45:33.348130 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron_lib.callbacks.manager [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Subscribe: > router precommit_delete 55549900 {{(pid=105855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:45:33.348765 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron_lib.callbacks.manager [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Subscribe: > router precommit_create 55549900 {{(pid=105855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:45:33.349397 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron_lib.callbacks.manager [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Subscribe: > router_interface after_create 55550000 {{(pid=105855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:45:33.350605 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron_lib.callbacks.manager [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Subscribe: > router precommit_update 55549900 {{(pid=105855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:45:33.351200 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron_lib.callbacks.manager [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Subscribe: > agent after_create 55550000 {{(pid=105855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:45:33.351784 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron_lib.callbacks.manager [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Subscribe: > agent after_delete 55550000 {{(pid=105855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:45:33.352341 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron_lib.callbacks.manager [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Subscribe: > network after_delete 55550000 {{(pid=105855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:45:33.354018 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.quota.resource_registry [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Tracking information for resource: router configured {{(pid=105855) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 24 14:45:33.354611 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.quota.resource_registry [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Tracking information for resource: floatingip configured {{(pid=105855) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 24 14:45:33.364415 dv-cinder-809830-2-iscsi neutron-server[105855]: INFO neutron.db.l3_agentschedulers_db [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 24 14:45:33.365585 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron_lib.callbacks.manager [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Subscribe: port after_update 55550000 {{(pid=105855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:45:33.366212 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron_lib.callbacks.manager [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Subscribe: port after_create 55550000 {{(pid=105855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:45:33.366928 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron_lib.callbacks.manager [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Subscribe: port after_delete 55550000 {{(pid=105855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:45:33.371624 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron_lib.callbacks.manager [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Subscribe: port after_update 55550000 {{(pid=105855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:45:33.373186 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron_lib.callbacks.manager [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Subscribe: > router before_create 55550100 {{(pid=105855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:45:33.373785 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron_lib.callbacks.manager [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Subscribe: > router precommit_delete 55550100 {{(pid=105855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:45:33.375486 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron_lib.callbacks.manager [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Subscribe: > router precommit_create 55550100 {{(pid=105855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:45:33.376167 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron_lib.callbacks.manager [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Subscribe: > router precommit_update 55550100 {{(pid=105855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:45:33.387120 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.services.provider_configuration [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Service providers = [] {{(pid=105855) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 24 14:45:33.387683 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.db.servicetype_db [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=105855) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 24 14:45:33.393237 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.services.service_base [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=105855) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 24 14:45:33.393827 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.services.service_base [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=105855) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 24 14:45:33.394396 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.services.service_base [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=105855) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 24 14:45:33.396073 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.services.service_base [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=105855) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 24 14:45:33.397262 dv-cinder-809830-2-iscsi neutron-server[105855]: INFO neutron.services.service_base [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 24 14:45:33.398042 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.manager [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=105855) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 24 14:45:33.398552 dv-cinder-809830-2-iscsi neutron-server[105855]: INFO neutron.manager [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 24 14:45:33.418223 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.manager [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=105855) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 24 14:45:33.418758 dv-cinder-809830-2-iscsi neutron-server[105855]: INFO neutron.manager [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Loading Plugin: auto_allocate Sep 24 14:45:33.429175 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron_lib.callbacks.manager [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Subscribe: network precommit_update 55550000 {{(pid=105855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:45:33.429793 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron_lib.callbacks.manager [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Subscribe: network precommit_create 55550000 {{(pid=105855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:45:33.430751 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.manager [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=105855) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 24 14:45:33.431561 dv-cinder-809830-2-iscsi neutron-server[105855]: INFO neutron.manager [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Loading Plugin: tag Sep 24 14:45:33.445482 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.manager [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=105855) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 24 14:45:33.446028 dv-cinder-809830-2-iscsi neutron-server[105855]: INFO neutron.manager [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Loading Plugin: timestamp Sep 24 14:45:33.453544 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.manager [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=105855) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 24 14:45:33.454067 dv-cinder-809830-2-iscsi neutron-server[105855]: INFO neutron.manager [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Loading Plugin: network_ip_availability Sep 24 14:45:33.464721 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron_lib.callbacks.manager [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=105855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:45:33.465366 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron_lib.callbacks.manager [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=105855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:45:33.465939 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron_lib.callbacks.manager [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:45:33.467284 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.manager [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=105855) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 24 14:45:33.467809 dv-cinder-809830-2-iscsi neutron-server[105855]: INFO neutron.manager [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Loading Plugin: flavors Sep 24 14:45:33.476877 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.manager [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=105855) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 24 14:45:33.477328 dv-cinder-809830-2-iscsi neutron-server[105855]: INFO neutron.manager [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Loading Plugin: revisions Sep 24 14:45:33.485419 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.manager [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=105855) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 24 14:45:33.486074 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_concurrency.lockutils [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 3.430s {{(pid=105855) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 24 14:45:33.487504 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=105855) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Sep 24 14:45:33.488062 dv-cinder-809830-2-iscsi neutron-server[105855]: INFO neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Initializing extension manager. Sep 24 14:45:33.488947 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Loading extension file: __init__.py {{(pid=105855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:45:33.489536 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Loading extension file: __pycache__ {{(pid=105855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:45:33.490096 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=105855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:45:33.490713 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Loading extension file: address_group.py {{(pid=105855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:45:33.492147 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=105855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:45:33.493277 dv-cinder-809830-2-iscsi neutron-server[105855]: INFO neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Loaded extension: address-group Sep 24 14:45:33.493827 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Loading extension file: address_scope.py {{(pid=105855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:45:33.495632 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=105855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:45:33.496595 dv-cinder-809830-2-iscsi neutron-server[105855]: INFO neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Loaded extension: address-scope Sep 24 14:45:33.497193 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Loading extension file: admin_state_down_before_update.py {{(pid=105855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:45:33.498913 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=105855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:45:33.499865 dv-cinder-809830-2-iscsi neutron-server[105855]: INFO neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Loaded extension: router-admin-state-down-before-update Sep 24 14:45:33.500431 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Loading extension file: agent.py {{(pid=105855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:45:33.501749 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=105855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:45:33.502676 dv-cinder-809830-2-iscsi neutron-server[105855]: INFO neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Loaded extension: agent Sep 24 14:45:33.503238 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Loading extension file: agent_resources_synced.py {{(pid=105855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:45:33.504969 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=105855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:45:33.505938 dv-cinder-809830-2-iscsi neutron-server[105855]: INFO neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Loaded extension: agent-resources-synced Sep 24 14:45:33.507038 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Loading extension file: allowedaddresspairs.py {{(pid=105855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:45:33.510451 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=105855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:45:33.511411 dv-cinder-809830-2-iscsi neutron-server[105855]: INFO neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Loaded extension: allowed-address-pairs Sep 24 14:45:33.511917 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Loading extension file: auto_allocated_topology.py {{(pid=105855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:45:33.513917 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=105855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:45:33.514791 dv-cinder-809830-2-iscsi neutron-server[105855]: INFO neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Loaded extension: auto-allocated-topology Sep 24 14:45:33.515329 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Loading extension file: availability_zone.py {{(pid=105855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:45:33.516590 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=105855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:45:33.517544 dv-cinder-809830-2-iscsi neutron-server[105855]: INFO neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Loaded extension: availability_zone Sep 24 14:45:33.518334 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Loading extension file: availability_zone_filter.py {{(pid=105855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:45:33.520035 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=105855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:45:33.521017 dv-cinder-809830-2-iscsi neutron-server[105855]: INFO neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Loaded extension: availability_zone_filter Sep 24 14:45:33.521549 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Loading extension file: data_plane_status.py {{(pid=105855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:45:33.524053 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=105855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:45:33.525046 dv-cinder-809830-2-iscsi neutron-server[105855]: INFO neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Extension data-plane-status not supported by any of loaded plugins Sep 24 14:45:33.525601 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Loading extension file: default_subnetpools.py {{(pid=105855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:45:33.527295 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=105855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:45:33.528253 dv-cinder-809830-2-iscsi neutron-server[105855]: INFO neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Loaded extension: default-subnetpools Sep 24 14:45:33.528872 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Loading extension file: dhcpagentscheduler.py {{(pid=105855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:45:33.530350 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=105855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:45:33.531299 dv-cinder-809830-2-iscsi neutron-server[105855]: INFO neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Loaded extension: dhcp_agent_scheduler Sep 24 14:45:33.531849 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Loading extension file: dns.py {{(pid=105855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:45:33.533609 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=105855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:45:33.534581 dv-cinder-809830-2-iscsi neutron-server[105855]: INFO neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Extension dns-integration not supported by any of loaded plugins Sep 24 14:45:33.535146 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Loading extension file: dns_domain_ports.py {{(pid=105855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:45:33.536886 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=105855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:45:33.537853 dv-cinder-809830-2-iscsi neutron-server[105855]: INFO neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 24 14:45:33.538403 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=105855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:45:33.540075 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=105855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:45:33.541094 dv-cinder-809830-2-iscsi neutron-server[105855]: INFO neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 24 14:45:33.541658 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Loading extension file: dvr.py {{(pid=105855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:45:33.542818 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=105855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:45:33.543700 dv-cinder-809830-2-iscsi neutron-server[105855]: INFO neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Loaded extension: dvr Sep 24 14:45:33.544206 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Loading extension file: ecmp_routes.py {{(pid=105855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:45:33.545900 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=105855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:45:33.546820 dv-cinder-809830-2-iscsi neutron-server[105855]: INFO neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Extension ecmp_routes not supported by any of loaded plugins Sep 24 14:45:33.547379 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Loading extension file: empty_string_filtering.py {{(pid=105855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:45:33.549102 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=105855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:45:33.550045 dv-cinder-809830-2-iscsi neutron-server[105855]: INFO neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Loaded extension: empty-string-filtering Sep 24 14:45:33.550606 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=105855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:45:33.552241 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=105855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:45:33.553307 dv-cinder-809830-2-iscsi neutron-server[105855]: INFO neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 24 14:45:33.553879 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=105855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:45:33.555587 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=105855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:45:33.556556 dv-cinder-809830-2-iscsi neutron-server[105855]: INFO neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 24 14:45:33.557151 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Loading extension file: external_net.py {{(pid=105855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:45:33.558801 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=105855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:45:33.559774 dv-cinder-809830-2-iscsi neutron-server[105855]: INFO neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Loaded extension: external-net Sep 24 14:45:33.560332 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Loading extension file: extra_dhcp_opt.py {{(pid=105855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:45:33.562075 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=105855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:45:33.563040 dv-cinder-809830-2-iscsi neutron-server[105855]: INFO neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Loaded extension: extra_dhcp_opt Sep 24 14:45:33.563612 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Loading extension file: extraroute.py {{(pid=105855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:45:33.565374 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=105855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:45:33.566347 dv-cinder-809830-2-iscsi neutron-server[105855]: INFO neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Loaded extension: extraroute Sep 24 14:45:33.566914 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Loading extension file: extraroute_atomic.py {{(pid=105855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:45:33.569399 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=105855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:45:33.570345 dv-cinder-809830-2-iscsi neutron-server[105855]: INFO neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Loaded extension: extraroute-atomic Sep 24 14:45:33.570919 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Loading extension file: filter_validation.py {{(pid=105855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:45:33.572133 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=105855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:45:33.573301 dv-cinder-809830-2-iscsi neutron-server[105855]: INFO neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Loaded extension: filter-validation Sep 24 14:45:33.573645 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Loading extension file: fip_pf_description.py {{(pid=105855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:45:33.575531 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=105855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:45:33.576454 dv-cinder-809830-2-iscsi neutron-server[105855]: INFO neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 24 14:45:33.577045 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Loading extension file: fip_port_details.py {{(pid=105855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:45:33.578900 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=105855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:45:33.579833 dv-cinder-809830-2-iscsi neutron-server[105855]: INFO neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Loaded extension: fip-port-details Sep 24 14:45:33.580389 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Loading extension file: flavors.py {{(pid=105855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:45:33.582759 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=105855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:45:33.583723 dv-cinder-809830-2-iscsi neutron-server[105855]: INFO neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Loaded extension: flavors Sep 24 14:45:33.584886 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=105855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:45:33.588004 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=105855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:45:33.588995 dv-cinder-809830-2-iscsi neutron-server[105855]: INFO neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 24 14:45:33.589538 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Loading extension file: floatingip_pools.py {{(pid=105855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:45:33.590808 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=105855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:45:33.591698 dv-cinder-809830-2-iscsi neutron-server[105855]: INFO neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Loaded extension: floatingip-pools Sep 24 14:45:33.592237 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Loading extension file: ip_allocation.py {{(pid=105855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:45:33.593912 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=105855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:45:33.594807 dv-cinder-809830-2-iscsi neutron-server[105855]: INFO neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Extension ip_allocation not supported by any of loaded plugins Sep 24 14:45:33.595342 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=105855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:45:33.597104 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=105855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:45:33.598064 dv-cinder-809830-2-iscsi neutron-server[105855]: INFO neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Loaded extension: ip-substring-filtering Sep 24 14:45:33.598633 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Loading extension file: l2_adjacency.py {{(pid=105855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:45:33.600384 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=105855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:45:33.601391 dv-cinder-809830-2-iscsi neutron-server[105855]: INFO neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Extension l2_adjacency not supported by any of loaded plugins Sep 24 14:45:33.601964 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Loading extension file: l3.py {{(pid=105855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:45:33.604016 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=105855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:45:33.605007 dv-cinder-809830-2-iscsi neutron-server[105855]: INFO neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Loaded extension: router Sep 24 14:45:33.605572 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Loading extension file: l3_conntrack_helper.py {{(pid=105855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:45:33.609879 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=105855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:45:33.610857 dv-cinder-809830-2-iscsi neutron-server[105855]: INFO neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 24 14:45:33.611403 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=105855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:45:33.613156 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=105855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:45:33.614125 dv-cinder-809830-2-iscsi neutron-server[105855]: INFO neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Loaded extension: ext-gw-mode Sep 24 14:45:33.614708 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=105855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:45:33.616395 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=105855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:45:33.617434 dv-cinder-809830-2-iscsi neutron-server[105855]: INFO neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Loaded extension: l3-ha Sep 24 14:45:33.617997 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Loading extension file: l3_flavors.py {{(pid=105855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:45:33.619690 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=105855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:45:33.620662 dv-cinder-809830-2-iscsi neutron-server[105855]: INFO neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Loaded extension: l3-flavors Sep 24 14:45:33.621274 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=105855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:45:33.622956 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=105855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:45:33.623937 dv-cinder-809830-2-iscsi neutron-server[105855]: INFO neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Loaded extension: l3-port-ip-change-not-allowed Sep 24 14:45:33.624512 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Loading extension file: l3agentscheduler.py {{(pid=105855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:45:33.626556 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=105855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:45:33.627372 dv-cinder-809830-2-iscsi neutron-server[105855]: INFO neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Loaded extension: l3_agent_scheduler Sep 24 14:45:33.627930 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Loading extension file: logging.py {{(pid=105855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:45:33.630717 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=105855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:45:33.632327 dv-cinder-809830-2-iscsi neutron-server[105855]: INFO neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Extension logging not supported by any of loaded plugins Sep 24 14:45:33.632932 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Loading extension file: metering.py {{(pid=105855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:45:33.634379 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=105855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:45:33.641708 dv-cinder-809830-2-iscsi neutron-server[105855]: INFO neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Loaded extension: metering Sep 24 14:45:33.642281 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=105855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:45:33.646083 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=105855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:45:33.647156 dv-cinder-809830-2-iscsi neutron-server[105855]: INFO neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Loaded extension: metering_source_and_destination_fields Sep 24 14:45:33.647729 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Loading extension file: multiprovidernet.py {{(pid=105855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:45:33.649520 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=105855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:45:33.650507 dv-cinder-809830-2-iscsi neutron-server[105855]: INFO neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Loaded extension: multi-provider Sep 24 14:45:33.651045 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Loading extension file: netmtu.py {{(pid=105855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:45:33.652706 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=105855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:45:33.653649 dv-cinder-809830-2-iscsi neutron-server[105855]: INFO neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Loaded extension: net-mtu Sep 24 14:45:33.654198 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Loading extension file: netmtu_writable.py {{(pid=105855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:45:33.655877 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=105855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:45:33.656875 dv-cinder-809830-2-iscsi neutron-server[105855]: INFO neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Loaded extension: net-mtu-writable Sep 24 14:45:33.657429 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Loading extension file: network_availability_zone.py {{(pid=105855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:45:33.658618 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=105855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:45:33.659566 dv-cinder-809830-2-iscsi neutron-server[105855]: INFO neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Loaded extension: network_availability_zone Sep 24 14:45:33.660115 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Loading extension file: network_ip_availability.py {{(pid=105855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:45:33.662150 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=105855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:45:33.663630 dv-cinder-809830-2-iscsi neutron-server[105855]: INFO neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Loaded extension: network-ip-availability Sep 24 14:45:33.664185 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Loading extension file: network_segment_range.py {{(pid=105855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:45:33.665637 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=105855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:45:33.666585 dv-cinder-809830-2-iscsi neutron-server[105855]: INFO neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Extension network-segment-range not supported by any of loaded plugins Sep 24 14:45:33.667135 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Loading extension file: pagination.py {{(pid=105855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:45:33.668973 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=105855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:45:33.669528 dv-cinder-809830-2-iscsi neutron-server[105855]: INFO neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Loaded extension: pagination Sep 24 14:45:33.670063 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Loading extension file: port_device_profile.py {{(pid=105855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:45:33.671663 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=105855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:45:33.672637 dv-cinder-809830-2-iscsi neutron-server[105855]: INFO neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Loaded extension: port-device-profile Sep 24 14:45:33.673238 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=105855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:45:33.674870 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=105855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:45:33.675823 dv-cinder-809830-2-iscsi neutron-server[105855]: INFO neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Loaded extension: port-mac-address-regenerate Sep 24 14:45:33.676376 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=105855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:45:33.678615 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=105855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:45:33.679546 dv-cinder-809830-2-iscsi neutron-server[105855]: INFO neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Loaded extension: port-numa-affinity-policy Sep 24 14:45:33.680096 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Loading extension file: port_resource_request.py {{(pid=105855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:45:33.682038 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=105855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:45:33.682966 dv-cinder-809830-2-iscsi neutron-server[105855]: INFO neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Extension port-resource-request not supported by any of loaded plugins Sep 24 14:45:33.683513 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Loading extension file: portbindings.py {{(pid=105855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:45:33.685238 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=105855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:45:33.686177 dv-cinder-809830-2-iscsi neutron-server[105855]: INFO neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Loaded extension: binding Sep 24 14:45:33.686723 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Loading extension file: portbindings_extended.py {{(pid=105855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:45:33.688974 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=105855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:45:33.689927 dv-cinder-809830-2-iscsi neutron-server[105855]: INFO neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Loaded extension: binding-extended Sep 24 14:45:33.690484 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Loading extension file: portsecurity.py {{(pid=105855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:45:33.692063 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=105855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:45:33.693058 dv-cinder-809830-2-iscsi neutron-server[105855]: INFO neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Loaded extension: port-security Sep 24 14:45:33.693670 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Loading extension file: project_id.py {{(pid=105855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:45:33.695425 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=105855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:45:33.695961 dv-cinder-809830-2-iscsi neutron-server[105855]: INFO neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Loaded extension: project-id Sep 24 14:45:33.696511 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Loading extension file: providernet.py {{(pid=105855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:45:33.698175 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=105855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:45:33.699146 dv-cinder-809830-2-iscsi neutron-server[105855]: INFO neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Loaded extension: provider Sep 24 14:45:33.699693 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Loading extension file: qos.py {{(pid=105855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:45:33.706329 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=105855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:45:33.707326 dv-cinder-809830-2-iscsi neutron-server[105855]: INFO neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Extension qos not supported by any of loaded plugins Sep 24 14:45:33.707896 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=105855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:45:33.710569 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=105855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:45:33.711532 dv-cinder-809830-2-iscsi neutron-server[105855]: INFO neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 24 14:45:33.712082 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=105855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:45:33.713709 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=105855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:45:33.714683 dv-cinder-809830-2-iscsi neutron-server[105855]: INFO neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 24 14:45:33.715237 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Loading extension file: qos_default.py {{(pid=105855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:45:33.716957 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=105855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:45:33.717907 dv-cinder-809830-2-iscsi neutron-server[105855]: INFO neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Extension qos-default not supported by any of loaded plugins Sep 24 14:45:33.718449 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Loading extension file: qos_fip.py {{(pid=105855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:45:33.719581 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=105855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:45:33.720546 dv-cinder-809830-2-iscsi neutron-server[105855]: INFO neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Extension qos-fip not supported by any of loaded plugins Sep 24 14:45:33.721135 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Loading extension file: qos_gateway_ip.py {{(pid=105855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:45:33.722780 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=105855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:45:33.723711 dv-cinder-809830-2-iscsi neutron-server[105855]: INFO neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 24 14:45:33.724261 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Loading extension file: qos_port_network_policy.py {{(pid=105855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:45:33.726351 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=105855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:45:33.727368 dv-cinder-809830-2-iscsi neutron-server[105855]: INFO neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 24 14:45:33.727846 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Loading extension file: qos_pps_rule.py {{(pid=105855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:45:33.729997 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=105855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:45:33.730922 dv-cinder-809830-2-iscsi neutron-server[105855]: INFO neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Extension qos-pps not supported by any of loaded plugins Sep 24 14:45:33.731475 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Loading extension file: qos_rule_type_details.py {{(pid=105855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:45:33.733388 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=105855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:45:33.734330 dv-cinder-809830-2-iscsi neutron-server[105855]: INFO neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 24 14:45:33.734885 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Loading extension file: qos_rules_alias.py {{(pid=105855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:45:33.736762 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=105855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:45:33.737876 dv-cinder-809830-2-iscsi neutron-server[105855]: INFO neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 24 14:45:33.738434 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Loading extension file: quotasv2.py {{(pid=105855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:45:33.740122 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=105855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:45:33.740796 dv-cinder-809830-2-iscsi neutron-server[105855]: INFO neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Loaded extension: quotas Sep 24 14:45:33.741358 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Loading extension file: quotasv2_detail.py {{(pid=105855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:45:33.747231 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=105855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:45:33.747793 dv-cinder-809830-2-iscsi neutron-server[105855]: INFO neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Loaded extension: quota_details Sep 24 14:45:33.748351 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Loading extension file: rbac.py {{(pid=105855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:45:33.750379 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=105855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:45:33.751381 dv-cinder-809830-2-iscsi neutron-server[105855]: INFO neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Loaded extension: rbac-policies Sep 24 14:45:33.751937 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Loading extension file: rbac_address_group.py {{(pid=105855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:45:33.753648 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=105855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:45:33.754590 dv-cinder-809830-2-iscsi neutron-server[105855]: INFO neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Loaded extension: rbac-address-group Sep 24 14:45:33.755128 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Loading extension file: rbac_address_scope.py {{(pid=105855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:45:33.757352 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=105855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:45:33.758265 dv-cinder-809830-2-iscsi neutron-server[105855]: INFO neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Loaded extension: rbac-address-scope Sep 24 14:45:33.758822 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Loading extension file: rbac_security_groups.py {{(pid=105855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:45:33.760455 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=105855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:45:33.761445 dv-cinder-809830-2-iscsi neutron-server[105855]: INFO neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Loaded extension: rbac-security-groups Sep 24 14:45:33.761996 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Loading extension file: rbac_subnetpool.py {{(pid=105855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:45:33.763644 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=105855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:45:33.764561 dv-cinder-809830-2-iscsi neutron-server[105855]: INFO neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Loaded extension: rbac-subnetpool Sep 24 14:45:33.765148 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Loading extension file: revisionifmatch.py {{(pid=105855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:45:33.766874 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=105855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:45:33.768096 dv-cinder-809830-2-iscsi neutron-server[105855]: INFO neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Loaded extension: revision-if-match Sep 24 14:45:33.768662 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Loading extension file: revisions.py {{(pid=105855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:45:33.770794 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=105855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:45:33.772284 dv-cinder-809830-2-iscsi neutron-server[105855]: INFO neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Loaded extension: standard-attr-revisions Sep 24 14:45:33.772897 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Loading extension file: router_availability_zone.py {{(pid=105855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:45:33.774114 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=105855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:45:33.775243 dv-cinder-809830-2-iscsi neutron-server[105855]: INFO neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Loaded extension: router_availability_zone Sep 24 14:45:33.775797 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Loading extension file: routerservicetype.py {{(pid=105855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:45:33.777518 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=105855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:45:33.778488 dv-cinder-809830-2-iscsi neutron-server[105855]: INFO neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Extension router-service-type not supported by any of loaded plugins Sep 24 14:45:33.779064 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=105855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:45:33.780763 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=105855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:45:33.781715 dv-cinder-809830-2-iscsi neutron-server[105855]: INFO neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Loaded extension: security-groups-normalized-cidr Sep 24 14:45:33.782261 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Loading extension file: security_groups_port_filtering.py {{(pid=105855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:45:33.783945 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=105855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:45:33.784544 dv-cinder-809830-2-iscsi neutron-server[105855]: INFO neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Loaded extension: port-security-groups-filtering Sep 24 14:45:33.784941 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=105855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:45:33.785973 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=105855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:45:33.786632 dv-cinder-809830-2-iscsi neutron-server[105855]: INFO neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Loaded extension: security-groups-remote-address-group Sep 24 14:45:33.787208 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Loading extension file: securitygroup.py {{(pid=105855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:45:33.809590 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=105855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:45:33.810624 dv-cinder-809830-2-iscsi neutron-server[105855]: INFO neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Loaded extension: security-group Sep 24 14:45:33.811191 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Loading extension file: segment.py {{(pid=105855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:45:33.812758 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=105855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:45:33.813709 dv-cinder-809830-2-iscsi neutron-server[105855]: INFO neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Extension segment not supported by any of loaded plugins Sep 24 14:45:33.814255 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=105855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:45:33.815924 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=105855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:45:33.816887 dv-cinder-809830-2-iscsi neutron-server[105855]: INFO neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 24 14:45:33.817443 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Loading extension file: servicetype.py {{(pid=105855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:45:33.819510 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=105855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:45:33.820444 dv-cinder-809830-2-iscsi neutron-server[105855]: INFO neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Loaded extension: service-type Sep 24 14:45:33.821022 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Loading extension file: sorting.py {{(pid=105855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:45:33.822724 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=105855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:45:33.823274 dv-cinder-809830-2-iscsi neutron-server[105855]: INFO neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Loaded extension: sorting Sep 24 14:45:33.823828 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Loading extension file: standard_attr_segment.py {{(pid=105855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:45:33.825548 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=105855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:45:33.826488 dv-cinder-809830-2-iscsi neutron-server[105855]: INFO neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 24 14:45:33.827024 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Loading extension file: standardattrdescription.py {{(pid=105855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:45:33.828207 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=105855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:45:33.829171 dv-cinder-809830-2-iscsi neutron-server[105855]: INFO neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Loaded extension: standard-attr-description Sep 24 14:45:33.829687 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Loading extension file: stateful_security_group.py {{(pid=105855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:45:33.831397 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=105855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:45:33.832372 dv-cinder-809830-2-iscsi neutron-server[105855]: INFO neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Loaded extension: stateful-security-group Sep 24 14:45:33.832971 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Loading extension file: stdattrs_common.py {{(pid=105855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:45:33.834046 dv-cinder-809830-2-iscsi neutron-server[105855]: WARNING neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 24 14:45:33.835119 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=105855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:45:33.836934 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=105855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:45:33.837940 dv-cinder-809830-2-iscsi neutron-server[105855]: INFO neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 24 14:45:33.838495 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Loading extension file: subnet_onboard.py {{(pid=105855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:45:33.840508 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=105855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:45:33.841527 dv-cinder-809830-2-iscsi neutron-server[105855]: INFO neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Loaded extension: subnet_onboard Sep 24 14:45:33.842095 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=105855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:45:33.843936 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=105855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:45:33.844983 dv-cinder-809830-2-iscsi neutron-server[105855]: INFO neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 24 14:45:33.845532 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Loading extension file: subnet_service_types.py {{(pid=105855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:45:33.847550 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=105855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:45:33.848565 dv-cinder-809830-2-iscsi neutron-server[105855]: INFO neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Loaded extension: subnet-service-types Sep 24 14:45:33.849228 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Loading extension file: subnetallocation.py {{(pid=105855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:45:33.852100 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=105855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:45:33.853432 dv-cinder-809830-2-iscsi neutron-server[105855]: INFO neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Loaded extension: subnet_allocation Sep 24 14:45:33.853998 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=105855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:45:33.855448 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=105855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:45:33.856521 dv-cinder-809830-2-iscsi neutron-server[105855]: INFO neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Loaded extension: subnetpool-prefix-ops Sep 24 14:45:33.857114 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=105855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:45:33.859434 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=105855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:45:33.860395 dv-cinder-809830-2-iscsi neutron-server[105855]: INFO neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 24 14:45:33.860987 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Loading extension file: tagging.py {{(pid=105855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:45:33.863113 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=105855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:45:33.864074 dv-cinder-809830-2-iscsi neutron-server[105855]: INFO neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Loaded extension: standard-attr-tag Sep 24 14:45:33.864951 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Loading extension file: timestamp.py {{(pid=105855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:45:33.867107 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=105855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:45:33.868188 dv-cinder-809830-2-iscsi neutron-server[105855]: INFO neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Loaded extension: standard-attr-timestamp Sep 24 14:45:33.868769 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Loading extension file: trunk.py {{(pid=105855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:45:33.871196 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=105855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:45:33.872179 dv-cinder-809830-2-iscsi neutron-server[105855]: INFO neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Extension trunk not supported by any of loaded plugins Sep 24 14:45:33.872964 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Loading extension file: trunk_details.py {{(pid=105855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:45:33.875045 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=105855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:45:33.876110 dv-cinder-809830-2-iscsi neutron-server[105855]: INFO neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Extension trunk-details not supported by any of loaded plugins Sep 24 14:45:33.876920 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Loading extension file: uplink_status_propagation.py {{(pid=105855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:45:33.879408 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=105855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:45:33.880412 dv-cinder-809830-2-iscsi neutron-server[105855]: INFO neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 24 14:45:33.881149 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Loading extension file: vlantransparent.py {{(pid=105855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:45:33.882417 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=105855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:45:33.883367 dv-cinder-809830-2-iscsi neutron-server[105855]: INFO neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Extension vlan-transparent not supported by any of loaded plugins Sep 24 14:45:33.888483 dv-cinder-809830-2-iscsi neutron-server[105855]: INFO neutron.quota.resource_registry [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Creating instance of TrackedResource for resource:network Sep 24 14:45:33.889437 dv-cinder-809830-2-iscsi neutron-server[105855]: INFO neutron.quota.resource_registry [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Creating instance of TrackedResource for resource:subnet Sep 24 14:45:33.890118 dv-cinder-809830-2-iscsi neutron-server[105855]: INFO neutron.quota.resource_registry [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Creating instance of TrackedResource for resource:subnetpool Sep 24 14:45:33.890786 dv-cinder-809830-2-iscsi neutron-server[105855]: INFO neutron.quota.resource_registry [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Creating instance of TrackedResource for resource:port Sep 24 14:45:33.893624 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.api.v2.resource_helper [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105855) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 24 14:45:33.894776 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.api.v2.resource_helper [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Service FLAVORS assigned prefix: {{(pid=105855) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 24 14:45:33.895984 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.api.v2.resource_helper [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105855) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 24 14:45:33.897303 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.api.v2.resource_helper [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105855) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 24 14:45:33.897944 dv-cinder-809830-2-iscsi neutron-server[105855]: INFO neutron.quota.resource_registry [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Creating instance of TrackedResource for resource:router Sep 24 14:45:33.898703 dv-cinder-809830-2-iscsi neutron-server[105855]: INFO neutron.quota.resource_registry [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Creating instance of TrackedResource for resource:floatingip Sep 24 14:45:33.900048 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.api.v2.resource_helper [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Service METERING assigned prefix: /metering {{(pid=105855) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 24 14:45:33.902676 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron_lib.callbacks.manager [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=105855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:45:33.903253 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron_lib.callbacks.manager [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=105855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:45:33.903832 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron_lib.callbacks.manager [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:45:33.905762 dv-cinder-809830-2-iscsi neutron-server[105855]: INFO neutron.quota.resource_registry [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Creating instance of CountableResource for resource:rbac_policy Sep 24 14:45:33.906499 dv-cinder-809830-2-iscsi neutron-server[105855]: INFO neutron.quota.resource_registry [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Creating instance of TrackedResource for resource:security_group Sep 24 14:45:33.907240 dv-cinder-809830-2-iscsi neutron-server[105855]: INFO neutron.quota.resource_registry [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 24 14:45:33.908226 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.api.v2.resource_helper [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Service CORE assigned prefix: {{(pid=105855) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 24 14:45:33.908841 dv-cinder-809830-2-iscsi neutron-server[105855]: INFO neutron.quota.resource_registry [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Creating instance of TrackedResource for resource:subnetpool Sep 24 14:45:33.909401 dv-cinder-809830-2-iscsi neutron-server[105855]: WARNING neutron.quota.resource_registry [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] subnetpool is already registered Sep 24 14:45:33.910163 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.api.v2.resource_helper [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Service CORE assigned prefix: {{(pid=105855) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 24 14:45:33.910705 dv-cinder-809830-2-iscsi neutron-server[105855]: INFO neutron.quota.resource_registry [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Creating instance of TrackedResource for resource:subnetpool Sep 24 14:45:33.911272 dv-cinder-809830-2-iscsi neutron-server[105855]: WARNING neutron.quota.resource_registry [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] subnetpool is already registered Sep 24 14:45:33.916636 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.api.v2.resource_helper [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105855) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 24 14:45:33.917400 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.api.v2.resource_helper [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Service FLAVORS assigned prefix: {{(pid=105855) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 24 14:45:33.918523 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.api.v2.resource_helper [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105855) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 24 14:45:33.919211 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.api.v2.resource_helper [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105855) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 24 14:45:33.919780 dv-cinder-809830-2-iscsi neutron-server[105855]: INFO neutron.quota.resource_registry [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Creating instance of TrackedResource for resource:router Sep 24 14:45:33.920331 dv-cinder-809830-2-iscsi neutron-server[105855]: WARNING neutron.quota.resource_registry [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] router is already registered Sep 24 14:45:33.921050 dv-cinder-809830-2-iscsi neutron-server[105855]: INFO neutron.quota.resource_registry [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Creating instance of TrackedResource for resource:floatingip Sep 24 14:45:33.921623 dv-cinder-809830-2-iscsi neutron-server[105855]: WARNING neutron.quota.resource_registry [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] floatingip is already registered Sep 24 14:45:33.922414 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.api.v2.resource_helper [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Service METERING assigned prefix: /metering {{(pid=105855) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 24 14:45:33.923679 dv-cinder-809830-2-iscsi neutron-server[105855]: INFO neutron.quota.resource_registry [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Creating instance of CountableResource for resource:rbac_policy Sep 24 14:45:33.924219 dv-cinder-809830-2-iscsi neutron-server[105855]: WARNING neutron.quota.resource_registry [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] rbac_policy is already registered Sep 24 14:45:33.924971 dv-cinder-809830-2-iscsi neutron-server[105855]: INFO neutron.quota.resource_registry [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Creating instance of TrackedResource for resource:security_group Sep 24 14:45:33.925516 dv-cinder-809830-2-iscsi neutron-server[105855]: WARNING neutron.quota.resource_registry [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] security_group is already registered Sep 24 14:45:33.926205 dv-cinder-809830-2-iscsi neutron-server[105855]: INFO neutron.quota.resource_registry [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 24 14:45:33.926743 dv-cinder-809830-2-iscsi neutron-server[105855]: WARNING neutron.quota.resource_registry [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] security_group_rule is already registered Sep 24 14:45:33.928005 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.api.v2.resource_helper [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Service CORE assigned prefix: {{(pid=105855) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 24 14:45:33.928559 dv-cinder-809830-2-iscsi neutron-server[105855]: INFO neutron.quota.resource_registry [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Creating instance of TrackedResource for resource:subnetpool Sep 24 14:45:33.929162 dv-cinder-809830-2-iscsi neutron-server[105855]: WARNING neutron.quota.resource_registry [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] subnetpool is already registered Sep 24 14:45:33.929971 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.api.v2.resource_helper [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Service CORE assigned prefix: {{(pid=105855) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 24 14:45:33.930522 dv-cinder-809830-2-iscsi neutron-server[105855]: INFO neutron.quota.resource_registry [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Creating instance of TrackedResource for resource:subnetpool Sep 24 14:45:33.931111 dv-cinder-809830-2-iscsi neutron-server[105855]: WARNING neutron.quota.resource_registry [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] subnetpool is already registered Sep 24 14:45:33.931947 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Extended resource: extensions {{(pid=105855) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 14:45:33.934929 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Extended resource: address-groups {{(pid=105855) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 14:45:33.937984 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Extended resource: address-scopes {{(pid=105855) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 14:45:33.940727 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Extended resource: agents {{(pid=105855) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 14:45:33.943108 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Extended resource: auto-allocated-topology {{(pid=105855) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 14:45:33.945647 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Extended resource: availability_zones {{(pid=105855) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 14:45:33.948040 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Extended resource: dhcp-networks {{(pid=105855) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 14:45:33.951223 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Extended resource: dhcp-agents {{(pid=105855) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 14:45:33.954205 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Extended resource: routers {{(pid=105855) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 14:45:33.958802 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Extended resource: flavors {{(pid=105855) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 14:45:33.961617 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Extended resource: service_profiles {{(pid=105855) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 14:45:33.964046 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Extended resource: next_providers {{(pid=105855) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 14:45:33.967054 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Extended resource: service_profiles {{(pid=105855) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 14:45:33.970322 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Extended resource: floatingip-pools {{(pid=105855) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 14:45:33.972914 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Extended resource: routers {{(pid=105855) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 14:45:33.978126 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Extended resource: floatingips {{(pid=105855) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 14:45:33.980981 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Extended resource: l3-routers {{(pid=105855) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 14:45:33.984232 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Extended resource: l3-agents {{(pid=105855) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 14:45:33.987275 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Extended resource: metering-labels {{(pid=105855) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 14:45:33.990496 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Extended resource: metering-label-rules {{(pid=105855) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 14:45:33.993235 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Extended resource: network-ip-availabilities {{(pid=105855) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 14:45:33.995947 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Extended resource: bindings {{(pid=105855) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 14:45:34.001038 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Extended resource: quotas {{(pid=105855) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 14:45:34.004040 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Extended resource: quotas {{(pid=105855) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 14:45:34.006804 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Extended resource: rbac-policies {{(pid=105855) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 14:45:34.009235 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Extended resource: security-groups {{(pid=105855) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 14:45:34.011831 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Extended resource: security-group-rules {{(pid=105855) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 14:45:34.014354 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Extended resource: service-providers {{(pid=105855) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 14:45:34.016769 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Extended resource: subnetpools {{(pid=105855) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 14:45:34.019696 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Extended resource: subnetpools {{(pid=105855) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 14:45:34.022908 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Extended resource: tags {{(pid=105855) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 14:45:34.026126 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Extended resource: tags {{(pid=105855) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 14:45:34.029825 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Extended resource: tags {{(pid=105855) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 14:45:34.033401 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Extended resource: tags {{(pid=105855) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 14:45:34.036738 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Extended resource: tags {{(pid=105855) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 14:45:34.040186 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Extended resource: tags {{(pid=105855) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 14:45:34.043341 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Extended resource: tags {{(pid=105855) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 14:45:34.046873 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Extended resource: tags {{(pid=105855) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 14:45:34.050121 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Extended resource: tags {{(pid=105855) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 14:45:34.053780 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron.api.extensions [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Extended resource: tags {{(pid=105855) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 14:45:34.064745 dv-cinder-809830-2-iscsi neutron-server[105855]: WARNING keystonemiddleware.auth_token [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 24 14:45:34.074066 dv-cinder-809830-2-iscsi neutron-server[105855]: WARNING keystonemiddleware.auth_token [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 24 14:45:34.091410 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_concurrency.lockutils [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Acquired lock "singleton_lock" {{(pid=105855) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Sep 24 14:45:34.092143 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_concurrency.lockutils [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Releasing lock "singleton_lock" {{(pid=105855) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Sep 24 14:45:34.093311 dv-cinder-809830-2-iscsi neutron-server[105855]: INFO oslo_service.service [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Starting 2 workers Sep 24 14:45:34.100395 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Started child 105993 {{(pid=105855) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 24 14:45:34.107529 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Started child 105994 {{(pid=105855) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 24 14:45:34.109478 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:45:34.110381 dv-cinder-809830-2-iscsi neutron-server[105855]: INFO neutron.service [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Neutron service started, listening on 0.0.0.0:9696 Sep 24 14:45:34.111377 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron_lib.callbacks.manager [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Notify callbacks [] for process, before_spawn {{(pid=105855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:45:34.111857 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [-] (105993) wsgi starting up on http://0.0.0.0:9696 Sep 24 14:45:34.115212 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:45:34.116385 dv-cinder-809830-2-iscsi neutron-server[105855]: INFO oslo_service.service [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Starting 1 workers Sep 24 14:45:34.118438 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [-] (105994) wsgi starting up on http://0.0.0.0:9696 Sep 24 14:45:34.123620 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Started child 105995 {{(pid=105855) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 24 14:45:34.124477 dv-cinder-809830-2-iscsi neutron-server[105855]: INFO oslo_service.service [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Starting 1 workers Sep 24 14:45:34.130510 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.service [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] calling RpcWorker wait() {{(pid=105995) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 24 14:45:34.132269 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.service [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] returning from RpcWorker wait() {{(pid=105995) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 24 14:45:34.132516 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Started child 105996 {{(pid=105855) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 24 14:45:34.133472 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG neutron_lib.callbacks.manager [None req-c4f8f6ae-dd54-4707-b689-f56ef4e63460 None None] Notify callbacks [] for process, after_spawn {{(pid=105855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:45:34.134370 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:45:34.134941 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=105995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:45:34.136258 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=105855) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 24 14:45:34.136821 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 24 14:45:34.137137 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 24 14:45:34.137709 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 24 14:45:34.137959 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 24 14:45:34.138183 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 24 14:45:34.138898 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:34.139368 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:34.139811 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=105996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:45:34.140753 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:34.140753 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:34.141413 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:34.141685 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=105996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:45:34.142016 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:34.142468 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:34.143171 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:34.143664 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:34.144067 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:34.144355 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:34.144635 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:34.145117 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:34.145562 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:34.146093 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:34.146529 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:34.146981 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:34.147832 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:34.147832 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:34.148303 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] config_source = [] {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:34.148570 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:34.149030 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:34.149465 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] debug = True {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:34.149891 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:34.150791 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:34.151176 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:34.151897 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:34.152434 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:34.152825 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:34.153127 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:34.153425 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:34.153871 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:34.154255 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:34.154700 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:34.155144 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:34.155566 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:34.155961 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:34.156373 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:34.156874 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:34.157261 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:34.158052 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] host = dv-cinder-809830-2-iscsi {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:34.158421 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:34.158802 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:34.159230 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:34.159661 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:34.160076 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:34.160471 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:34.160932 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:34.161339 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:34.161779 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:34.162722 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:34.163143 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:34.163577 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:34.163995 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] log_dir = None {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:34.164409 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] log_file = None {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:34.164787 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] log_options = True {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:34.165132 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:34.165607 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:34.166073 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:34.166461 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:34.166715 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:34.166961 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:34.167355 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:34.167826 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:34.168853 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:34.168853 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:34.168853 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:34.169532 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:34.169532 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:34.169986 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:34.170410 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:34.170827 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:34.171240 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:34.171620 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:34.172051 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:34.172468 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:34.172920 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:34.173324 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:34.173721 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:34.174158 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:34.174565 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:34.175018 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:34.175445 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:34.175846 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:34.176202 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:34.176636 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:34.177079 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:34.177495 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:34.179061 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:34.179061 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:34.179520 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:34.179751 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:34.180072 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:34.180487 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:34.180972 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:34.181365 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:34.181795 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:34.182232 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:34.182607 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:34.183014 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:34.183428 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:34.183830 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] use_journal = False {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:34.184214 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] use_json = False {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:34.184596 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:34.185012 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:34.185481 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:34.185837 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:34.186212 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:34.186596 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:34.186958 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:34.187359 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:34.188054 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.188519 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.189277 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.189531 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.190138 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.190386 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.190684 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.191075 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.191502 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.192335 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.193246 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.193586 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.194001 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.194409 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.194976 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.195363 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.195808 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.196247 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.196974 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.197192 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.197650 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.198033 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.198370 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.198884 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.199553 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.199801 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.199997 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.200881 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.201366 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.201808 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.90/identity {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.202204 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.202609 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.203028 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.203380 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.203776 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.204154 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.204533 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.205047 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.205440 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.206169 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.206621 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.207050 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.207473 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.207880 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.208312 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.208803 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.209267 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.209881 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.210221 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.210633 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.210995 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.211582 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.212195 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.212195 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.212655 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.213102 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.213476 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.213874 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.214260 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.214665 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.215312 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.215660 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.216060 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.216434 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.216969 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.217257 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.217683 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.218121 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.218469 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.218845 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.219281 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.219959 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.220215 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.220468 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.220893 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.221497 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.221734 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.222125 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.222519 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.222922 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.223301 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.223678 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.224053 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.224477 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.225396 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.225778 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.226300 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.226598 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.226918 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.227358 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.227896 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.228603 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.228603 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.229201 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.229477 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.230437 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.230437 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.230898 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.231184 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.231431 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.231879 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.232301 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.232783 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.233180 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.233563 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.233978 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.235492 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.235492 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.235492 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.236349 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.236349 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.236349 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.241096 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.241096 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.241096 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.241096 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.241096 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.241096 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.241096 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.241096 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.242803 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.242803 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.242803 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.242803 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.242803 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.243877 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.243877 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.243877 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.244534 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.244788 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.245010 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.245401 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.246007 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.246404 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.246804 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.247234 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.247659 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.248195 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.248598 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.249031 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.249435 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.249889 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.250369 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.250732 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.251169 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.251608 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.252099 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.252420 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.252848 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.90/identity {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.253274 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.253666 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.254049 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.254420 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.254826 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.255187 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.255621 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.256034 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.256496 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.256844 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.257202 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.257594 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.258008 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.258397 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.258778 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.259198 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.259572 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.259961 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.260346 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.260745 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.261118 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.261526 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.261897 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.262435 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.262745 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.263181 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.263580 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.263991 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.264376 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.265470 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.265470 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.265944 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.266204 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.266429 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.266818 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.267660 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.267660 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.268537 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.268537 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.269649 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.269649 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.270072 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.270072 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.270636 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.271159 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.271469 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.272004 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.272309 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.272790 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.273156 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.273534 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.273920 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.274330 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.274736 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.275182 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.275580 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.275985 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.276362 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.277009 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.277259 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.277493 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.277865 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.278362 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.278778 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.279175 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.279627 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.280269 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.280853 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.280853 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.281473 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.281473 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.281935 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.282387 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.282628 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.283022 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.283334 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.283711 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.284129 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.284518 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.284924 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.285321 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.285759 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.286149 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.287100 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.287100 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.290242 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.290557 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.290908 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.291695 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.291961 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.292836 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.292836 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.293697 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.293697 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.294053 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.294293 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.294785 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.295247 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.295839 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.296350 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.296773 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.297243 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.297665 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.298088 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.298488 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.299037 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.299397 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.299816 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.300204 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.300590 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.301020 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.301453 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.302011 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.302489 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.303618 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.303927 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.304427 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.304934 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1000:1049'] {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.305405 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.305799 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.306279 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.306833 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.307295 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.308743 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.308743 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.308743 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.309205 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.309336 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.309715 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.310151 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.310533 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.310956 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.311389 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.311806 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.312188 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.313095 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.313095 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.313574 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.313851 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.314250 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.314574 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.314828 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 24 14:45:34.315656 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=105855) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 24 14:45:34.315928 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 24 14:45:34.316168 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 24 14:45:34.316443 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 24 14:45:34.316767 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 24 14:45:34.317030 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 24 14:45:34.317374 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:34.317652 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:34.317931 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:34.318203 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:34.318534 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:34.318834 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:34.319109 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:34.319393 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:34.319662 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:34.319935 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:34.320209 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:34.320477 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:34.320799 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:34.321075 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:34.321345 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:34.321617 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:34.321895 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:34.322165 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:34.322449 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:34.322715 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] config_source = [] {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:34.322993 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:34.323235 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:34.323497 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] debug = True {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:34.323775 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:34.324094 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:34.324369 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:34.324614 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:34.324915 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:34.325192 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:34.325463 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:34.325733 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:34.326002 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:34.326275 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:34.326540 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:34.326816 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:34.327090 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:34.327362 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:34.327632 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:34.327902 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:34.328171 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:34.328443 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] host = dv-cinder-809830-2-iscsi {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:34.328743 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:34.329016 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:34.329293 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:34.329558 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:34.329830 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:34.330104 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:34.330375 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:34.330639 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:34.330911 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:34.331171 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:34.331418 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:34.331657 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:34.331898 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] log_dir = None {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:34.332130 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] log_file = None {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:34.332368 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] log_options = True {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:34.332615 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:34.332900 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:34.333155 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:34.333446 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:34.333710 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:34.333961 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:34.334267 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:34.334524 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:34.334762 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:34.335077 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:34.335264 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:34.335479 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:34.335721 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:34.335964 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:34.336205 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:34.336447 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:34.336725 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:34.336725 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:34.337184 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:34.337184 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:34.337714 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:34.337714 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:34.338159 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:34.338159 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:34.338580 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:34.338580 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:34.339005 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:34.339005 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:34.339654 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:34.339654 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:34.340237 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:34.340237 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:34.340237 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:34.341099 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:34.341099 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:34.341099 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:34.341740 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:34.341740 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:34.341740 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:34.342371 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:34.342371 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:34.342836 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:34.342836 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:34.343432 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:34.343432 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:34.343432 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] use_journal = False {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:34.344160 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] use_json = False {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:34.344160 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:34.344160 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:34.344754 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:34.344754 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:34.345130 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:34.345130 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:34.345515 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:34.345730 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:45:34.345922 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.346175 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.346462 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.346724 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.346985 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.347256 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.347519 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.347785 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.348051 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.348301 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.348532 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.348822 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.349090 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.349352 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.349611 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.350409 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.350675 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.350947 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.351213 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.351475 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.351710 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.351977 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.352320 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.352510 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.352794 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.353053 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.353287 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.353571 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.353831 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.354103 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.90/identity {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.354370 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.354628 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.354886 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.355153 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.355429 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.355694 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.355955 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.356217 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.356469 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.356780 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.357029 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.357290 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.357542 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.357809 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.358077 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.358350 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.358608 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.358875 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.359139 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.359409 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.359696 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.359915 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.360192 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.360458 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.360748 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.361024 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.361281 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.361515 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.361778 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.362048 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.362322 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.362592 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.362850 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.363108 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.363371 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.363641 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.363927 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.364195 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.364460 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.364836 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.365039 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.365235 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.366078 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.366293 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.366562 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.366817 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.367072 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.367338 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.367868 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.367868 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.368248 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.368423 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.368607 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.369182 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.369396 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.369590 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.369782 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.369977 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.370239 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.370506 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.370782 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.371038 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.371285 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.371614 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.371992 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.372202 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.372389 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.372645 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.372901 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=105995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:45:34.373090 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.373240 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.373432 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.373691 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.373971 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.374231 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.374498 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.374754 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.375007 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.375274 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.375531 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.375792 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.376065 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.376338 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.376601 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.376897 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.377160 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.377430 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.377715 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.377982 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.378402 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.378661 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.378858 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.379050 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.379426 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.379631 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.379823 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.380031 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.380232 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.380485 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.380769 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.381073 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.381352 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.381625 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.381945 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.382313 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.382528 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.382721 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.382911 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.383193 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.383464 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.383727 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.383984 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.385143 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.385143 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.385143 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.385143 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.385666 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.385666 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.385917 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.386070 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.90/identity {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.386254 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.386510 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.386753 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.387009 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.387257 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.387519 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.387842 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.388044 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.388291 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.388559 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.388874 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.389124 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.389478 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.389748 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.390013 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.390285 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.390543 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.390807 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.391071 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.391316 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.391581 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.391849 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.392106 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.392359 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.392633 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.393211 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.393432 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.393692 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.394005 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.394236 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.394603 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.394760 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.394973 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.395210 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.395563 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.395777 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.395928 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.396231 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.396622 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.396875 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.397162 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.397415 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.397676 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.397972 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.398223 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.398482 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.398747 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.399007 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.399279 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.399541 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.399954 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.400105 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.400301 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.400539 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.400821 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.401104 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.401369 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.401632 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.401898 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.402148 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.402802 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.402802 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.403524 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.403524 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.403524 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.404056 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.404056 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.404395 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.404885 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.404885 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.405261 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.405261 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.405628 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.405824 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.406005 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.406235 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.406523 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.406728 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.406990 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.407491 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.407491 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.407814 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.407975 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.408239 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.408497 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.408825 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.409106 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.409373 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.409623 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.409855 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.410106 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.410354 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.410631 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.410905 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.411167 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.411422 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.411672 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.411938 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.412768 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.413024 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.413361 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.413557 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.413811 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.414064 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.414315 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.414584 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.414854 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.415126 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.415381 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.415640 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.415904 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.416176 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.416446 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.416766 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.417042 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.417284 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.417564 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.418297 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1000:1049'] {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.418297 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.418711 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.418711 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.419124 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.419124 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.419512 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.419704 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.419898 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.420105 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.420326 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.420541 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.420854 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.421121 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.421379 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.421645 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.421903 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.422163 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.422434 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.422695 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.422926 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.423563 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.423563 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.423884 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:45:34.424027 dv-cinder-809830-2-iscsi neutron-server[105855]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=105855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 24 14:45:34.562530 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.wsgi [-] (105994) accepted ('10.222.0.90', 53288) {{(pid=105994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:45:34.575923 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [-] 10.222.0.90 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0099063 Sep 24 14:45:53.694378 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54e8673a-6dd6-47ab-a78c-181473d84739 None None] get_active_networks_info from dv-cinder-809830-2-iscsi {{(pid=105995) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 24 14:45:53.889896 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54e8673a-6dd6-47ab-a78c-181473d84739 None None] No non-hosted networks {{(pid=105995) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 24 14:45:53.920985 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.agentschedulers_db [None req-54e8673a-6dd6-47ab-a78c-181473d84739 None None] DHCP Agent not found on host dv-cinder-809830-2-iscsi {{(pid=105995) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Sep 24 14:45:54.121824 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-f5b9b405-e71a-4d42-9f90-51cc7387e4fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-595408'] for agent, after_create {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:45:58.291176 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-bc8653f7-65c2-43df-9da3-030142d32c3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-595408'] for agent, after_create {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:45:58.455901 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-88ac9f59-79e1-4e68-b563-4015386f9b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:45:59.358739 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-595408'] for agent, after_create {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:45:59.363475 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:45:59.364243 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:45:59.367817 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:45:59.368579 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:45:59.371256 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:45:59.371762 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:45:59.372310 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:45:59.374491 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:45:59.375397 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:45:59.375973 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:45:59.387487 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:45:59.388162 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:45:59.388876 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-809830-2-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=105995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:45:59.418032 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-809830-2-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=105995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:46:00.453837 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-13d777cc-54dc-48f4-b409-3d66fa02497d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-595408'] for agent, after_create {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:46:02.983282 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-450d71f0-4391-4cc8-89b8-8f609d6e2304 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-595408'] for agent, after_create {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:46:03.130241 dv-cinder-809830-2-iscsi neutron-server[105995]: INFO neutron.db.l3_hamode_db [None req-56140734-4603-4275-b7ec-71e85cbe3806 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 24 14:46:03.271765 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56140734-4603-4275-b7ec-71e85cbe3806 None None] Routers set() bound to L3 agent in host dv-cinder-809830-2-iscsi {{(pid=105995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 14:46:03.272302 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56140734-4603-4275-b7ec-71e85cbe3806 None None] Router IDs set() for agent in host dv-cinder-809830-2-iscsi {{(pid=105995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 24 14:46:04.511552 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.wsgi [-] (105994) accepted ('10.222.0.90', 53378) {{(pid=105994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:46:05.397780 dv-cinder-809830-2-iscsi neutron-server[105994]: WARNING oslo_policy.policy [None req-8210337c-8aa9-4fbf-8f94-d4b1a707bcc8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 24 14:46:05.398702 dv-cinder-809830-2-iscsi neutron-server[105994]: WARNING oslo_policy.policy [None req-8210337c-8aa9-4fbf-8f94-d4b1a707bcc8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 24 14:46:05.802866 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.wsgi [None req-8210337c-8aa9-4fbf-8f94-d4b1a707bcc8 admin admin] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=105994) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 14:46:05.804845 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [None req-8210337c-8aa9-4fbf-8f94-d4b1a707bcc8 admin admin] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 1.2920389 Sep 24 14:46:10.058035 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.wsgi [-] (105993) accepted ('10.222.0.90', 53392) {{(pid=105993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:46:11.074067 dv-cinder-809830-2-iscsi neutron-server[105993]: WARNING oslo_policy.policy [None req-2eecdadd-9dad-4237-97d0-2d4c334dfe03 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 24 14:46:11.075091 dv-cinder-809830-2-iscsi neutron-server[105993]: WARNING oslo_policy.policy [None req-2eecdadd-9dad-4237-97d0-2d4c334dfe03 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 24 14:46:11.483142 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.v2.base [None req-2eecdadd-9dad-4237-97d0-2d4c334dfe03 admin admin] Request body: {'subnetpool': {'is_default': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'shared': True}} {{(pid=105993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:46:11.665971 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.policy [None req-2eecdadd-9dad-4237-97d0-2d4c334dfe03 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=105993) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 24 14:46:11.765633 dv-cinder-809830-2-iscsi neutron-server[105993]: WARNING oslo_policy.policy [None req-2eecdadd-9dad-4237-97d0-2d4c334dfe03 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 24 14:46:11.766253 dv-cinder-809830-2-iscsi neutron-server[105993]: WARNING oslo_policy.policy [None req-2eecdadd-9dad-4237-97d0-2d4c334dfe03 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 24 14:46:11.786411 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.quota [None req-2eecdadd-9dad-4237-97d0-2d4c334dfe03 admin admin] Loaded quota_driver: . Sep 24 14:46:11.945998 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-2eecdadd-9dad-4237-97d0-2d4c334dfe03 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727250102795', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727250101304', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727250082647', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727250086971', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727251837581', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727250198858', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1606847', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-2090907', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-987156', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-637502'] for rbac-policy, before_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:46:12.082256 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-2eecdadd-9dad-4237-97d0-2d4c334dfe03 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:46:12.085460 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [None req-2eecdadd-9dad-4237-97d0-2d4c334dfe03 admin admin] 10.222.0.90 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 2.0241399 Sep 24 14:46:14.245987 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.db.agents_db [None req-37515238-e50e-498e-bfbd-a21ffee86c29 None None] Agent healthcheck: found 5 active agents {{(pid=105996) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 14:46:16.825208 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.wsgi [-] (105994) accepted ('10.222.0.90', 53410) {{(pid=105994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:46:17.467808 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.v2.base [None req-36137a79-6b8a-4b47-af86-e8c796576683 admin admin] Request body: {'network': {'project_id': 'f7f4c6a75c494342bf7d3fb0d7adcd2e', 'name': 'private', 'admin_state_up': True, 'tenant_id': 'f7f4c6a75c494342bf7d3fb0d7adcd2e'}} {{(pid=105994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:46:17.470224 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.quota [None req-36137a79-6b8a-4b47-af86-e8c796576683 admin admin] Loaded quota_driver: . Sep 24 14:46:17.567260 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36137a79-6b8a-4b47-af86-e8c796576683 admin admin] Made reservation on behalf of f7f4c6a75c494342bf7d3fb0d7adcd2e for: {'network': 1} {{(pid=105994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 14:46:17.699640 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.policy [None req-36137a79-6b8a-4b47-af86-e8c796576683 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=105994) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 24 14:46:17.800714 dv-cinder-809830-2-iscsi neutron-server[105994]: WARNING oslo_policy.policy [None req-36137a79-6b8a-4b47-af86-e8c796576683 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 24 14:46:17.801346 dv-cinder-809830-2-iscsi neutron-server[105994]: WARNING oslo_policy.policy [None req-36137a79-6b8a-4b47-af86-e8c796576683 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 24 14:46:17.823555 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-36137a79-6b8a-4b47-af86-e8c796576683 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993762'] for network, before_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:46:17.863270 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-36137a79-6b8a-4b47-af86-e8c796576683 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:46:18.142719 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-36137a79-6b8a-4b47-af86-e8c796576683 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:46:18.150236 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-36137a79-6b8a-4b47-af86-e8c796576683 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571103'] for security_group, after_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:46:18.188320 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36137a79-6b8a-4b47-af86-e8c796576683 admin admin] vlan segment allocate from pool success with {'vlan_id': 1020, 'physical_network': 'physnet1'} {{(pid=105994) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 14:46:18.249533 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-36137a79-6b8a-4b47-af86-e8c796576683 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8727248609931', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988101'] for segment, precommit_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:46:18.250501 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-36137a79-6b8a-4b47-af86-e8c796576683 admin admin] Unsubscribe: segment precommit_create {{(pid=105994) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 24 14:46:18.251384 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.db.segments_db [None req-36137a79-6b8a-4b47-af86-e8c796576683 admin admin] Added segment 3fce7f4a-c8d0-4b1f-a346-76f48428e543 of type vlan for network 3353618c-0c71-41e0-b47a-69afd665d424 Sep 24 14:46:18.283408 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36137a79-6b8a-4b47-af86-e8c796576683 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b8f1cd9-a8a2-48ce-93f1-dd0969ca0414,revision_number=1']} {{(pid=105994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:46:18.340596 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36137a79-6b8a-4b47-af86-e8c796576683 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:46:18.341229 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36137a79-6b8a-4b47-af86-e8c796576683 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:46:18.341802 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36137a79-6b8a-4b47-af86-e8c796576683 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:46:18.342344 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36137a79-6b8a-4b47-af86-e8c796576683 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:46:18.342876 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36137a79-6b8a-4b47-af86-e8c796576683 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:46:18.343402 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36137a79-6b8a-4b47-af86-e8c796576683 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:46:18.343927 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36137a79-6b8a-4b47-af86-e8c796576683 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:46:18.344467 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36137a79-6b8a-4b47-af86-e8c796576683 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:46:18.345082 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36137a79-6b8a-4b47-af86-e8c796576683 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:46:18.345622 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36137a79-6b8a-4b47-af86-e8c796576683 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:46:18.346165 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36137a79-6b8a-4b47-af86-e8c796576683 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:46:18.346721 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36137a79-6b8a-4b47-af86-e8c796576683 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:46:18.348924 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36137a79-6b8a-4b47-af86-e8c796576683 admin admin] Tracked resource versions report: Sep 24 14:46:18.348924 dv-cinder-809830-2-iscsi neutron-server[105994]: pushed versions: Sep 24 14:46:18.348924 dv-cinder-809830-2-iscsi neutron-server[105994]: { 'AddressGroup': {'1.2'}, Sep 24 14:46:18.348924 dv-cinder-809830-2-iscsi neutron-server[105994]: 'ConntrackHelper': {'1.0'}, Sep 24 14:46:18.348924 dv-cinder-809830-2-iscsi neutron-server[105994]: 'Log': {'1.0'}, Sep 24 14:46:18.348924 dv-cinder-809830-2-iscsi neutron-server[105994]: 'Network': {'1.1'}, Sep 24 14:46:18.348924 dv-cinder-809830-2-iscsi neutron-server[105994]: 'Port': {'1.7'}, Sep 24 14:46:18.348924 dv-cinder-809830-2-iscsi neutron-server[105994]: 'PortForwarding': {'1.2'}, Sep 24 14:46:18.348924 dv-cinder-809830-2-iscsi neutron-server[105994]: 'QosPolicy': {'1.9'}, Sep 24 14:46:18.348924 dv-cinder-809830-2-iscsi neutron-server[105994]: 'SecurityGroup': {'1.4'}, Sep 24 14:46:18.348924 dv-cinder-809830-2-iscsi neutron-server[105994]: 'SecurityGroupRule': {'1.2'}, Sep 24 14:46:18.348924 dv-cinder-809830-2-iscsi neutron-server[105994]: 'SubPort': {'1.0'}, Sep 24 14:46:18.348924 dv-cinder-809830-2-iscsi neutron-server[105994]: 'Subnet': {'1.1'}, Sep 24 14:46:18.348924 dv-cinder-809830-2-iscsi neutron-server[105994]: 'Trunk': {'1.1'}} Sep 24 14:46:18.348924 dv-cinder-809830-2-iscsi neutron-server[105994]: consumer versions: Sep 24 14:46:18.348924 dv-cinder-809830-2-iscsi neutron-server[105994]: { DHCP agent@dv-cinder-809830-2-iscsi: {}, Sep 24 14:46:18.348924 dv-cinder-809830-2-iscsi neutron-server[105994]: L3 agent@dv-cinder-809830-2-iscsi: {}, Sep 24 14:46:18.348924 dv-cinder-809830-2-iscsi neutron-server[105994]: Metadata agent@dv-cinder-809830-2-iscsi: {}, Sep 24 14:46:18.348924 dv-cinder-809830-2-iscsi neutron-server[105994]: Metering agent@dv-cinder-809830-2-iscsi: {}, Sep 24 14:46:18.348924 dv-cinder-809830-2-iscsi neutron-server[105994]: Open vSwitch agent@dv-cinder-809830-2-iscsi: { 'AddressGroup': '1.2', Sep 24 14:46:18.348924 dv-cinder-809830-2-iscsi neutron-server[105994]: 'ConntrackHelper': '1.0', Sep 24 14:46:18.348924 dv-cinder-809830-2-iscsi neutron-server[105994]: 'Log': '1.0', Sep 24 14:46:18.348924 dv-cinder-809830-2-iscsi neutron-server[105994]: 'Network': '1.1', Sep 24 14:46:18.348924 dv-cinder-809830-2-iscsi neutron-server[105994]: 'Port': '1.7', Sep 24 14:46:18.348924 dv-cinder-809830-2-iscsi neutron-server[105994]: 'PortForwarding': '1.2', Sep 24 14:46:18.348924 dv-cinder-809830-2-iscsi neutron-server[105994]: 'QosPolicy': '1.9', Sep 24 14:46:18.348924 dv-cinder-809830-2-iscsi neutron-server[105994]: 'SecurityGroup': '1.4', Sep 24 14:46:18.348924 dv-cinder-809830-2-iscsi neutron-server[105994]: 'SecurityGroupRule': '1.2', Sep 24 14:46:18.348924 dv-cinder-809830-2-iscsi neutron-server[105994]: 'SubPort': '1.0', Sep 24 14:46:18.348924 dv-cinder-809830-2-iscsi neutron-server[105994]: 'Subnet': '1.1', Sep 24 14:46:18.348924 dv-cinder-809830-2-iscsi neutron-server[105994]: 'Trunk': '1.1'}} Sep 24 14:46:18.348924 dv-cinder-809830-2-iscsi neutron-server[105994]: {{(pid=105994) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 24 14:46:18.489501 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-36137a79-6b8a-4b47-af86-e8c796576683 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727248069142'] for network, precommit_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:46:18.576599 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-36137a79-6b8a-4b47-af86-e8c796576683 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314'] for network, after_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:46:18.578568 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36137a79-6b8a-4b47-af86-e8c796576683 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:46:18.579698 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-36137a79-6b8a-4b47-af86-e8c796576683 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536624'] for network, before_response {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:46:18.692353 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [None req-36137a79-6b8a-4b47-af86-e8c796576683 admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 850 time: 1.8654079 Sep 24 14:46:18.778006 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36137a79-6b8a-4b47-af86-e8c796576683 admin admin] Pushing event updated for resources: {'Network': ['ID=3353618c-0c71-41e0-b47a-69afd665d424,revision_number=1']} {{(pid=105994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:46:18.798331 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.rpc [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Network 3353618c-0c71-41e0-b47a-69afd665d424 details requested by agent ovs-agent-dv-cinder-809830-2-iscsi with host dv-cinder-809830-2-iscsi {{(pid=105995) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 14:46:23.504330 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-943e0c59-5854-4001-b479-9c1f591c51ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:46:23.709244 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.wsgi [-] (105993) accepted ('10.222.0.90', 53426) {{(pid=105993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:46:24.626085 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8794deb4-7926-4b5e-98c8-6d8b85b22b57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:46:24.628578 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [None req-8794deb4-7926-4b5e-98c8-6d8b85b22b57 admin admin] 10.222.0.90 "GET /v2.0/networks/3353618c-0c71-41e0-b47a-69afd665d424 HTTP/1.1" status: 200 len: 826 time: 0.9177017 Sep 24 14:46:24.675691 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [None req-5ce9dca6-aef0-4aa7-a8d7-d754390f0273 admin admin] 10.222.0.90 "GET /v2.0/subnetpools/9448e169-c4c0-4428-9fe6-66451dc9dcc9 HTTP/1.1" status: 200 len: 734 time: 0.0359817 Sep 24 14:46:24.693877 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.v2.base [None req-b1ac70e9-9b73-49cf-a6f8-79415539f1ed admin admin] Request body: {'subnet': {'tenant_id': 'f7f4c6a75c494342bf7d3fb0d7adcd2e', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'network_id': '3353618c-0c71-41e0-b47a-69afd665d424', 'subnetpool_id': '9448e169-c4c0-4428-9fe6-66451dc9dcc9'}} {{(pid=105993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:46:24.744660 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1ac70e9-9b73-49cf-a6f8-79415539f1ed admin admin] Made reservation on behalf of f7f4c6a75c494342bf7d3fb0d7adcd2e for: {'subnet': 1} {{(pid=105993) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 14:46:24.749392 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-b1ac70e9-9b73-49cf-a6f8-79415539f1ed admin admin] Notify callbacks [] for subnet, before_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:46:25.301482 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-b1ac70e9-9b73-49cf-a6f8-79415539f1ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314'] for subnet, after_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:46:25.438580 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1ac70e9-9b73-49cf-a6f8-79415539f1ed admin admin] Checking segment: {'id': '3fce7f4a-c8d0-4b1f-a346-76f48428e543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '3353618c-0c71-41e0-b47a-69afd665d424'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 14:46:25.439197 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1ac70e9-9b73-49cf-a6f8-79415539f1ed admin admin] Network hostable DHCP agents. Network: 3353618c-0c71-41e0-b47a-69afd665d424, hostable agents: ['a445fb04-844a-460e-9913-1045a19b95b5'], hosted agents: [] {{(pid=105993) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 14:46:25.463736 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ac70e9-9b73-49cf-a6f8-79415539f1ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3cfc485-39d3-44be-a051-c2ba89e704ba,revision_number=0']} {{(pid=105993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:46:25.497146 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ac70e9-9b73-49cf-a6f8-79415539f1ed admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:46:25.497695 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ac70e9-9b73-49cf-a6f8-79415539f1ed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:46:25.498266 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ac70e9-9b73-49cf-a6f8-79415539f1ed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:46:25.498839 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ac70e9-9b73-49cf-a6f8-79415539f1ed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:46:25.499403 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ac70e9-9b73-49cf-a6f8-79415539f1ed admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:46:25.499989 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ac70e9-9b73-49cf-a6f8-79415539f1ed admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:46:25.500540 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ac70e9-9b73-49cf-a6f8-79415539f1ed admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:46:25.503686 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ac70e9-9b73-49cf-a6f8-79415539f1ed admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:46:25.503686 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ac70e9-9b73-49cf-a6f8-79415539f1ed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:46:25.503686 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ac70e9-9b73-49cf-a6f8-79415539f1ed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:46:25.503686 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ac70e9-9b73-49cf-a6f8-79415539f1ed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:46:25.503686 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ac70e9-9b73-49cf-a6f8-79415539f1ed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:46:25.506006 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ac70e9-9b73-49cf-a6f8-79415539f1ed admin admin] Tracked resource versions report: Sep 24 14:46:25.506006 dv-cinder-809830-2-iscsi neutron-server[105993]: pushed versions: Sep 24 14:46:25.506006 dv-cinder-809830-2-iscsi neutron-server[105993]: { 'AddressGroup': {'1.2'}, Sep 24 14:46:25.506006 dv-cinder-809830-2-iscsi neutron-server[105993]: 'ConntrackHelper': {'1.0'}, Sep 24 14:46:25.506006 dv-cinder-809830-2-iscsi neutron-server[105993]: 'Log': {'1.0'}, Sep 24 14:46:25.506006 dv-cinder-809830-2-iscsi neutron-server[105993]: 'Network': {'1.1'}, Sep 24 14:46:25.506006 dv-cinder-809830-2-iscsi neutron-server[105993]: 'Port': {'1.7'}, Sep 24 14:46:25.506006 dv-cinder-809830-2-iscsi neutron-server[105993]: 'PortForwarding': {'1.2'}, Sep 24 14:46:25.506006 dv-cinder-809830-2-iscsi neutron-server[105993]: 'QosPolicy': {'1.9'}, Sep 24 14:46:25.506006 dv-cinder-809830-2-iscsi neutron-server[105993]: 'SecurityGroup': {'1.4'}, Sep 24 14:46:25.506006 dv-cinder-809830-2-iscsi neutron-server[105993]: 'SecurityGroupRule': {'1.2'}, Sep 24 14:46:25.506006 dv-cinder-809830-2-iscsi neutron-server[105993]: 'SubPort': {'1.0'}, Sep 24 14:46:25.506006 dv-cinder-809830-2-iscsi neutron-server[105993]: 'Subnet': {'1.1'}, Sep 24 14:46:25.506006 dv-cinder-809830-2-iscsi neutron-server[105993]: 'Trunk': {'1.1'}} Sep 24 14:46:25.506006 dv-cinder-809830-2-iscsi neutron-server[105993]: consumer versions: Sep 24 14:46:25.506006 dv-cinder-809830-2-iscsi neutron-server[105993]: { DHCP agent@dv-cinder-809830-2-iscsi: {}, Sep 24 14:46:25.506006 dv-cinder-809830-2-iscsi neutron-server[105993]: L3 agent@dv-cinder-809830-2-iscsi: {}, Sep 24 14:46:25.506006 dv-cinder-809830-2-iscsi neutron-server[105993]: Metadata agent@dv-cinder-809830-2-iscsi: {}, Sep 24 14:46:25.506006 dv-cinder-809830-2-iscsi neutron-server[105993]: Metering agent@dv-cinder-809830-2-iscsi: {}, Sep 24 14:46:25.506006 dv-cinder-809830-2-iscsi neutron-server[105993]: Open vSwitch agent@dv-cinder-809830-2-iscsi: { 'AddressGroup': '1.2', Sep 24 14:46:25.506006 dv-cinder-809830-2-iscsi neutron-server[105993]: 'ConntrackHelper': '1.0', Sep 24 14:46:25.506006 dv-cinder-809830-2-iscsi neutron-server[105993]: 'Log': '1.0', Sep 24 14:46:25.506006 dv-cinder-809830-2-iscsi neutron-server[105993]: 'Network': '1.1', Sep 24 14:46:25.506006 dv-cinder-809830-2-iscsi neutron-server[105993]: 'Port': '1.7', Sep 24 14:46:25.506006 dv-cinder-809830-2-iscsi neutron-server[105993]: 'PortForwarding': '1.2', Sep 24 14:46:25.506006 dv-cinder-809830-2-iscsi neutron-server[105993]: 'QosPolicy': '1.9', Sep 24 14:46:25.506006 dv-cinder-809830-2-iscsi neutron-server[105993]: 'SecurityGroup': '1.4', Sep 24 14:46:25.506006 dv-cinder-809830-2-iscsi neutron-server[105993]: 'SecurityGroupRule': '1.2', Sep 24 14:46:25.506006 dv-cinder-809830-2-iscsi neutron-server[105993]: 'SubPort': '1.0', Sep 24 14:46:25.506006 dv-cinder-809830-2-iscsi neutron-server[105993]: 'Subnet': '1.1', Sep 24 14:46:25.506006 dv-cinder-809830-2-iscsi neutron-server[105993]: 'Trunk': '1.1'}} Sep 24 14:46:25.506006 dv-cinder-809830-2-iscsi neutron-server[105993]: {{(pid=105993) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 24 14:46:25.545607 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1ac70e9-9b73-49cf-a6f8-79415539f1ed admin admin] Network 3353618c-0c71-41e0-b47a-69afd665d424 is scheduled to be hosted by DHCP agent a445fb04-844a-460e-9913-1045a19b95b5 with binding_index 1 {{(pid=105993) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 14:46:25.573209 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.scheduler.base_scheduler [None req-b1ac70e9-9b73-49cf-a6f8-79415539f1ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809830-2-iscsi, 3353618c-0c71-41e0-b47a-69afd665d424) {{(pid=105993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 14:46:25.581156 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1ac70e9-9b73-49cf-a6f8-79415539f1ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:46:25.582255 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-b1ac70e9-9b73-49cf-a6f8-79415539f1ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536624'] for subnet, before_response {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:46:25.593932 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0ffdec7-2fe0-4488-8511-4466b465780f None None] Network 3353618c-0c71-41e0-b47a-69afd665d424 requested from dv-cinder-809830-2-iscsi {{(pid=105995) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 14:46:25.609059 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [None req-b1ac70e9-9b73-49cf-a6f8-79415539f1ed admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9214277 Sep 24 14:46:26.187178 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff526350-5698-41a5-9764-a6af0c36a234 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e630d72-881c-5ced-b0db-7df05ee4afe5-3353618c-0c71-41e0-b47a-69afd665d424', 'network_id': '3353618c-0c71-41e0-b47a-69afd665d424', 'tenant_id': 'f7f4c6a75c494342bf7d3fb0d7adcd2e', 'fixed_ips': [{'subnet_id': 'd3cfc485-39d3-44be-a051-c2ba89e704ba'}]}} from dv-cinder-809830-2-iscsi. {{(pid=105995) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 14:46:26.189335 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-ff526350-5698-41a5-9764-a6af0c36a234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993762'] for port, before_create {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:46:26.713237 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.db_base_plugin_common [None req-ff526350-5698-41a5-9764-a6af0c36a234 None None] Allocated IP 172.20.0.2 (3353618c-0c71-41e0-b47a-69afd665d424/d3cfc485-39d3-44be-a051-c2ba89e704ba/84478322-1142-4d72-88db-65795eca6160) {{(pid=105995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 14:46:27.019300 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-ff526350-5698-41a5-9764-a6af0c36a234 None None] Notify callbacks [] for port, precommit_create {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:46:27.031610 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-ff526350-5698-41a5-9764-a6af0c36a234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727248062127'] for port, after_create {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:46:27.154705 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff526350-5698-41a5-9764-a6af0c36a234 None None] Network 3353618c-0c71-41e0-b47a-69afd665d424 is already hosted by enough agents. {{(pid=105995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 14:46:27.161724 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.scheduler.base_scheduler [None req-ff526350-5698-41a5-9764-a6af0c36a234 None None] Resources bound (agent type, host, resource id): {{(pid=105995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 14:46:27.178838 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff526350-5698-41a5-9764-a6af0c36a234 None None] Received port after_create {{(pid=105995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 14:46:27.181385 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff526350-5698-41a5-9764-a6af0c36a234 None None] Pushing event updated for resources: {'Port': ['ID=84478322-1142-4d72-88db-65795eca6160,revision_number=1']} {{(pid=105995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:46:27.196193 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff526350-5698-41a5-9764-a6af0c36a234 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:46:27.196735 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff526350-5698-41a5-9764-a6af0c36a234 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:46:27.197137 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff526350-5698-41a5-9764-a6af0c36a234 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:46:27.197577 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff526350-5698-41a5-9764-a6af0c36a234 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:46:27.197994 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff526350-5698-41a5-9764-a6af0c36a234 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:46:27.198422 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff526350-5698-41a5-9764-a6af0c36a234 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:46:27.198920 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff526350-5698-41a5-9764-a6af0c36a234 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:46:27.199376 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff526350-5698-41a5-9764-a6af0c36a234 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:46:27.199815 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff526350-5698-41a5-9764-a6af0c36a234 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:46:27.200234 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff526350-5698-41a5-9764-a6af0c36a234 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:46:27.200655 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff526350-5698-41a5-9764-a6af0c36a234 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:46:27.201094 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff526350-5698-41a5-9764-a6af0c36a234 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:46:27.202369 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff526350-5698-41a5-9764-a6af0c36a234 None None] Tracked resource versions report: Sep 24 14:46:27.202369 dv-cinder-809830-2-iscsi neutron-server[105995]: pushed versions: Sep 24 14:46:27.202369 dv-cinder-809830-2-iscsi neutron-server[105995]: { 'AddressGroup': {'1.2'}, Sep 24 14:46:27.202369 dv-cinder-809830-2-iscsi neutron-server[105995]: 'ConntrackHelper': {'1.0'}, Sep 24 14:46:27.202369 dv-cinder-809830-2-iscsi neutron-server[105995]: 'Log': {'1.0'}, Sep 24 14:46:27.202369 dv-cinder-809830-2-iscsi neutron-server[105995]: 'Network': {'1.1'}, Sep 24 14:46:27.202369 dv-cinder-809830-2-iscsi neutron-server[105995]: 'Port': {'1.7'}, Sep 24 14:46:27.202369 dv-cinder-809830-2-iscsi neutron-server[105995]: 'PortForwarding': {'1.2'}, Sep 24 14:46:27.202369 dv-cinder-809830-2-iscsi neutron-server[105995]: 'QosPolicy': {'1.9'}, Sep 24 14:46:27.202369 dv-cinder-809830-2-iscsi neutron-server[105995]: 'SecurityGroup': {'1.4'}, Sep 24 14:46:27.202369 dv-cinder-809830-2-iscsi neutron-server[105995]: 'SecurityGroupRule': {'1.2'}, Sep 24 14:46:27.202369 dv-cinder-809830-2-iscsi neutron-server[105995]: 'SubPort': {'1.0'}, Sep 24 14:46:27.202369 dv-cinder-809830-2-iscsi neutron-server[105995]: 'Subnet': {'1.1'}, Sep 24 14:46:27.202369 dv-cinder-809830-2-iscsi neutron-server[105995]: 'Trunk': {'1.1'}} Sep 24 14:46:27.202369 dv-cinder-809830-2-iscsi neutron-server[105995]: consumer versions: Sep 24 14:46:27.202369 dv-cinder-809830-2-iscsi neutron-server[105995]: { DHCP agent@dv-cinder-809830-2-iscsi: {}, Sep 24 14:46:27.202369 dv-cinder-809830-2-iscsi neutron-server[105995]: L3 agent@dv-cinder-809830-2-iscsi: {}, Sep 24 14:46:27.202369 dv-cinder-809830-2-iscsi neutron-server[105995]: Metadata agent@dv-cinder-809830-2-iscsi: {}, Sep 24 14:46:27.202369 dv-cinder-809830-2-iscsi neutron-server[105995]: Metering agent@dv-cinder-809830-2-iscsi: {}, Sep 24 14:46:27.202369 dv-cinder-809830-2-iscsi neutron-server[105995]: Open vSwitch agent@dv-cinder-809830-2-iscsi: { 'AddressGroup': '1.2', Sep 24 14:46:27.202369 dv-cinder-809830-2-iscsi neutron-server[105995]: 'ConntrackHelper': '1.0', Sep 24 14:46:27.202369 dv-cinder-809830-2-iscsi neutron-server[105995]: 'Log': '1.0', Sep 24 14:46:27.202369 dv-cinder-809830-2-iscsi neutron-server[105995]: 'Network': '1.1', Sep 24 14:46:27.202369 dv-cinder-809830-2-iscsi neutron-server[105995]: 'Port': '1.7', Sep 24 14:46:27.202369 dv-cinder-809830-2-iscsi neutron-server[105995]: 'PortForwarding': '1.2', Sep 24 14:46:27.202369 dv-cinder-809830-2-iscsi neutron-server[105995]: 'QosPolicy': '1.9', Sep 24 14:46:27.202369 dv-cinder-809830-2-iscsi neutron-server[105995]: 'SecurityGroup': '1.4', Sep 24 14:46:27.202369 dv-cinder-809830-2-iscsi neutron-server[105995]: 'SecurityGroupRule': '1.2', Sep 24 14:46:27.202369 dv-cinder-809830-2-iscsi neutron-server[105995]: 'SubPort': '1.0', Sep 24 14:46:27.202369 dv-cinder-809830-2-iscsi neutron-server[105995]: 'Subnet': '1.1', Sep 24 14:46:27.202369 dv-cinder-809830-2-iscsi neutron-server[105995]: 'Trunk': '1.1'}} Sep 24 14:46:27.202369 dv-cinder-809830-2-iscsi neutron-server[105995]: {{(pid=105995) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 24 14:46:27.293832 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.managers [None req-ff526350-5698-41a5-9764-a6af0c36a234 None None] Attempting to bind port 84478322-1142-4d72-88db-65795eca6160 on host dv-cinder-809830-2-iscsi for vnic_type normal with profile {{(pid=105995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 14:46:27.294385 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.managers [None req-ff526350-5698-41a5-9764-a6af0c36a234 None None] Attempting to bind port 84478322-1142-4d72-88db-65795eca6160 by drivers openvswitch,hyperv on host dv-cinder-809830-2-iscsi at level 0 using segments [{'id': '3fce7f4a-c8d0-4b1f-a346-76f48428e543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '3353618c-0c71-41e0-b47a-69afd665d424'}] {{(pid=105995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 14:46:27.295085 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff526350-5698-41a5-9764-a6af0c36a234 None None] Attempting to bind port 84478322-1142-4d72-88db-65795eca6160 on network 3353618c-0c71-41e0-b47a-69afd665d424 {{(pid=105995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 14:46:27.301914 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff526350-5698-41a5-9764-a6af0c36a234 None None] Checking agent: {'id': '466265b3-b863-41e9-8226-f4d0fd198543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809830-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 14, 45, 59), 'started_at': datetime.datetime(2021, 9, 24, 14, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 14, 45, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809830-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 14:46:27.302490 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff526350-5698-41a5-9764-a6af0c36a234 None None] Checking segment: {'id': '3fce7f4a-c8d0-4b1f-a346-76f48428e543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '3353618c-0c71-41e0-b47a-69afd665d424'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 14:46:27.303091 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-ff526350-5698-41a5-9764-a6af0c36a234 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:46:27.303598 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff526350-5698-41a5-9764-a6af0c36a234 None None] Bound using segment: {'id': '3fce7f4a-c8d0-4b1f-a346-76f48428e543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '3353618c-0c71-41e0-b47a-69afd665d424'} {{(pid=105995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 14:46:27.304215 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.managers [None req-ff526350-5698-41a5-9764-a6af0c36a234 None None] Bound port: 84478322-1142-4d72-88db-65795eca6160, host: dv-cinder-809830-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fce7f4a-c8d0-4b1f-a346-76f48428e543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '3353618c-0c71-41e0-b47a-69afd665d424'}}] {{(pid=105995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 14:46:27.304774 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-ff526350-5698-41a5-9764-a6af0c36a234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993762'] for port, before_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:46:27.384779 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.db [None req-ff526350-5698-41a5-9764-a6af0c36a234 None None] For port 84478322-1142-4d72-88db-65795eca6160, host dv-cinder-809830-2-iscsi, cleared binding levels {{(pid=105995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 14:46:27.391723 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.db [None req-ff526350-5698-41a5-9764-a6af0c36a234 None None] For port 84478322-1142-4d72-88db-65795eca6160, host dv-cinder-809830-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809830-2-iscsi',level=0,port_id=84478322-1142-4d72-88db-65795eca6160,segment=NetworkSegment(3fce7f4a-c8d0-4b1f-a346-76f48428e543),segment_id=3fce7f4a-c8d0-4b1f-a346-76f48428e543)] {{(pid=105995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 14:46:27.398144 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-ff526350-5698-41a5-9764-a6af0c36a234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248551428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248062163'] for port, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:46:27.525169 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff526350-5698-41a5-9764-a6af0c36a234 None None] Pushing event updated for resources: {'Port': ['ID=84478322-1142-4d72-88db-65795eca6160,revision_number=2']} {{(pid=105995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:46:28.297457 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-01e79174-a135-4966-a678-03a8664eb180 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:46:29.325455 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:46:29.944034 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.wsgi [-] (105993) accepted ('10.222.0.90', 53448) {{(pid=105993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:46:30.214627 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.wsgi [None req-4be341ec-c987-4879-933e-752ca50bff74 admin admin] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=105993) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 14:46:30.216587 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [None req-4be341ec-c987-4879-933e-752ca50bff74 admin admin] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2709956 Sep 24 14:46:30.309579 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-13d777cc-54dc-48f4-b409-3d66fa02497d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:46:32.856609 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-450d71f0-4391-4cc8-89b8-8f609d6e2304 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:46:34.360022 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.wsgi [-] (105994) accepted ('10.222.0.90', 53466) {{(pid=105994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:46:34.460878 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.wsgi [None req-28d5decf-9ff1-47d8-b993-fa852a1481ce admin admin] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=105994) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 14:46:34.462603 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [None req-28d5decf-9ff1-47d8-b993-fa852a1481ce admin admin] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1008677 Sep 24 14:46:38.358933 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.wsgi [-] (105993) accepted ('10.222.0.90', 53476) {{(pid=105993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:46:38.459886 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.v2.base [None req-d88748a3-a84e-4833-b298-8ef87615e1fd admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': 'f7f4c6a75c494342bf7d3fb0d7adcd2e', 'admin_state_up': True}} {{(pid=105993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:46:38.516059 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-d88748a3-a84e-4833-b298-8ef87615e1fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594072', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-917'] for router, before_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:46:38.519235 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-d88748a3-a84e-4833-b298-8ef87615e1fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-591208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-616600', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-980487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-924'] for router, precommit_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:46:38.842828 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-d88748a3-a84e-4833-b298-8ef87615e1fd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:46:38.852618 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-d88748a3-a84e-4833-b298-8ef87615e1fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-591121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-616613'] for router, after_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:46:38.894728 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-d88748a3-a84e-4833-b298-8ef87615e1fd admin admin] Notify callbacks [] for router, before_response {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:46:38.900766 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [None req-d88748a3-a84e-4833-b298-8ef87615e1fd admin admin] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5372739 Sep 24 14:46:40.185010 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.rpc [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Device 84478322-1142-4d72-88db-65795eca6160 up at agent ovs-agent-dv-cinder-809830-2-iscsi {{(pid=105995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 14:46:40.350051 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.provisioning_blocks [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Provisioning complete for port 84478322-1142-4d72-88db-65795eca6160 triggered by entity L2. {{(pid=105995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 14:46:40.350711 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985790'] for port, provisioning_complete {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:46:40.588195 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993762'] for port, before_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:46:40.692908 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.db [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] For port 84478322-1142-4d72-88db-65795eca6160, host dv-cinder-809830-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809830-2-iscsi',level=0,port_id=84478322-1142-4d72-88db-65795eca6160,segment=NetworkSegment(3fce7f4a-c8d0-4b1f-a346-76f48428e543),segment_id=3fce7f4a-c8d0-4b1f-a346-76f48428e543)] {{(pid=105995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:46:40.709250 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248551428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248062163'] for port, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:46:40.828807 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Pushing event updated for resources: {'Port': ['ID=84478322-1142-4d72-88db-65795eca6160,revision_number=3']} {{(pid=105995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:46:41.129673 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbde09d0-cf00-400a-b75f-21f4aa27dde1 None None] Network 3353618c-0c71-41e0-b47a-69afd665d424 requested from dv-cinder-809830-2-iscsi {{(pid=105995) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 14:46:41.294160 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.provisioning_blocks [None req-f2d1afb8-ddc0-47f2-9eea-6f9ae11c5cc1 None None] Provisioning complete for port 84478322-1142-4d72-88db-65795eca6160 triggered by entity DHCP. {{(pid=105995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 14:46:41.295222 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-f2d1afb8-ddc0-47f2-9eea-6f9ae11c5cc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985790'] for port, provisioning_complete {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:46:41.929474 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.provisioning_blocks [None req-ec511129-3a42-4ff9-9e15-3309de80ada6 None None] Provisioning complete for port 84478322-1142-4d72-88db-65795eca6160 triggered by entity DHCP. {{(pid=105995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 14:46:41.929928 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-ec511129-3a42-4ff9-9e15-3309de80ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985790'] for port, provisioning_complete {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:46:42.147862 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.rpc [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Device 84478322-1142-4d72-88db-65795eca6160 up at agent ovs-agent-dv-cinder-809830-2-iscsi {{(pid=105995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 14:46:42.253826 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.provisioning_blocks [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Provisioning complete for port 84478322-1142-4d72-88db-65795eca6160 triggered by entity L2. {{(pid=105995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 14:46:42.253826 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985790'] for port, provisioning_complete {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:46:43.410056 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.wsgi [-] (105993) accepted ('10.222.0.90', 53488) {{(pid=105993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:46:43.511741 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.wsgi [None req-bf81fc81-3b02-402c-aa7e-301e7382328a admin admin] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=105993) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 14:46:43.516157 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [None req-bf81fc81-3b02-402c-aa7e-301e7382328a admin admin] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1020517 Sep 24 14:46:47.306782 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.wsgi [-] (105993) accepted ('10.222.0.90', 53496) {{(pid=105993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:46:47.400511 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.v2.base [None req-6b35699c-dd7f-4bef-8f84-f99224d0153f admin admin] Request body: {'network': {'is_default': True, 'name': 'public', 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'router:external': True}} {{(pid=105993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:46:47.443628 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b35699c-dd7f-4bef-8f84-f99224d0153f admin admin] Made reservation on behalf of 8f431514801a4bd6b7dca19aea4d1ceb for: {'network': 1} {{(pid=105993) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 14:46:47.448077 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-6b35699c-dd7f-4bef-8f84-f99224d0153f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993762'] for network, before_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:46:47.478256 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-6b35699c-dd7f-4bef-8f84-f99224d0153f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:46:47.709856 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-6b35699c-dd7f-4bef-8f84-f99224d0153f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:46:47.716488 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-6b35699c-dd7f-4bef-8f84-f99224d0153f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571103'] for security_group, after_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:46:47.756580 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-6b35699c-dd7f-4bef-8f84-f99224d0153f admin admin] Reserving flat network on physical network physnet1 {{(pid=105993) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 24 14:46:47.808017 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b35699c-dd7f-4bef-8f84-f99224d0153f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7667f822-1829-4536-ab09-e2100ec3ec5a,revision_number=1']} {{(pid=105993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:46:47.814067 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-6b35699c-dd7f-4bef-8f84-f99224d0153f admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8727248609931', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988101'] for segment, precommit_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:46:47.815260 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-6b35699c-dd7f-4bef-8f84-f99224d0153f admin admin] Unsubscribe: segment precommit_create {{(pid=105993) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 24 14:46:47.816220 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.db.segments_db [None req-6b35699c-dd7f-4bef-8f84-f99224d0153f admin admin] Added segment 1eeca048-08b8-46bc-9b0a-d3cb6658f7f8 of type flat for network d1d522b2-1ecd-4e8f-be33-d5d511adebd7 Sep 24 14:46:47.935269 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-6b35699c-dd7f-4bef-8f84-f99224d0153f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727248069142'] for network, precommit_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:46:48.049538 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-6b35699c-dd7f-4bef-8f84-f99224d0153f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314'] for network, after_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:46:48.051276 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b35699c-dd7f-4bef-8f84-f99224d0153f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:46:48.053003 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-6b35699c-dd7f-4bef-8f84-f99224d0153f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536624'] for network, before_response {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:46:48.191574 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [None req-6b35699c-dd7f-4bef-8f84-f99224d0153f admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8829308 Sep 24 14:46:48.245569 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b35699c-dd7f-4bef-8f84-f99224d0153f admin admin] Pushing event updated for resources: {'Network': ['ID=d1d522b2-1ecd-4e8f-be33-d5d511adebd7,revision_number=1']} {{(pid=105993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:46:48.265884 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.rpc [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Network d1d522b2-1ecd-4e8f-be33-d5d511adebd7 details requested by agent ovs-agent-dv-cinder-809830-2-iscsi with host dv-cinder-809830-2-iscsi {{(pid=105995) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 14:46:51.174238 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.wsgi [-] (105994) accepted ('10.222.0.90', 53504) {{(pid=105994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:46:51.242156 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.db.agents_db [None req-37515238-e50e-498e-bfbd-a21ffee86c29 None None] Agent healthcheck: found 5 active agents {{(pid=105996) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 14:46:51.394952 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec9fc17c-95fd-4af5-bd11-83c385d80624 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:46:51.397368 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [None req-ec9fc17c-95fd-4af5-bd11-83c385d80624 admin admin] 10.222.0.90 "GET /v2.0/subnets/d3cfc485-39d3-44be-a051-c2ba89e704ba HTTP/1.1" status: 200 len: 849 time: 0.2216244 Sep 24 14:46:51.670158 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [None req-24beb60a-9deb-424c-8d57-d36f43aa94af admin admin] 10.222.0.90 "GET /v2.0/routers/4ff53868-70cd-45b6-84a4-c95733670a83 HTTP/1.1" status: 200 len: 704 time: 0.2652695 Sep 24 14:46:52.179705 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-65d6c80c-8d41-4d95-85d9-6a559d04c45b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993762'] for port, before_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:46:52.702473 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.db.db_base_plugin_common [None req-65d6c80c-8d41-4d95-85d9-6a559d04c45b admin admin] Allocated IP 172.20.0.1 (3353618c-0c71-41e0-b47a-69afd665d424/d3cfc485-39d3-44be-a051-c2ba89e704ba/254faf8f-6dec-4778-b2d8-ba30ffac7a3b) {{(pid=105994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 14:46:53.126007 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-65d6c80c-8d41-4d95-85d9-6a559d04c45b admin admin] Notify callbacks [] for port, precommit_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:46:53.253176 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-65d6c80c-8d41-4d95-85d9-6a559d04c45b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727248062127'] for port, after_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:46:53.341764 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65d6c80c-8d41-4d95-85d9-6a559d04c45b admin admin] Network 3353618c-0c71-41e0-b47a-69afd665d424 is already hosted by enough agents. {{(pid=105994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 14:46:53.349143 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.scheduler.base_scheduler [None req-65d6c80c-8d41-4d95-85d9-6a559d04c45b admin admin] Resources bound (agent type, host, resource id): {{(pid=105994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 14:46:53.363256 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65d6c80c-8d41-4d95-85d9-6a559d04c45b admin admin] Received port after_create {{(pid=105994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 14:46:53.363256 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-65d6c80c-8d41-4d95-85d9-6a559d04c45b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-595352'] for router_interface, before_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:46:53.486356 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d6c80c-8d41-4d95-85d9-6a559d04c45b admin admin] Pushing event updated for resources: {'Port': ['ID=254faf8f-6dec-4778-b2d8-ba30ffac7a3b,revision_number=1']} {{(pid=105994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:46:53.508091 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-027295fe-6f3a-4126-bf17-faa9413d1972 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:46:53.707359 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.provisioning_blocks [None req-6c708574-f55d-4625-9f7d-f7cddf1b91a4 None None] Provisioning complete for port 254faf8f-6dec-4778-b2d8-ba30ffac7a3b triggered by entity DHCP. {{(pid=105995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 14:46:53.708307 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-6c708574-f55d-4625-9f7d-f7cddf1b91a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985790'] for port, provisioning_complete {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:46:53.726720 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-65d6c80c-8d41-4d95-85d9-6a559d04c45b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993762'] for port, before_update {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:46:53.778864 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.plugin [None req-6c708574-f55d-4625-9f7d-f7cddf1b91a4 None None] Port 254faf8f-6dec-4778-b2d8-ba30ffac7a3b cannot update to ACTIVE because it is not bound. {{(pid=105995) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 14:46:54.055981 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-65d6c80c-8d41-4d95-85d9-6a559d04c45b admin admin] Notify callbacks [] for port, precommit_update {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:46:54.063342 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-65d6c80c-8d41-4d95-85d9-6a559d04c45b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248551428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248062163'] for port, after_update {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:46:54.064751 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-65d6c80c-8d41-4d95-85d9-6a559d04c45b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-594280'] for router_interface, after_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:46:54.142891 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d6c80c-8d41-4d95-85d9-6a559d04c45b admin admin] Pushing event updated for resources: {'Port': ['ID=254faf8f-6dec-4778-b2d8-ba30ffac7a3b,revision_number=2']} {{(pid=105994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:46:54.237801 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65d6c80c-8d41-4d95-85d9-6a559d04c45b admin admin] Network 3353618c-0c71-41e0-b47a-69afd665d424 is already hosted by enough agents. {{(pid=105994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 14:46:54.240961 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.scheduler.base_scheduler [None req-65d6c80c-8d41-4d95-85d9-6a559d04c45b admin admin] Resources bound (agent type, host, resource id): {{(pid=105994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 14:46:54.515391 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.provisioning_blocks [None req-6a19eb17-7e1a-43ab-b8bc-63f1efefb2c4 None None] Provisioning complete for port 254faf8f-6dec-4778-b2d8-ba30ffac7a3b triggered by entity DHCP. {{(pid=105995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 14:46:54.516332 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-6a19eb17-7e1a-43ab-b8bc-63f1efefb2c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985790'] for port, provisioning_complete {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:46:54.576559 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.plugin [None req-6a19eb17-7e1a-43ab-b8bc-63f1efefb2c4 None None] Port 254faf8f-6dec-4778-b2d8-ba30ffac7a3b cannot update to ACTIVE because it is not bound. {{(pid=105995) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 14:46:54.578971 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65d6c80c-8d41-4d95-85d9-6a559d04c45b admin admin] Router 4ff53868-70cd-45b6-84a4-c95733670a83 is scheduled to L3 agent 76290e94-8d59-4af2-9b8f-4e64db68baa4 with binding_index 1 {{(pid=105994) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 14:46:54.689037 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65d6c80c-8d41-4d95-85d9-6a559d04c45b admin admin] Notify agent at l3_agent.dv-cinder-809830-2-iscsi the message routers_updated {{(pid=105994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 14:46:54.696175 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [None req-65d6c80c-8d41-4d95-85d9-6a559d04c45b admin admin] 10.222.0.90 "PUT /v2.0/routers/4ff53868-70cd-45b6-84a4-c95733670a83/add_router_interface HTTP/1.1" status: 200 len: 508 time: 3.0154853 Sep 24 14:46:54.704378 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d845b95b-c0ff-4e77-8b0f-b18512f0ec19 None None] Sync routers for ids ['4ff53868-70cd-45b6-84a4-c95733670a83'] in dv-cinder-809830-2-iscsi {{(pid=105996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 14:46:54.719556 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d845b95b-c0ff-4e77-8b0f-b18512f0ec19 None None] Routers {'4ff53868-70cd-45b6-84a4-c95733670a83'} bound to L3 agent in host dv-cinder-809830-2-iscsi {{(pid=105996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 14:46:54.720593 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.db.l3_hamode_db [None req-d845b95b-c0ff-4e77-8b0f-b18512f0ec19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809830-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-24T14:45:58Z,description=,heartbeat_timestamp=2021-09-24T14:46:28Z,host='dv-cinder-809830-2-iscsi',id=76290e94-8d59-4af2-9b8f-4e64db68baa4,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T14:45:58Z,topic='l3_agent')) {'router_ids': ['4ff53868-70cd-45b6-84a4-c95733670a83'], 'active': True} {{(pid=105996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:46:54.966737 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.db.l3_dvr_db [None req-d845b95b-c0ff-4e77-8b0f-b18512f0ec19 None None] Set router 4ff53868-70cd-45b6-84a4-c95733670a83 gateway port host: None {{(pid=105996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 14:46:55.610819 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.db.l3_hamode_db [None req-d845b95b-c0ff-4e77-8b0f-b18512f0ec19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ff53868-70cd-45b6-84a4-c95733670a83', 'name': 'router1', 'tenant_id': 'f7f4c6a75c494342bf7d3fb0d7adcd2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T14:46:38Z', 'updated_at': '2021-09-24T14:46:53Z', 'revision_number': 2, 'project_id': 'f7f4c6a75c494342bf7d3fb0d7adcd2e', 'gw_port_host': None, '_interfaces': [{'id': '254faf8f-6dec-4778-b2d8-ba30ffac7a3b', 'name': '', 'network_id': '3353618c-0c71-41e0-b47a-69afd665d424', 'tenant_id': 'f7f4c6a75c494342bf7d3fb0d7adcd2e', 'mac_address': 'fa:16:3e:5b:5c:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ff53868-70cd-45b6-84a4-c95733670a83', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd3cfc485-39d3-44be-a051-c2ba89e704ba', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T14:46:52Z', 'updated_at': '2021-09-24T14:46:53Z', 'revision_number': 2, 'project_id': 'f7f4c6a75c494342bf7d3fb0d7adcd2e', 'subnets': [{'id': 'd3cfc485-39d3-44be-a051-c2ba89e704ba', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9448e169-c4c0-4428-9fe6-66451dc9dcc9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809830-2-iscsi', False) {} {{(pid=105996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:46:55.672480 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d845b95b-c0ff-4e77-8b0f-b18512f0ec19 None None] Checking router: 4ff53868-70cd-45b6-84a4-c95733670a83 for host: dv-cinder-809830-2-iscsi {{(pid=105996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 14:46:55.672808 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d845b95b-c0ff-4e77-8b0f-b18512f0ec19 None None] Updating router 4ff53868-70cd-45b6-84a4-c95733670a83 port 254faf8f-6dec-4778-b2d8-ba30ffac7a3b binding host dv-cinder-809830-2-iscsi {{(pid=105996) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 14:46:55.736246 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron_lib.callbacks.manager [None req-d845b95b-c0ff-4e77-8b0f-b18512f0ec19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993762'] for port, before_update {{(pid=105996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:46:56.621777 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron_lib.callbacks.manager [None req-d845b95b-c0ff-4e77-8b0f-b18512f0ec19 None None] Notify callbacks [] for port, precommit_update {{(pid=105996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:46:56.633658 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron_lib.callbacks.manager [None req-d845b95b-c0ff-4e77-8b0f-b18512f0ec19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248551428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248062163'] for port, after_update {{(pid=105996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:46:56.902581 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.plugins.ml2.managers [None req-d845b95b-c0ff-4e77-8b0f-b18512f0ec19 None None] Attempting to bind port 254faf8f-6dec-4778-b2d8-ba30ffac7a3b on host dv-cinder-809830-2-iscsi for vnic_type normal with profile {{(pid=105996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 14:46:56.903667 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.plugins.ml2.managers [None req-d845b95b-c0ff-4e77-8b0f-b18512f0ec19 None None] Attempting to bind port 254faf8f-6dec-4778-b2d8-ba30ffac7a3b by drivers openvswitch,hyperv on host dv-cinder-809830-2-iscsi at level 0 using segments [{'id': '3fce7f4a-c8d0-4b1f-a346-76f48428e543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '3353618c-0c71-41e0-b47a-69afd665d424'}] {{(pid=105996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 14:46:56.903822 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d845b95b-c0ff-4e77-8b0f-b18512f0ec19 None None] Attempting to bind port 254faf8f-6dec-4778-b2d8-ba30ffac7a3b on network 3353618c-0c71-41e0-b47a-69afd665d424 {{(pid=105996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 14:46:56.909428 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ad2daf-f2df-458a-907b-e4d4b6f974ab None None] Pushing event updated for resources: {'Port': ['ID=254faf8f-6dec-4778-b2d8-ba30ffac7a3b,revision_number=3']} {{(pid=105996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:46:56.922901 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d845b95b-c0ff-4e77-8b0f-b18512f0ec19 None None] Checking agent: {'id': '466265b3-b863-41e9-8226-f4d0fd198543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809830-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 14, 45, 59), 'started_at': datetime.datetime(2021, 9, 24, 14, 46, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 14, 46, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809830-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 14:46:56.923416 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d845b95b-c0ff-4e77-8b0f-b18512f0ec19 None None] Checking segment: {'id': '3fce7f4a-c8d0-4b1f-a346-76f48428e543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '3353618c-0c71-41e0-b47a-69afd665d424'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 14:46:56.924006 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron_lib.callbacks.manager [None req-d845b95b-c0ff-4e77-8b0f-b18512f0ec19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:46:56.924643 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d845b95b-c0ff-4e77-8b0f-b18512f0ec19 None None] Bound using segment: {'id': '3fce7f4a-c8d0-4b1f-a346-76f48428e543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '3353618c-0c71-41e0-b47a-69afd665d424'} {{(pid=105996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 14:46:56.925479 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.plugins.ml2.managers [None req-d845b95b-c0ff-4e77-8b0f-b18512f0ec19 None None] Bound port: 254faf8f-6dec-4778-b2d8-ba30ffac7a3b, host: dv-cinder-809830-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fce7f4a-c8d0-4b1f-a346-76f48428e543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '3353618c-0c71-41e0-b47a-69afd665d424'}}] {{(pid=105996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 14:46:56.926103 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron_lib.callbacks.manager [None req-d845b95b-c0ff-4e77-8b0f-b18512f0ec19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993762'] for port, before_update {{(pid=105996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:46:56.938860 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ad2daf-f2df-458a-907b-e4d4b6f974ab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:46:56.939211 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ad2daf-f2df-458a-907b-e4d4b6f974ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:46:56.939559 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ad2daf-f2df-458a-907b-e4d4b6f974ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:46:56.939893 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ad2daf-f2df-458a-907b-e4d4b6f974ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:46:56.940222 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ad2daf-f2df-458a-907b-e4d4b6f974ab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:46:56.940559 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ad2daf-f2df-458a-907b-e4d4b6f974ab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:46:56.940914 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ad2daf-f2df-458a-907b-e4d4b6f974ab None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:46:56.941243 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ad2daf-f2df-458a-907b-e4d4b6f974ab None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:46:56.941581 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ad2daf-f2df-458a-907b-e4d4b6f974ab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:46:56.942534 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ad2daf-f2df-458a-907b-e4d4b6f974ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:46:56.942932 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ad2daf-f2df-458a-907b-e4d4b6f974ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:46:56.943258 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ad2daf-f2df-458a-907b-e4d4b6f974ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:46:56.944562 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ad2daf-f2df-458a-907b-e4d4b6f974ab None None] Tracked resource versions report: Sep 24 14:46:56.944562 dv-cinder-809830-2-iscsi neutron-server[105996]: pushed versions: Sep 24 14:46:56.944562 dv-cinder-809830-2-iscsi neutron-server[105996]: { 'AddressGroup': {'1.2'}, Sep 24 14:46:56.944562 dv-cinder-809830-2-iscsi neutron-server[105996]: 'ConntrackHelper': {'1.0'}, Sep 24 14:46:56.944562 dv-cinder-809830-2-iscsi neutron-server[105996]: 'Log': {'1.0'}, Sep 24 14:46:56.944562 dv-cinder-809830-2-iscsi neutron-server[105996]: 'Network': {'1.1'}, Sep 24 14:46:56.944562 dv-cinder-809830-2-iscsi neutron-server[105996]: 'Port': {'1.7'}, Sep 24 14:46:56.944562 dv-cinder-809830-2-iscsi neutron-server[105996]: 'PortForwarding': {'1.2'}, Sep 24 14:46:56.944562 dv-cinder-809830-2-iscsi neutron-server[105996]: 'QosPolicy': {'1.9'}, Sep 24 14:46:56.944562 dv-cinder-809830-2-iscsi neutron-server[105996]: 'SecurityGroup': {'1.4'}, Sep 24 14:46:56.944562 dv-cinder-809830-2-iscsi neutron-server[105996]: 'SecurityGroupRule': {'1.2'}, Sep 24 14:46:56.944562 dv-cinder-809830-2-iscsi neutron-server[105996]: 'SubPort': {'1.0'}, Sep 24 14:46:56.944562 dv-cinder-809830-2-iscsi neutron-server[105996]: 'Subnet': {'1.1'}, Sep 24 14:46:56.944562 dv-cinder-809830-2-iscsi neutron-server[105996]: 'Trunk': {'1.1'}} Sep 24 14:46:56.944562 dv-cinder-809830-2-iscsi neutron-server[105996]: consumer versions: Sep 24 14:46:56.944562 dv-cinder-809830-2-iscsi neutron-server[105996]: { DHCP agent@dv-cinder-809830-2-iscsi: {}, Sep 24 14:46:56.944562 dv-cinder-809830-2-iscsi neutron-server[105996]: L3 agent@dv-cinder-809830-2-iscsi: {}, Sep 24 14:46:56.944562 dv-cinder-809830-2-iscsi neutron-server[105996]: Metadata agent@dv-cinder-809830-2-iscsi: {}, Sep 24 14:46:56.944562 dv-cinder-809830-2-iscsi neutron-server[105996]: Metering agent@dv-cinder-809830-2-iscsi: {}, Sep 24 14:46:56.944562 dv-cinder-809830-2-iscsi neutron-server[105996]: Open vSwitch agent@dv-cinder-809830-2-iscsi: { 'AddressGroup': '1.2', Sep 24 14:46:56.944562 dv-cinder-809830-2-iscsi neutron-server[105996]: 'ConntrackHelper': '1.0', Sep 24 14:46:56.944562 dv-cinder-809830-2-iscsi neutron-server[105996]: 'Log': '1.0', Sep 24 14:46:56.944562 dv-cinder-809830-2-iscsi neutron-server[105996]: 'Network': '1.1', Sep 24 14:46:56.944562 dv-cinder-809830-2-iscsi neutron-server[105996]: 'Port': '1.7', Sep 24 14:46:56.944562 dv-cinder-809830-2-iscsi neutron-server[105996]: 'PortForwarding': '1.2', Sep 24 14:46:56.944562 dv-cinder-809830-2-iscsi neutron-server[105996]: 'QosPolicy': '1.9', Sep 24 14:46:56.944562 dv-cinder-809830-2-iscsi neutron-server[105996]: 'SecurityGroup': '1.4', Sep 24 14:46:56.944562 dv-cinder-809830-2-iscsi neutron-server[105996]: 'SecurityGroupRule': '1.2', Sep 24 14:46:56.944562 dv-cinder-809830-2-iscsi neutron-server[105996]: 'SubPort': '1.0', Sep 24 14:46:56.944562 dv-cinder-809830-2-iscsi neutron-server[105996]: 'Subnet': '1.1', Sep 24 14:46:56.944562 dv-cinder-809830-2-iscsi neutron-server[105996]: 'Trunk': '1.1'}} Sep 24 14:46:56.944562 dv-cinder-809830-2-iscsi neutron-server[105996]: {{(pid=105996) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 24 14:46:57.022527 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.provisioning_blocks [None req-f77ac1d4-bda7-4362-be3f-845efc015a9c None None] Provisioning complete for port 254faf8f-6dec-4778-b2d8-ba30ffac7a3b triggered by entity DHCP. {{(pid=105995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 14:46:57.023319 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-f77ac1d4-bda7-4362-be3f-845efc015a9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985790'] for port, provisioning_complete {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:46:57.056539 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.plugins.ml2.db [None req-d845b95b-c0ff-4e77-8b0f-b18512f0ec19 None None] For port 254faf8f-6dec-4778-b2d8-ba30ffac7a3b, host dv-cinder-809830-2-iscsi, cleared binding levels {{(pid=105996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 14:46:57.082740 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.plugin [None req-f77ac1d4-bda7-4362-be3f-845efc015a9c None None] Port 254faf8f-6dec-4778-b2d8-ba30ffac7a3b cannot update to ACTIVE because it is not bound. {{(pid=105995) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 14:46:57.093688 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.plugins.ml2.db [None req-d845b95b-c0ff-4e77-8b0f-b18512f0ec19 None None] For port 254faf8f-6dec-4778-b2d8-ba30ffac7a3b, host dv-cinder-809830-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809830-2-iscsi',level=0,port_id=254faf8f-6dec-4778-b2d8-ba30ffac7a3b,segment=NetworkSegment(3fce7f4a-c8d0-4b1f-a346-76f48428e543),segment_id=3fce7f4a-c8d0-4b1f-a346-76f48428e543)] {{(pid=105996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 14:46:57.099807 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron_lib.callbacks.manager [None req-d845b95b-c0ff-4e77-8b0f-b18512f0ec19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248551428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248062163'] for port, after_update {{(pid=105996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:46:57.196536 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d845b95b-c0ff-4e77-8b0f-b18512f0ec19 None None] Routers {'4ff53868-70cd-45b6-84a4-c95733670a83'} bound to L3 agent in host dv-cinder-809830-2-iscsi {{(pid=105996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 14:46:57.197723 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.db.l3_hamode_db [None req-d845b95b-c0ff-4e77-8b0f-b18512f0ec19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809830-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-24T14:45:58Z,description=,heartbeat_timestamp=2021-09-24T14:46:28Z,host='dv-cinder-809830-2-iscsi',id=76290e94-8d59-4af2-9b8f-4e64db68baa4,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T14:45:58Z,topic='l3_agent')) {'router_ids': ['4ff53868-70cd-45b6-84a4-c95733670a83'], 'active': True} {{(pid=105996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:46:57.275440 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ad2daf-f2df-458a-907b-e4d4b6f974ab None None] Pushing event updated for resources: {'Port': ['ID=254faf8f-6dec-4778-b2d8-ba30ffac7a3b,revision_number=4']} {{(pid=105996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:46:57.386188 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.db.l3_dvr_db [None req-d845b95b-c0ff-4e77-8b0f-b18512f0ec19 None None] Set router 4ff53868-70cd-45b6-84a4-c95733670a83 gateway port host: None {{(pid=105996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 14:46:57.419708 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.provisioning_blocks [None req-8d1408bf-aced-47ca-b683-49363baa9f04 None None] Provisioning complete for port 254faf8f-6dec-4778-b2d8-ba30ffac7a3b triggered by entity DHCP. {{(pid=105995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 14:46:57.420193 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-8d1408bf-aced-47ca-b683-49363baa9f04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985790'] for port, provisioning_complete {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:46:57.579008 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-8d1408bf-aced-47ca-b683-49363baa9f04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993762'] for port, before_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:46:57.639627 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.db [None req-8d1408bf-aced-47ca-b683-49363baa9f04 None None] For port 254faf8f-6dec-4778-b2d8-ba30ffac7a3b, host dv-cinder-809830-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809830-2-iscsi',level=0,port_id=254faf8f-6dec-4778-b2d8-ba30ffac7a3b,segment=NetworkSegment(3fce7f4a-c8d0-4b1f-a346-76f48428e543),segment_id=3fce7f4a-c8d0-4b1f-a346-76f48428e543)] {{(pid=105995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:46:57.647068 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-8d1408bf-aced-47ca-b683-49363baa9f04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248551428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248062163'] for port, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:46:57.722757 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1408bf-aced-47ca-b683-49363baa9f04 None None] Pushing event updated for resources: {'Port': ['ID=254faf8f-6dec-4778-b2d8-ba30ffac7a3b,revision_number=5']} {{(pid=105995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:46:57.728863 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.db.l3_hamode_db [None req-d845b95b-c0ff-4e77-8b0f-b18512f0ec19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ff53868-70cd-45b6-84a4-c95733670a83', 'name': 'router1', 'tenant_id': 'f7f4c6a75c494342bf7d3fb0d7adcd2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T14:46:38Z', 'updated_at': '2021-09-24T14:46:53Z', 'revision_number': 2, 'project_id': 'f7f4c6a75c494342bf7d3fb0d7adcd2e', 'gw_port_host': None, '_interfaces': [{'id': '254faf8f-6dec-4778-b2d8-ba30ffac7a3b', 'name': '', 'network_id': '3353618c-0c71-41e0-b47a-69afd665d424', 'tenant_id': 'f7f4c6a75c494342bf7d3fb0d7adcd2e', 'mac_address': 'fa:16:3e:5b:5c:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ff53868-70cd-45b6-84a4-c95733670a83', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd3cfc485-39d3-44be-a051-c2ba89e704ba', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T14:46:52Z', 'updated_at': '2021-09-24T14:46:57Z', 'revision_number': 4, 'project_id': 'f7f4c6a75c494342bf7d3fb0d7adcd2e', 'subnets': [{'id': 'd3cfc485-39d3-44be-a051-c2ba89e704ba', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9448e169-c4c0-4428-9fe6-66451dc9dcc9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809830-2-iscsi', False) {} {{(pid=105996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:46:57.782203 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d845b95b-c0ff-4e77-8b0f-b18512f0ec19 None None] The sync data for ids ['4ff53868-70cd-45b6-84a4-c95733670a83'] in dv-cinder-809830-2-iscsi is: [{'id': '4ff53868-70cd-45b6-84a4-c95733670a83', 'name': 'router1', 'tenant_id': 'f7f4c6a75c494342bf7d3fb0d7adcd2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T14:46:38Z', 'updated_at': '2021-09-24T14:46:53Z', 'revision_number': 2, 'project_id': 'f7f4c6a75c494342bf7d3fb0d7adcd2e', 'gw_port_host': None, '_interfaces': [{'id': '254faf8f-6dec-4778-b2d8-ba30ffac7a3b', 'name': '', 'network_id': '3353618c-0c71-41e0-b47a-69afd665d424', 'tenant_id': 'f7f4c6a75c494342bf7d3fb0d7adcd2e', 'mac_address': 'fa:16:3e:5b:5c:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ff53868-70cd-45b6-84a4-c95733670a83', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd3cfc485-39d3-44be-a051-c2ba89e704ba', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T14:46:52Z', 'updated_at': '2021-09-24T14:46:57Z', 'revision_number': 4, 'project_id': 'f7f4c6a75c494342bf7d3fb0d7adcd2e', 'subnets': [{'id': 'd3cfc485-39d3-44be-a051-c2ba89e704ba', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9448e169-c4c0-4428-9fe6-66451dc9dcc9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 14:46:58.284853 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-2ae040dc-5e44-4531-aba6-52c29f2bc8bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:46:58.763500 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.wsgi [-] (105994) accepted ('10.222.0.90', 53514) {{(pid=105994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:46:58.958018 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69916955-d36c-49f7-8e32-6390712693b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:46:58.961188 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [None req-69916955-d36c-49f7-8e32-6390712693b1 admin admin] 10.222.0.90 "GET /v2.0/networks/d1d522b2-1ecd-4e8f-be33-d5d511adebd7 HTTP/1.1" status: 200 len: 842 time: 0.1958368 Sep 24 14:46:58.977857 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.v2.base [None req-18898c37-cc67-409b-b5ce-3ff31593a7b5 admin admin] Request body: {'subnet': {'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7', 'ip_version': 4, 'name': 'public-subnet', 'enable_dhcp': False}} {{(pid=105994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:46:59.043265 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18898c37-cc67-409b-b5ce-3ff31593a7b5 admin admin] Made reservation on behalf of 8f431514801a4bd6b7dca19aea4d1ceb for: {'subnet': 1} {{(pid=105994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 14:46:59.057868 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-18898c37-cc67-409b-b5ce-3ff31593a7b5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:46:59.326432 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:46:59.586313 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.objects.ports [None req-18898c37-cc67-409b-b5ce-3ff31593a7b5 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=105994) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 24 14:46:59.586669 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-18898c37-cc67-409b-b5ce-3ff31593a7b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314'] for subnet, after_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:46:59.658709 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18898c37-cc67-409b-b5ce-3ff31593a7b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=58b80919-877d-4d93-a3a2-bd7e936ebc9a,revision_number=0']} {{(pid=105994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:46:59.665261 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18898c37-cc67-409b-b5ce-3ff31593a7b5 admin admin] Checking segment: {'id': '1eeca048-08b8-46bc-9b0a-d3cb6658f7f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 14:46:59.665821 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18898c37-cc67-409b-b5ce-3ff31593a7b5 admin admin] Network hostable DHCP agents. Network: d1d522b2-1ecd-4e8f-be33-d5d511adebd7, hostable agents: ['a445fb04-844a-460e-9913-1045a19b95b5'], hosted agents: [] {{(pid=105994) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 14:46:59.719306 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18898c37-cc67-409b-b5ce-3ff31593a7b5 admin admin] Network d1d522b2-1ecd-4e8f-be33-d5d511adebd7 is scheduled to be hosted by DHCP agent a445fb04-844a-460e-9913-1045a19b95b5 with binding_index 1 {{(pid=105994) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 14:46:59.744012 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.scheduler.base_scheduler [None req-18898c37-cc67-409b-b5ce-3ff31593a7b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809830-2-iscsi, d1d522b2-1ecd-4e8f-be33-d5d511adebd7) {{(pid=105994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 14:46:59.749992 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18898c37-cc67-409b-b5ce-3ff31593a7b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:46:59.750832 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-18898c37-cc67-409b-b5ce-3ff31593a7b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536624'] for subnet, before_response {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:46:59.758241 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17ed0525-f0fd-42e7-bab9-6f48e18654c7 None None] Network d1d522b2-1ecd-4e8f-be33-d5d511adebd7 requested from dv-cinder-809830-2-iscsi {{(pid=105995) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 14:46:59.774016 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [None req-18898c37-cc67-409b-b5ce-3ff31593a7b5 admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8029180 Sep 24 14:47:00.017758 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ed403e4-3e2b-4f13-b353-dd15598b8af1 None None] Network d1d522b2-1ecd-4e8f-be33-d5d511adebd7 requested from dv-cinder-809830-2-iscsi {{(pid=105995) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 14:47:00.347447 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-13d777cc-54dc-48f4-b409-3d66fa02497d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:47:02.885736 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-450d71f0-4391-4cc8-89b8-8f609d6e2304 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:47:03.595513 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.wsgi [-] (105994) accepted ('10.222.0.90', 53522) {{(pid=105994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:47:03.778260 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [None req-17fffcd2-712e-48c6-a963-0c0261cc7f02 admin admin] 10.222.0.90 "GET /v2.0/routers/4ff53868-70cd-45b6-84a4-c95733670a83 HTTP/1.1" status: 200 len: 710 time: 0.1808033 Sep 24 14:47:03.945640 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-852ec25b-babf-42d5-9cf5-e9daebbf3902 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:47:03.947591 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [None req-852ec25b-babf-42d5-9cf5-e9daebbf3902 admin admin] 10.222.0.90 "GET /v2.0/networks/d1d522b2-1ecd-4e8f-be33-d5d511adebd7 HTTP/1.1" status: 200 len: 886 time: 0.1613102 Sep 24 14:47:03.962649 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.v2.base [None req-efef1b7f-0f2c-4fa3-b223-c0a38edcfaf3 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7'}}} {{(pid=105994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:47:04.489292 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-efef1b7f-0f2c-4fa3-b223-c0a38edcfaf3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:47:04.842402 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-efef1b7f-0f2c-4fa3-b223-c0a38edcfaf3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:47:04.970869 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-efef1b7f-0f2c-4fa3-b223-c0a38edcfaf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993762'] for port, before_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:47:05.183135 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.db.db_base_plugin_common [None req-efef1b7f-0f2c-4fa3-b223-c0a38edcfaf3 admin admin] Allocated IP 172.27.0.33 (d1d522b2-1ecd-4e8f-be33-d5d511adebd7/58b80919-877d-4d93-a3a2-bd7e936ebc9a/1f07a24a-3b8e-4f52-ba86-5f7ce59cb571) {{(pid=105994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 14:47:05.374291 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-efef1b7f-0f2c-4fa3-b223-c0a38edcfaf3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:47:05.441126 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-efef1b7f-0f2c-4fa3-b223-c0a38edcfaf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727248062127'] for port, after_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:47:05.505743 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efef1b7f-0f2c-4fa3-b223-c0a38edcfaf3 admin admin] Network d1d522b2-1ecd-4e8f-be33-d5d511adebd7 is already hosted by enough agents. {{(pid=105994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 14:47:05.510994 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.scheduler.base_scheduler [None req-efef1b7f-0f2c-4fa3-b223-c0a38edcfaf3 admin admin] Resources bound (agent type, host, resource id): {{(pid=105994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 14:47:05.516777 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efef1b7f-0f2c-4fa3-b223-c0a38edcfaf3 admin admin] Received port after_create {{(pid=105994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 14:47:05.533985 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efef1b7f-0f2c-4fa3-b223-c0a38edcfaf3 admin admin] Pushing event updated for resources: {'Port': ['ID=1f07a24a-3b8e-4f52-ba86-5f7ce59cb571,revision_number=1']} {{(pid=105994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:47:05.977733 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-efef1b7f-0f2c-4fa3-b223-c0a38edcfaf3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:47:06.358963 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.rpc [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Device 254faf8f-6dec-4778-b2d8-ba30ffac7a3b up at agent ovs-agent-dv-cinder-809830-2-iscsi {{(pid=105995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 14:47:06.386326 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-efef1b7f-0f2c-4fa3-b223-c0a38edcfaf3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-616590', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-591134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-910'] for router, precommit_update {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:47:06.393090 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-efef1b7f-0f2c-4fa3-b223-c0a38edcfaf3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-616613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-616631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-616636', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-591111'] for router, after_update {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:47:06.434327 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.provisioning_blocks [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Provisioning complete for port 254faf8f-6dec-4778-b2d8-ba30ffac7a3b triggered by entity L2. {{(pid=105995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 14:47:06.434958 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985790'] for port, provisioning_complete {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:47:06.564990 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efef1b7f-0f2c-4fa3-b223-c0a38edcfaf3 admin admin] Router 4ff53868-70cd-45b6-84a4-c95733670a83 has already been hosted by L3 agent 76290e94-8d59-4af2-9b8f-4e64db68baa4 {{(pid=105994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 14:47:06.759824 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efef1b7f-0f2c-4fa3-b223-c0a38edcfaf3 admin admin] Notify agent at l3_agent.dv-cinder-809830-2-iscsi the message routers_updated {{(pid=105994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 14:47:06.767116 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-efef1b7f-0f2c-4fa3-b223-c0a38edcfaf3 admin admin] Notify callbacks [] for router, before_response {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:47:06.769509 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [None req-efef1b7f-0f2c-4fa3-b223-c0a38edcfaf3 admin admin] 10.222.0.90 "PUT /v2.0/routers/4ff53868-70cd-45b6-84a4-c95733670a83 HTTP/1.1" status: 200 len: 889 time: 2.8102279 Sep 24 14:47:07.747833 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7906e5d-2b57-4867-a9b9-effdd02a08c7 None None] Sync routers for ids ['4ff53868-70cd-45b6-84a4-c95733670a83'] in dv-cinder-809830-2-iscsi {{(pid=105995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 14:47:07.760782 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7906e5d-2b57-4867-a9b9-effdd02a08c7 None None] Routers {'4ff53868-70cd-45b6-84a4-c95733670a83'} bound to L3 agent in host dv-cinder-809830-2-iscsi {{(pid=105995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 14:47:07.761575 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.l3_hamode_db [None req-f7906e5d-2b57-4867-a9b9-effdd02a08c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809830-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-24T14:45:58Z,description=,heartbeat_timestamp=2021-09-24T14:46:58Z,host='dv-cinder-809830-2-iscsi',id=76290e94-8d59-4af2-9b8f-4e64db68baa4,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T14:45:58Z,topic='l3_agent')) {'router_ids': ['4ff53868-70cd-45b6-84a4-c95733670a83'], 'active': True} {{(pid=105995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:47:08.017784 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.l3_dvr_db [None req-f7906e5d-2b57-4867-a9b9-effdd02a08c7 None None] Set router 4ff53868-70cd-45b6-84a4-c95733670a83 gateway port host: dv-cinder-809830-2-iscsi {{(pid=105995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 14:47:08.518451 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.l3_hamode_db [None req-f7906e5d-2b57-4867-a9b9-effdd02a08c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ff53868-70cd-45b6-84a4-c95733670a83', 'name': 'router1', 'tenant_id': 'f7f4c6a75c494342bf7d3fb0d7adcd2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7', 'external_fixed_ips': [{'subnet_id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'ip_address': '172.27.0.33'}], 'enable_snat': True}, 'gw_port_id': '1f07a24a-3b8e-4f52-ba86-5f7ce59cb571', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T14:46:38Z', 'updated_at': '2021-09-24T14:47:05Z', 'revision_number': 4, 'project_id': 'f7f4c6a75c494342bf7d3fb0d7adcd2e', 'gw_port': {'id': '1f07a24a-3b8e-4f52-ba86-5f7ce59cb571', 'name': '', 'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:fb:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ff53868-70cd-45b6-84a4-c95733670a83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'ip_address': '172.27.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T14:47:04Z', 'updated_at': '2021-09-24T14:47:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809830-2-iscsi', '_interfaces': [{'id': '254faf8f-6dec-4778-b2d8-ba30ffac7a3b', 'name': '', 'network_id': '3353618c-0c71-41e0-b47a-69afd665d424', 'tenant_id': 'f7f4c6a75c494342bf7d3fb0d7adcd2e', 'mac_address': 'fa:16:3e:5b:5c:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ff53868-70cd-45b6-84a4-c95733670a83', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd3cfc485-39d3-44be-a051-c2ba89e704ba', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T14:46:52Z', 'updated_at': '2021-09-24T14:46:57Z', 'revision_number': 5, 'project_id': 'f7f4c6a75c494342bf7d3fb0d7adcd2e', 'subnets': [{'id': 'd3cfc485-39d3-44be-a051-c2ba89e704ba', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9448e169-c4c0-4428-9fe6-66451dc9dcc9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809830-2-iscsi', False) {} {{(pid=105995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:47:08.578719 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7906e5d-2b57-4867-a9b9-effdd02a08c7 None None] Checking router: 4ff53868-70cd-45b6-84a4-c95733670a83 for host: dv-cinder-809830-2-iscsi {{(pid=105995) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 14:47:08.579063 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7906e5d-2b57-4867-a9b9-effdd02a08c7 None None] Updating router 4ff53868-70cd-45b6-84a4-c95733670a83 port 1f07a24a-3b8e-4f52-ba86-5f7ce59cb571 binding host dv-cinder-809830-2-iscsi {{(pid=105995) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 14:47:08.635171 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-f7906e5d-2b57-4867-a9b9-effdd02a08c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993762'] for port, before_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:47:09.027459 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-f7906e5d-2b57-4867-a9b9-effdd02a08c7 None None] Notify callbacks [] for port, precommit_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:47:09.034332 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-f7906e5d-2b57-4867-a9b9-effdd02a08c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248551428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248062163'] for port, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:47:09.185953 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa644b5-3a96-49e9-b065-4f7502c8b131 None None] Pushing event updated for resources: {'Port': ['ID=1f07a24a-3b8e-4f52-ba86-5f7ce59cb571,revision_number=2']} {{(pid=105995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:47:09.191317 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.managers [None req-f7906e5d-2b57-4867-a9b9-effdd02a08c7 None None] Attempting to bind port 1f07a24a-3b8e-4f52-ba86-5f7ce59cb571 on host dv-cinder-809830-2-iscsi for vnic_type normal with profile {{(pid=105995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 14:47:09.192053 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.managers [None req-f7906e5d-2b57-4867-a9b9-effdd02a08c7 None None] Attempting to bind port 1f07a24a-3b8e-4f52-ba86-5f7ce59cb571 by drivers openvswitch,hyperv on host dv-cinder-809830-2-iscsi at level 0 using segments [{'id': '1eeca048-08b8-46bc-9b0a-d3cb6658f7f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7'}] {{(pid=105995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 14:47:09.192612 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7906e5d-2b57-4867-a9b9-effdd02a08c7 None None] Attempting to bind port 1f07a24a-3b8e-4f52-ba86-5f7ce59cb571 on network d1d522b2-1ecd-4e8f-be33-d5d511adebd7 {{(pid=105995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 14:47:09.203609 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7906e5d-2b57-4867-a9b9-effdd02a08c7 None None] Checking agent: {'id': '466265b3-b863-41e9-8226-f4d0fd198543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809830-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 14, 45, 59), 'started_at': datetime.datetime(2021, 9, 24, 14, 46, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 14, 46, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809830-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 14:47:09.204223 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7906e5d-2b57-4867-a9b9-effdd02a08c7 None None] Checking segment: {'id': '1eeca048-08b8-46bc-9b0a-d3cb6658f7f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 14:47:09.205353 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-f7906e5d-2b57-4867-a9b9-effdd02a08c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:47:09.205506 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7906e5d-2b57-4867-a9b9-effdd02a08c7 None None] Bound using segment: {'id': '1eeca048-08b8-46bc-9b0a-d3cb6658f7f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7'} {{(pid=105995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 14:47:09.206022 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.managers [None req-f7906e5d-2b57-4867-a9b9-effdd02a08c7 None None] Bound port: 1f07a24a-3b8e-4f52-ba86-5f7ce59cb571, host: dv-cinder-809830-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1eeca048-08b8-46bc-9b0a-d3cb6658f7f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7'}}] {{(pid=105995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 14:47:09.206456 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-f7906e5d-2b57-4867-a9b9-effdd02a08c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993762'] for port, before_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:47:09.284004 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.db [None req-f7906e5d-2b57-4867-a9b9-effdd02a08c7 None None] For port 1f07a24a-3b8e-4f52-ba86-5f7ce59cb571, host dv-cinder-809830-2-iscsi, cleared binding levels {{(pid=105995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 14:47:09.288615 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.db [None req-f7906e5d-2b57-4867-a9b9-effdd02a08c7 None None] For port 1f07a24a-3b8e-4f52-ba86-5f7ce59cb571, host dv-cinder-809830-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809830-2-iscsi',level=0,port_id=1f07a24a-3b8e-4f52-ba86-5f7ce59cb571,segment=NetworkSegment(1eeca048-08b8-46bc-9b0a-d3cb6658f7f8),segment_id=1eeca048-08b8-46bc-9b0a-d3cb6658f7f8)] {{(pid=105995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 14:47:09.294739 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-f7906e5d-2b57-4867-a9b9-effdd02a08c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248551428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248062163'] for port, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:47:09.357450 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7906e5d-2b57-4867-a9b9-effdd02a08c7 None None] Routers {'4ff53868-70cd-45b6-84a4-c95733670a83'} bound to L3 agent in host dv-cinder-809830-2-iscsi {{(pid=105995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 14:47:09.358107 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.l3_hamode_db [None req-f7906e5d-2b57-4867-a9b9-effdd02a08c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809830-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-24T14:45:58Z,description=,heartbeat_timestamp=2021-09-24T14:46:58Z,host='dv-cinder-809830-2-iscsi',id=76290e94-8d59-4af2-9b8f-4e64db68baa4,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T14:45:58Z,topic='l3_agent')) {'router_ids': ['4ff53868-70cd-45b6-84a4-c95733670a83'], 'active': True} {{(pid=105995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:47:09.415232 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa644b5-3a96-49e9-b065-4f7502c8b131 None None] Pushing event updated for resources: {'Port': ['ID=1f07a24a-3b8e-4f52-ba86-5f7ce59cb571,revision_number=3']} {{(pid=105995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:47:09.533044 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.l3_dvr_db [None req-f7906e5d-2b57-4867-a9b9-effdd02a08c7 None None] Set router 4ff53868-70cd-45b6-84a4-c95733670a83 gateway port host: dv-cinder-809830-2-iscsi {{(pid=105995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 14:47:09.956410 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.l3_hamode_db [None req-f7906e5d-2b57-4867-a9b9-effdd02a08c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ff53868-70cd-45b6-84a4-c95733670a83', 'name': 'router1', 'tenant_id': 'f7f4c6a75c494342bf7d3fb0d7adcd2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7', 'external_fixed_ips': [{'subnet_id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'ip_address': '172.27.0.33'}], 'enable_snat': True}, 'gw_port_id': '1f07a24a-3b8e-4f52-ba86-5f7ce59cb571', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T14:46:38Z', 'updated_at': '2021-09-24T14:47:05Z', 'revision_number': 4, 'project_id': 'f7f4c6a75c494342bf7d3fb0d7adcd2e', 'gw_port': {'id': '1f07a24a-3b8e-4f52-ba86-5f7ce59cb571', 'name': '', 'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:fb:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ff53868-70cd-45b6-84a4-c95733670a83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'ip_address': '172.27.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T14:47:04Z', 'updated_at': '2021-09-24T14:47:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809830-2-iscsi', '_interfaces': [{'id': '254faf8f-6dec-4778-b2d8-ba30ffac7a3b', 'name': '', 'network_id': '3353618c-0c71-41e0-b47a-69afd665d424', 'tenant_id': 'f7f4c6a75c494342bf7d3fb0d7adcd2e', 'mac_address': 'fa:16:3e:5b:5c:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ff53868-70cd-45b6-84a4-c95733670a83', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd3cfc485-39d3-44be-a051-c2ba89e704ba', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T14:46:52Z', 'updated_at': '2021-09-24T14:46:57Z', 'revision_number': 5, 'project_id': 'f7f4c6a75c494342bf7d3fb0d7adcd2e', 'subnets': [{'id': 'd3cfc485-39d3-44be-a051-c2ba89e704ba', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9448e169-c4c0-4428-9fe6-66451dc9dcc9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809830-2-iscsi', False) {} {{(pid=105995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:47:10.005563 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7906e5d-2b57-4867-a9b9-effdd02a08c7 None None] The sync data for ids ['4ff53868-70cd-45b6-84a4-c95733670a83'] in dv-cinder-809830-2-iscsi is: [{'id': '4ff53868-70cd-45b6-84a4-c95733670a83', 'name': 'router1', 'tenant_id': 'f7f4c6a75c494342bf7d3fb0d7adcd2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7', 'external_fixed_ips': [{'subnet_id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'ip_address': '172.27.0.33'}], 'enable_snat': True}, 'gw_port_id': '1f07a24a-3b8e-4f52-ba86-5f7ce59cb571', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T14:46:38Z', 'updated_at': '2021-09-24T14:47:05Z', 'revision_number': 4, 'project_id': 'f7f4c6a75c494342bf7d3fb0d7adcd2e', 'gw_port': {'id': '1f07a24a-3b8e-4f52-ba86-5f7ce59cb571', 'name': '', 'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:fb:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ff53868-70cd-45b6-84a4-c95733670a83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'ip_address': '172.27.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T14:47:04Z', 'updated_at': '2021-09-24T14:47:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809830-2-iscsi', '_interfaces': [{'id': '254faf8f-6dec-4778-b2d8-ba30ffac7a3b', 'name': '', 'network_id': '3353618c-0c71-41e0-b47a-69afd665d424', 'tenant_id': 'f7f4c6a75c494342bf7d3fb0d7adcd2e', 'mac_address': 'fa:16:3e:5b:5c:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ff53868-70cd-45b6-84a4-c95733670a83', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd3cfc485-39d3-44be-a051-c2ba89e704ba', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T14:46:52Z', 'updated_at': '2021-09-24T14:46:57Z', 'revision_number': 5, 'project_id': 'f7f4c6a75c494342bf7d3fb0d7adcd2e', 'subnets': [{'id': 'd3cfc485-39d3-44be-a051-c2ba89e704ba', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9448e169-c4c0-4428-9fe6-66451dc9dcc9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 14:47:10.376939 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.rpc [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Device 1f07a24a-3b8e-4f52-ba86-5f7ce59cb571 up at agent ovs-agent-dv-cinder-809830-2-iscsi {{(pid=105995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 14:47:10.467234 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.provisioning_blocks [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Provisioning complete for port 1f07a24a-3b8e-4f52-ba86-5f7ce59cb571 triggered by entity L2. {{(pid=105995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 14:47:10.467611 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985790'] for port, provisioning_complete {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:47:10.475212 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.wsgi [-] (105993) accepted ('10.222.0.90', 53534) {{(pid=105993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:47:10.595861 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993762'] for port, before_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:47:10.620626 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.db [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] For port 1f07a24a-3b8e-4f52-ba86-5f7ce59cb571, host dv-cinder-809830-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809830-2-iscsi',level=0,port_id=1f07a24a-3b8e-4f52-ba86-5f7ce59cb571,segment=NetworkSegment(1eeca048-08b8-46bc-9b0a-d3cb6658f7f8),segment_id=1eeca048-08b8-46bc-9b0a-d3cb6658f7f8)] {{(pid=105995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:47:10.626905 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248551428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248062163'] for port, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:47:10.662665 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [None req-5e636c27-31f3-4f0e-a190-54d86ffde089 admin admin] 10.222.0.90 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1860645 Sep 24 14:47:10.692385 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Pushing event updated for resources: {'Port': ['ID=1f07a24a-3b8e-4f52-ba86-5f7ce59cb571,revision_number=4']} {{(pid=105995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:47:12.294136 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.rpc [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Device 1f07a24a-3b8e-4f52-ba86-5f7ce59cb571 up at agent ovs-agent-dv-cinder-809830-2-iscsi {{(pid=105995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 14:47:12.388094 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.provisioning_blocks [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Provisioning complete for port 1f07a24a-3b8e-4f52-ba86-5f7ce59cb571 triggered by entity L2. {{(pid=105995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 14:47:12.388760 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985790'] for port, provisioning_complete {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:47:23.538417 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-5b60ea15-3f71-4eb9-a320-0b764d34d790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:47:28.247086 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.db.agents_db [None req-37515238-e50e-498e-bfbd-a21ffee86c29 None None] Agent healthcheck: found 5 active agents {{(pid=105996) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 14:47:28.284311 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-941fd02d-c3b1-45ed-919a-723c2cb16e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:47:29.324522 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:47:30.324798 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-13d777cc-54dc-48f4-b409-3d66fa02497d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:47:32.880470 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-450d71f0-4391-4cc8-89b8-8f609d6e2304 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:47:53.531067 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-76fdfa07-ca67-4e80-8c61-1506c80f7d97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:47:58.303020 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-a0fb23ae-77c9-4c02-8201-bd31fb91724e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:47:59.318036 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:48:00.325220 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-13d777cc-54dc-48f4-b409-3d66fa02497d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:48:02.894736 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-450d71f0-4391-4cc8-89b8-8f609d6e2304 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:48:05.250995 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.db.agents_db [None req-37515238-e50e-498e-bfbd-a21ffee86c29 None None] Agent healthcheck: found 5 active agents {{(pid=105996) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 14:48:23.522759 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-b67a4671-2eb5-445b-8103-75b9f0788d93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:48:28.290433 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-6a7e4e12-ea55-4a11-8097-12de6ca45645 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:48:29.318250 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:48:30.319421 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-13d777cc-54dc-48f4-b409-3d66fa02497d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:48:32.918026 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-450d71f0-4391-4cc8-89b8-8f609d6e2304 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:48:42.255252 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.db.agents_db [None req-37515238-e50e-498e-bfbd-a21ffee86c29 None None] Agent healthcheck: found 5 active agents {{(pid=105996) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 14:48:53.527535 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-354e83fc-2cb7-45f9-9a48-ba13eb0f34d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:48:58.284314 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-52a6f05a-d4cd-452b-b2f5-e4e21114c444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:48:59.343998 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:49:00.332486 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-13d777cc-54dc-48f4-b409-3d66fa02497d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:49:02.905790 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-450d71f0-4391-4cc8-89b8-8f609d6e2304 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:49:19.258487 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.db.agents_db [None req-37515238-e50e-498e-bfbd-a21ffee86c29 None None] Agent healthcheck: found 5 active agents {{(pid=105996) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 14:49:23.522930 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-b1d8e030-91ac-4fa4-a65c-e80630f7701c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:49:28.286916 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-4b3ed613-bc63-4365-a067-792081493b52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:49:29.344155 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:49:30.335175 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-13d777cc-54dc-48f4-b409-3d66fa02497d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:49:32.909459 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-450d71f0-4391-4cc8-89b8-8f609d6e2304 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:49:35.982561 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.wsgi [-] (105993) accepted ('10.222.0.90', 54096) {{(pid=105993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:49:36.089769 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb33b953-7f99-47b1-9b59-ed6597cba5e0 admin admin] GET failed (client error): The resource could not be found. Sep 24 14:49:36.092128 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [None req-bb33b953-7f99-47b1-9b59-ed6597cba5e0 admin admin] 10.222.0.90 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.1080091 Sep 24 14:49:36.434593 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be86ad9e-3506-48ac-94ce-104e07cf6a7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:49:36.437769 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [None req-be86ad9e-3506-48ac-94ce-104e07cf6a7b admin admin] 10.222.0.90 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 873 time: 0.3352029 Sep 24 14:49:40.270651 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.wsgi [-] (105994) accepted ('10.222.0.90', 54106) {{(pid=105994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:49:40.511578 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f26b0e37-6c41-4322-805c-af1cef4663ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:49:40.513872 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [None req-f26b0e37-6c41-4322-805c-af1cef4663ec admin admin] 10.222.0.90 "GET /v2.0/subnets/d3cfc485-39d3-44be-a051-c2ba89e704ba HTTP/1.1" status: 200 len: 849 time: 0.2417309 Sep 24 14:49:40.530399 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.v2.base [None req-8b953c32-ca69-46e8-a686-1f30eda96159 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=105994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:49:40.667222 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-8b953c32-ca69-46e8-a686-1f30eda96159 admin admin] Notify callbacks [] for subnet, before_update {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:49:40.911765 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-8b953c32-ca69-46e8-a686-1f30eda96159 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8727248551927'] for subnet, after_update {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:49:41.005990 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b953c32-ca69-46e8-a686-1f30eda96159 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:49:41.006980 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-8b953c32-ca69-46e8-a686-1f30eda96159 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536624'] for subnet, before_response {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:49:41.007161 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ca8ee65-504e-41e1-8a91-9ce2829468cd None None] Network 3353618c-0c71-41e0-b47a-69afd665d424 requested from dv-cinder-809830-2-iscsi {{(pid=105995) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 14:49:41.009376 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [None req-8b953c32-ca69-46e8-a686-1f30eda96159 admin admin] 10.222.0.90 "PUT /v2.0/subnets/d3cfc485-39d3-44be-a051-c2ba89e704ba HTTP/1.1" status: 200 len: 868 time: 0.4857607 Sep 24 14:49:41.038111 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b953c32-ca69-46e8-a686-1f30eda96159 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3cfc485-39d3-44be-a051-c2ba89e704ba,revision_number=1']} {{(pid=105994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:49:41.056958 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b953c32-ca69-46e8-a686-1f30eda96159 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:49:41.058009 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b953c32-ca69-46e8-a686-1f30eda96159 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:49:41.058648 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b953c32-ca69-46e8-a686-1f30eda96159 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:49:41.059563 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b953c32-ca69-46e8-a686-1f30eda96159 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:49:41.060196 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b953c32-ca69-46e8-a686-1f30eda96159 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:49:41.060889 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b953c32-ca69-46e8-a686-1f30eda96159 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:49:41.061622 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b953c32-ca69-46e8-a686-1f30eda96159 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:49:41.062329 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b953c32-ca69-46e8-a686-1f30eda96159 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:49:41.069922 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b953c32-ca69-46e8-a686-1f30eda96159 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:49:41.069922 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b953c32-ca69-46e8-a686-1f30eda96159 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:49:41.069922 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b953c32-ca69-46e8-a686-1f30eda96159 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:49:41.069922 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b953c32-ca69-46e8-a686-1f30eda96159 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:49:41.610766 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.provisioning_blocks [None req-5ac1aca9-9fb0-42b9-9c4c-4ebd02d9c0c5 None None] Provisioning complete for port 84478322-1142-4d72-88db-65795eca6160 triggered by entity DHCP. {{(pid=105995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 14:49:41.611027 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-5ac1aca9-9fb0-42b9-9c4c-4ebd02d9c0c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985790'] for port, provisioning_complete {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:49:41.883358 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.provisioning_blocks [None req-5ac1aca9-9fb0-42b9-9c4c-4ebd02d9c0c5 None None] Provisioning complete for port 254faf8f-6dec-4778-b2d8-ba30ffac7a3b triggered by entity DHCP. {{(pid=105995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 14:49:41.883858 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-5ac1aca9-9fb0-42b9-9c4c-4ebd02d9c0c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985790'] for port, provisioning_complete {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:49:44.840899 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.wsgi [-] (105993) accepted ('10.222.0.90', 54116) {{(pid=105993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:49:45.194205 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43e6f333-5401-447c-81c2-90ee59b52de0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:49:45.195028 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43e6f333-5401-447c-81c2-90ee59b52de0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:49:45.197769 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [None req-43e6f333-5401-447c-81c2-90ee59b52de0 admin admin] 10.222.0.90 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.3553481 Sep 24 14:49:48.560655 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.wsgi [-] (105993) accepted ('10.222.0.90', 54124) {{(pid=105993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:49:48.802607 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3d669fc-9f21-424c-8b32-25838a86492b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:49:48.803315 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3d669fc-9f21-424c-8b32-25838a86492b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:49:48.805430 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [None req-c3d669fc-9f21-424c-8b32-25838a86492b admin admin] 10.222.0.90 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.2432523 Sep 24 14:49:52.017734 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.wsgi [-] (105993) accepted ('10.222.0.90', 54132) {{(pid=105993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:49:52.370589 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84fa5ad4-6109-4624-853a-6c328144072c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:49:52.374063 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [None req-84fa5ad4-6109-4624-853a-6c328144072c admin admin] 10.222.0.90 "GET /v2.0/networks/3353618c-0c71-41e0-b47a-69afd665d424 HTTP/1.1" status: 200 len: 870 time: 0.3543646 Sep 24 14:49:53.545031 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-decc4ca0-8f7c-4181-9f41-8878f4e0b51a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:49:56.083548 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.wsgi [-] (105994) accepted ('10.222.0.90', 54140) {{(pid=105994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:49:56.266042 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.db.agents_db [None req-37515238-e50e-498e-bfbd-a21ffee86c29 None None] Agent healthcheck: found 5 active agents {{(pid=105996) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 14:49:56.307486 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49cc89e2-0156-47b1-b14f-f523cb62e3bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:49:56.309806 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [None req-49cc89e2-0156-47b1-b14f-f523cb62e3bb admin admin] 10.222.0.90 "GET /v2.0/networks/d1d522b2-1ecd-4e8f-be33-d5d511adebd7 HTTP/1.1" status: 200 len: 886 time: 0.2251303 Sep 24 14:49:58.295104 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-af1c50a3-dc94-40a9-b134-4f138d5a0c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:49:59.334664 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:49:59.900586 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.wsgi [-] (105994) accepted ('10.222.0.90', 54148) {{(pid=105994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:50:00.122513 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61f35456-25c8-4924-a1ee-9d25273a7e8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:50:00.123150 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61f35456-25c8-4924-a1ee-9d25273a7e8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:50:00.126226 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [None req-61f35456-25c8-4924-a1ee-9d25273a7e8c admin admin] 10.222.0.90 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2238104 Sep 24 14:50:00.332818 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-13d777cc-54dc-48f4-b409-3d66fa02497d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:50:02.916575 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-450d71f0-4391-4cc8-89b8-8f609d6e2304 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:50:03.525397 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.wsgi [-] (105994) accepted ('10.222.0.90', 54156) {{(pid=105994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:50:03.697991 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01d0707d-88ad-418b-96b2-961d1ff5db91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:50:03.698628 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01d0707d-88ad-418b-96b2-961d1ff5db91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:50:03.701379 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [None req-01d0707d-88ad-418b-96b2-961d1ff5db91 admin admin] 10.222.0.90 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1743550 Sep 24 14:50:06.824920 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.wsgi [-] (105994) accepted ('10.222.0.90', 54164) {{(pid=105994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:50:06.972581 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1fc9e5e-f016-45fc-a968-ad55c534fd25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:50:06.975259 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [None req-b1fc9e5e-f016-45fc-a968-ad55c534fd25 admin admin] 10.222.0.90 "GET /v2.0/subnets/58b80919-877d-4d93-a3a2-bd7e936ebc9a HTTP/1.1" status: 200 len: 816 time: 0.1489539 Sep 24 14:50:10.082504 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.wsgi [-] (105994) accepted ('10.222.0.90', 54172) {{(pid=105994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:50:10.237383 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f8b49a3-ca52-41be-9ad5-1a73e856d5fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:50:10.239843 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [None req-3f8b49a3-ca52-41be-9ad5-1a73e856d5fe admin admin] 10.222.0.90 "GET /v2.0/subnets/d3cfc485-39d3-44be-a051-c2ba89e704ba HTTP/1.1" status: 200 len: 868 time: 0.1557467 Sep 24 14:50:23.542214 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-36aadbc8-afa9-48b2-ac70-65bf2abec1d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:50:28.295437 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-11eb8b1c-eabc-486b-873d-22569705c36b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:50:29.345760 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:50:30.339075 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-13d777cc-54dc-48f4-b409-3d66fa02497d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:50:32.938514 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-450d71f0-4391-4cc8-89b8-8f609d6e2304 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:50:33.261026 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.db.agents_db [None req-37515238-e50e-498e-bfbd-a21ffee86c29 None None] Agent healthcheck: found 5 active agents {{(pid=105996) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 14:50:49.444515 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.wsgi [-] (105994) accepted ('10.222.0.90', 54238) {{(pid=105994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:50:49.527615 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.wsgi [None req-f9fb0c8d-8f5a-40fe-8045-cf5381fa6a34 admin admin] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=105994) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 14:50:49.529579 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [None req-f9fb0c8d-8f5a-40fe-8045-cf5381fa6a34 admin admin] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0833204 Sep 24 14:50:52.566303 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.wsgi [-] (105994) accepted ('10.222.0.90', 54246) {{(pid=105994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:50:52.690606 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f8446b6-ae53-4b0d-8729-8d9639f0ce38 admin admin] GET failed (client error): The resource could not be found. Sep 24 14:50:52.693010 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [None req-8f8446b6-ae53-4b0d-8729-8d9639f0ce38 admin admin] 10.222.0.90 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.1250670 Sep 24 14:50:52.975703 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d8c2ceb-1da5-47de-9496-5b25f8d5b749 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:50:52.977577 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [None req-7d8c2ceb-1da5-47de-9496-5b25f8d5b749 admin admin] 10.222.0.90 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.2785430 Sep 24 14:50:53.526292 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-56e7773c-1b97-4af1-9445-b3c2bc848afd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:50:56.501891 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.wsgi [-] (105994) accepted ('10.222.0.90', 54254) {{(pid=105994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:50:56.590461 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.v2.base [None req-336373f4-e542-404f-a119-20f706bb8744 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=105994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:50:56.621642 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-336373f4-e542-404f-a119-20f706bb8744 admin admin] Made reservation on behalf of 8f431514801a4bd6b7dca19aea4d1ceb for: {'network': 1} {{(pid=105994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 14:50:56.625292 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-336373f4-e542-404f-a119-20f706bb8744 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993762'] for network, before_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:50:56.679371 dv-cinder-809830-2-iscsi neutron-server[105994]: WARNING neutron.services.revisions.revision_plugin [None req-336373f4-e542-404f-a119-20f706bb8744 admin admin] Could not find related network for resource to bump revision. Sep 24 14:50:56.705982 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-336373f4-e542-404f-a119-20f706bb8744 admin admin] vlan segment allocate from pool success with {'vlan_id': 1032, 'physical_network': 'physnet1'} {{(pid=105994) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 14:50:56.726668 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-336373f4-e542-404f-a119-20f706bb8744 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988101'] for segment, precommit_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:50:56.726668 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.db.segments_db [None req-336373f4-e542-404f-a119-20f706bb8744 admin admin] Added segment a1d047a4-609c-4b5e-b59a-5aa93e350493 of type vlan for network cd36b1db-c17c-464b-af31-fa39254acb63 Sep 24 14:50:56.818600 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-336373f4-e542-404f-a119-20f706bb8744 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727248069142'] for network, precommit_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:50:56.872184 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-336373f4-e542-404f-a119-20f706bb8744 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314'] for network, after_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:50:56.873945 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-336373f4-e542-404f-a119-20f706bb8744 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:50:56.877521 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-336373f4-e542-404f-a119-20f706bb8744 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536624'] for network, before_response {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:50:56.928519 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [None req-336373f4-e542-404f-a119-20f706bb8744 admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.4247499 Sep 24 14:50:56.988016 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336373f4-e542-404f-a119-20f706bb8744 admin admin] Pushing event updated for resources: {'Network': ['ID=cd36b1db-c17c-464b-af31-fa39254acb63,revision_number=1']} {{(pid=105994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:50:57.008995 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336373f4-e542-404f-a119-20f706bb8744 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:50:57.009616 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336373f4-e542-404f-a119-20f706bb8744 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:50:57.010499 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336373f4-e542-404f-a119-20f706bb8744 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:50:57.010999 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336373f4-e542-404f-a119-20f706bb8744 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:50:57.011565 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336373f4-e542-404f-a119-20f706bb8744 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:50:57.012364 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336373f4-e542-404f-a119-20f706bb8744 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:50:57.018330 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336373f4-e542-404f-a119-20f706bb8744 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:50:57.018330 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336373f4-e542-404f-a119-20f706bb8744 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:50:57.018330 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336373f4-e542-404f-a119-20f706bb8744 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:50:57.018330 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336373f4-e542-404f-a119-20f706bb8744 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:50:57.018330 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336373f4-e542-404f-a119-20f706bb8744 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:50:57.018330 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336373f4-e542-404f-a119-20f706bb8744 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:50:57.041117 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.rpc [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Network cd36b1db-c17c-464b-af31-fa39254acb63 details requested by agent ovs-agent-dv-cinder-809830-2-iscsi with host dv-cinder-809830-2-iscsi {{(pid=105995) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 14:50:58.293723 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-d2a32bfb-fc33-4954-ac99-ef4a008a2878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:50:59.336896 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:51:00.344848 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-13d777cc-54dc-48f4-b409-3d66fa02497d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:51:00.425428 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.wsgi [-] (105993) accepted ('10.222.0.90', 54262) {{(pid=105993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:51:00.566541 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4c390d6-3d8a-4f5b-8a6e-920c1febe6b8 admin admin] GET failed (client error): The resource could not be found. Sep 24 14:51:00.568608 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [None req-b4c390d6-3d8a-4f5b-8a6e-920c1febe6b8 admin admin] 10.222.0.90 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1414032 Sep 24 14:51:00.714257 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09b1967b-2609-4c2e-abe5-67efbc658f8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:51:00.718267 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [None req-09b1967b-2609-4c2e-abe5-67efbc658f8b admin admin] 10.222.0.90 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 827 time: 0.1421926 Sep 24 14:51:00.738462 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.v2.base [None req-22475efa-e34f-4dc0-b2c1-a8fe4b5a1eca admin admin] Request body: {'subnet': {'network_id': 'cd36b1db-c17c-464b-af31-fa39254acb63', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'name': 'shared-subnet'}} {{(pid=105993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:51:00.777644 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22475efa-e34f-4dc0-b2c1-a8fe4b5a1eca admin admin] Made reservation on behalf of 8f431514801a4bd6b7dca19aea4d1ceb for: {'subnet': 1} {{(pid=105993) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 14:51:00.781948 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-22475efa-e34f-4dc0-b2c1-a8fe4b5a1eca admin admin] Notify callbacks [] for subnet, before_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:51:01.068588 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-22475efa-e34f-4dc0-b2c1-a8fe4b5a1eca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314'] for subnet, after_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:51:01.179242 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22475efa-e34f-4dc0-b2c1-a8fe4b5a1eca admin admin] Pushing event updated for resources: {'Subnet': ['ID=f5e88c67-8d32-48a7-8c03-6dc31388f9c5,revision_number=0']} {{(pid=105993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:51:01.197863 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22475efa-e34f-4dc0-b2c1-a8fe4b5a1eca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:51:01.198482 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22475efa-e34f-4dc0-b2c1-a8fe4b5a1eca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:51:01.199066 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22475efa-e34f-4dc0-b2c1-a8fe4b5a1eca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:51:01.199655 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22475efa-e34f-4dc0-b2c1-a8fe4b5a1eca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:51:01.200252 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22475efa-e34f-4dc0-b2c1-a8fe4b5a1eca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:51:01.200910 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22475efa-e34f-4dc0-b2c1-a8fe4b5a1eca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:51:01.202077 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22475efa-e34f-4dc0-b2c1-a8fe4b5a1eca admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:51:01.202736 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22475efa-e34f-4dc0-b2c1-a8fe4b5a1eca admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:51:01.203318 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22475efa-e34f-4dc0-b2c1-a8fe4b5a1eca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:51:01.203870 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22475efa-e34f-4dc0-b2c1-a8fe4b5a1eca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:51:01.204416 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22475efa-e34f-4dc0-b2c1-a8fe4b5a1eca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:51:01.205025 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22475efa-e34f-4dc0-b2c1-a8fe4b5a1eca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:51:01.220089 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22475efa-e34f-4dc0-b2c1-a8fe4b5a1eca admin admin] Checking segment: {'id': 'a1d047a4-609c-4b5e-b59a-5aa93e350493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': 'cd36b1db-c17c-464b-af31-fa39254acb63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 14:51:01.220638 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22475efa-e34f-4dc0-b2c1-a8fe4b5a1eca admin admin] Network hostable DHCP agents. Network: cd36b1db-c17c-464b-af31-fa39254acb63, hostable agents: ['a445fb04-844a-460e-9913-1045a19b95b5'], hosted agents: [] {{(pid=105993) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 14:51:01.248775 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22475efa-e34f-4dc0-b2c1-a8fe4b5a1eca admin admin] Network cd36b1db-c17c-464b-af31-fa39254acb63 is scheduled to be hosted by DHCP agent a445fb04-844a-460e-9913-1045a19b95b5 with binding_index 1 {{(pid=105993) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 14:51:01.268908 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.scheduler.base_scheduler [None req-22475efa-e34f-4dc0-b2c1-a8fe4b5a1eca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809830-2-iscsi, cd36b1db-c17c-464b-af31-fa39254acb63) {{(pid=105993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 14:51:01.276636 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22475efa-e34f-4dc0-b2c1-a8fe4b5a1eca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:51:01.278979 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-22475efa-e34f-4dc0-b2c1-a8fe4b5a1eca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536624'] for subnet, before_response {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:51:01.282346 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fd8b08c-ba57-4c9d-a1ee-0da6141becd2 None None] Network cd36b1db-c17c-464b-af31-fa39254acb63 requested from dv-cinder-809830-2-iscsi {{(pid=105995) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 14:51:01.305423 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [None req-22475efa-e34f-4dc0-b2c1-a8fe4b5a1eca admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5741394 Sep 24 14:51:01.536080 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e2295d2-a8e3-40db-8b0c-ec5f5116847b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e630d72-881c-5ced-b0db-7df05ee4afe5-cd36b1db-c17c-464b-af31-fa39254acb63', 'network_id': 'cd36b1db-c17c-464b-af31-fa39254acb63', 'tenant_id': '8f431514801a4bd6b7dca19aea4d1ceb', 'fixed_ips': [{'subnet_id': 'f5e88c67-8d32-48a7-8c03-6dc31388f9c5'}]}} from dv-cinder-809830-2-iscsi. {{(pid=105995) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 14:51:01.537772 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-6e2295d2-a8e3-40db-8b0c-ec5f5116847b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993762'] for port, before_create {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:51:01.837717 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.db_base_plugin_common [None req-6e2295d2-a8e3-40db-8b0c-ec5f5116847b None None] Allocated IP 192.168.233.2 (cd36b1db-c17c-464b-af31-fa39254acb63/f5e88c67-8d32-48a7-8c03-6dc31388f9c5/c1d5a0f0-e75a-4d0f-9a14-6b671d271a74) {{(pid=105995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 14:51:02.131057 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-6e2295d2-a8e3-40db-8b0c-ec5f5116847b None None] Notify callbacks [] for port, precommit_create {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:51:02.142983 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-6e2295d2-a8e3-40db-8b0c-ec5f5116847b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727248062127'] for port, after_create {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:51:02.214301 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e2295d2-a8e3-40db-8b0c-ec5f5116847b None None] Network cd36b1db-c17c-464b-af31-fa39254acb63 is already hosted by enough agents. {{(pid=105995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 14:51:02.223880 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.scheduler.base_scheduler [None req-6e2295d2-a8e3-40db-8b0c-ec5f5116847b None None] Resources bound (agent type, host, resource id): {{(pid=105995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 14:51:02.240742 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e2295d2-a8e3-40db-8b0c-ec5f5116847b None None] Received port after_create {{(pid=105995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 14:51:02.246561 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2295d2-a8e3-40db-8b0c-ec5f5116847b None None] Pushing event updated for resources: {'Port': ['ID=c1d5a0f0-e75a-4d0f-9a14-6b671d271a74,revision_number=1']} {{(pid=105995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:51:02.268794 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2295d2-a8e3-40db-8b0c-ec5f5116847b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:51:02.269176 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2295d2-a8e3-40db-8b0c-ec5f5116847b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:51:02.270745 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2295d2-a8e3-40db-8b0c-ec5f5116847b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:51:02.270745 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2295d2-a8e3-40db-8b0c-ec5f5116847b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:51:02.271006 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2295d2-a8e3-40db-8b0c-ec5f5116847b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:51:02.271490 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2295d2-a8e3-40db-8b0c-ec5f5116847b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:51:02.272047 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2295d2-a8e3-40db-8b0c-ec5f5116847b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:51:02.272600 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2295d2-a8e3-40db-8b0c-ec5f5116847b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:51:02.273210 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2295d2-a8e3-40db-8b0c-ec5f5116847b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:51:02.273765 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2295d2-a8e3-40db-8b0c-ec5f5116847b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:51:02.274318 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2295d2-a8e3-40db-8b0c-ec5f5116847b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:51:02.274856 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2295d2-a8e3-40db-8b0c-ec5f5116847b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:51:02.374589 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.managers [None req-6e2295d2-a8e3-40db-8b0c-ec5f5116847b None None] Attempting to bind port c1d5a0f0-e75a-4d0f-9a14-6b671d271a74 on host dv-cinder-809830-2-iscsi for vnic_type normal with profile {{(pid=105995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 14:51:02.375164 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.managers [None req-6e2295d2-a8e3-40db-8b0c-ec5f5116847b None None] Attempting to bind port c1d5a0f0-e75a-4d0f-9a14-6b671d271a74 by drivers openvswitch,hyperv on host dv-cinder-809830-2-iscsi at level 0 using segments [{'id': 'a1d047a4-609c-4b5e-b59a-5aa93e350493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': 'cd36b1db-c17c-464b-af31-fa39254acb63'}] {{(pid=105995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 14:51:02.375734 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e2295d2-a8e3-40db-8b0c-ec5f5116847b None None] Attempting to bind port c1d5a0f0-e75a-4d0f-9a14-6b671d271a74 on network cd36b1db-c17c-464b-af31-fa39254acb63 {{(pid=105995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 14:51:02.384655 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e2295d2-a8e3-40db-8b0c-ec5f5116847b None None] Checking agent: {'id': '466265b3-b863-41e9-8226-f4d0fd198543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809830-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 14, 45, 59), 'started_at': datetime.datetime(2021, 9, 24, 14, 46, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 14, 50, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809830-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 14:51:02.385316 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e2295d2-a8e3-40db-8b0c-ec5f5116847b None None] Checking segment: {'id': 'a1d047a4-609c-4b5e-b59a-5aa93e350493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': 'cd36b1db-c17c-464b-af31-fa39254acb63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 14:51:02.385922 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-6e2295d2-a8e3-40db-8b0c-ec5f5116847b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:51:02.386974 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e2295d2-a8e3-40db-8b0c-ec5f5116847b None None] Bound using segment: {'id': 'a1d047a4-609c-4b5e-b59a-5aa93e350493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': 'cd36b1db-c17c-464b-af31-fa39254acb63'} {{(pid=105995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 14:51:02.387606 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.managers [None req-6e2295d2-a8e3-40db-8b0c-ec5f5116847b None None] Bound port: c1d5a0f0-e75a-4d0f-9a14-6b671d271a74, host: dv-cinder-809830-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1d047a4-609c-4b5e-b59a-5aa93e350493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': 'cd36b1db-c17c-464b-af31-fa39254acb63'}}] {{(pid=105995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 14:51:02.388381 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-6e2295d2-a8e3-40db-8b0c-ec5f5116847b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993762'] for port, before_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:51:02.494645 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.db [None req-6e2295d2-a8e3-40db-8b0c-ec5f5116847b None None] For port c1d5a0f0-e75a-4d0f-9a14-6b671d271a74, host dv-cinder-809830-2-iscsi, cleared binding levels {{(pid=105995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 14:51:02.501724 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.db [None req-6e2295d2-a8e3-40db-8b0c-ec5f5116847b None None] For port c1d5a0f0-e75a-4d0f-9a14-6b671d271a74, host dv-cinder-809830-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809830-2-iscsi',level=0,port_id=c1d5a0f0-e75a-4d0f-9a14-6b671d271a74,segment=NetworkSegment(a1d047a4-609c-4b5e-b59a-5aa93e350493),segment_id=a1d047a4-609c-4b5e-b59a-5aa93e350493)] {{(pid=105995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 14:51:02.511848 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-6e2295d2-a8e3-40db-8b0c-ec5f5116847b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248551428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248062163'] for port, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:51:02.614347 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2295d2-a8e3-40db-8b0c-ec5f5116847b None None] Pushing event updated for resources: {'Port': ['ID=c1d5a0f0-e75a-4d0f-9a14-6b671d271a74,revision_number=2']} {{(pid=105995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:51:02.927997 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-450d71f0-4391-4cc8-89b8-8f609d6e2304 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:51:03.753897 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08ebadd0-0fef-414b-9e9c-cd7584f27c45 None None] Network cd36b1db-c17c-464b-af31-fa39254acb63 requested from dv-cinder-809830-2-iscsi {{(pid=105995) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 14:51:03.896802 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.provisioning_blocks [None req-7800d19f-986a-4378-904d-fb8f07d87af1 None None] Provisioning complete for port c1d5a0f0-e75a-4d0f-9a14-6b671d271a74 triggered by entity DHCP. {{(pid=105995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 14:51:03.897450 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-7800d19f-986a-4378-904d-fb8f07d87af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985790'] for port, provisioning_complete {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:51:04.187532 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-7800d19f-986a-4378-904d-fb8f07d87af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993762'] for port, before_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:51:04.270306 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.db [None req-7800d19f-986a-4378-904d-fb8f07d87af1 None None] For port c1d5a0f0-e75a-4d0f-9a14-6b671d271a74, host dv-cinder-809830-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809830-2-iscsi',level=0,port_id=c1d5a0f0-e75a-4d0f-9a14-6b671d271a74,segment=NetworkSegment(a1d047a4-609c-4b5e-b59a-5aa93e350493),segment_id=a1d047a4-609c-4b5e-b59a-5aa93e350493)] {{(pid=105995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:51:04.281183 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-7800d19f-986a-4378-904d-fb8f07d87af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248551428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248062163'] for port, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:51:04.389501 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7800d19f-986a-4378-904d-fb8f07d87af1 None None] Pushing event updated for resources: {'Port': ['ID=c1d5a0f0-e75a-4d0f-9a14-6b671d271a74,revision_number=3']} {{(pid=105995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:51:04.611301 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.rpc [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Device c1d5a0f0-e75a-4d0f-9a14-6b671d271a74 up at agent ovs-agent-dv-cinder-809830-2-iscsi {{(pid=105995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 14:51:04.679781 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.provisioning_blocks [None req-57a31190-bcf0-4b24-b1c1-75124ff27561 None None] Provisioning complete for port c1d5a0f0-e75a-4d0f-9a14-6b671d271a74 triggered by entity DHCP. {{(pid=105995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 14:51:04.680432 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-57a31190-bcf0-4b24-b1c1-75124ff27561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985790'] for port, provisioning_complete {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:51:04.784195 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.provisioning_blocks [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Provisioning complete for port c1d5a0f0-e75a-4d0f-9a14-6b671d271a74 triggered by entity L2. {{(pid=105995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 14:51:04.785295 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985790'] for port, provisioning_complete {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:51:10.270394 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.db.agents_db [None req-37515238-e50e-498e-bfbd-a21ffee86c29 None None] Agent healthcheck: found 5 active agents {{(pid=105996) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 14:51:23.537465 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-e77ebbd4-46a5-45a8-8a6d-f6ef8b6acae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:51:28.295683 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-4c2cc0ff-4237-419e-abed-03fb2e8d2bb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:51:29.335760 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:51:30.348145 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-13d777cc-54dc-48f4-b409-3d66fa02497d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:51:32.916407 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-450d71f0-4391-4cc8-89b8-8f609d6e2304 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:51:47.279602 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.db.agents_db [None req-37515238-e50e-498e-bfbd-a21ffee86c29 None None] Agent healthcheck: found 5 active agents {{(pid=105996) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 14:51:53.538730 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-24155395-ca3e-400d-836e-d9a1cd5e66a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:51:58.308971 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-716d2ad8-d1ac-48eb-8909-df85b5b8a9f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:51:59.333932 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:52:00.347366 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-13d777cc-54dc-48f4-b409-3d66fa02497d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:52:02.925435 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-450d71f0-4391-4cc8-89b8-8f609d6e2304 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:52:23.537528 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-a8c2f6b9-7576-4723-a65d-6cddeaf9393f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:52:24.276497 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.db.agents_db [None req-37515238-e50e-498e-bfbd-a21ffee86c29 None None] Agent healthcheck: found 5 active agents {{(pid=105996) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 14:52:28.292637 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-db00ff6d-4656-498f-bafd-d2d91cc91bc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:52:29.329931 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:52:30.360426 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-13d777cc-54dc-48f4-b409-3d66fa02497d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:52:32.934874 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-450d71f0-4391-4cc8-89b8-8f609d6e2304 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:52:52.503919 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.wsgi [-] (105993) accepted ('10.222.0.90', 54308) {{(pid=105993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:52:52.513062 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.wsgi [None req-e20efc11-33d3-41ac-a147-3c54d64ac71a tempest-verify_tempest_config-196685382 tempest-verify_tempest_config-196685382-project] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=105993) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 14:52:52.514911 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [None req-e20efc11-33d3-41ac-a147-3c54d64ac71a tempest-verify_tempest_config-196685382 tempest-verify_tempest_config-196685382-project] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0094042 Sep 24 14:52:53.137801 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.wsgi [-] (105993) accepted ('10.222.0.90', 54326) {{(pid=105993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:52:53.338255 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-11f712f4-cbef-455e-b67e-6792c5c67b06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:52:53.492497 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-11f712f4-cbef-455e-b67e-6792c5c67b06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:52:53.498585 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-11f712f4-cbef-455e-b67e-6792c5c67b06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571103'] for security_group, after_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:52:53.533957 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-b40eb4f6-cf90-4d22-9444-864e6f256124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:52:53.575928 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [None req-11f712f4-cbef-455e-b67e-6792c5c67b06 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=49b159b8ee3b4017af24877b9e7f03bc&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4366879 Sep 24 14:52:53.579127 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f712f4-cbef-455e-b67e-6792c5c67b06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a2c30e4-0706-478a-98cb-71cc8c1c8980,revision_number=1']} {{(pid=105993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:52:53.580804 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.wsgi [-] (105994) accepted ('10.222.0.90', 54330) {{(pid=105994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:52:53.589287 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f712f4-cbef-455e-b67e-6792c5c67b06 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:52:53.589823 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f712f4-cbef-455e-b67e-6792c5c67b06 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:52:53.590370 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f712f4-cbef-455e-b67e-6792c5c67b06 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:52:53.590827 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f712f4-cbef-455e-b67e-6792c5c67b06 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:52:53.591296 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f712f4-cbef-455e-b67e-6792c5c67b06 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:52:53.591850 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f712f4-cbef-455e-b67e-6792c5c67b06 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:52:53.592298 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f712f4-cbef-455e-b67e-6792c5c67b06 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:52:53.592845 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f712f4-cbef-455e-b67e-6792c5c67b06 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:52:53.593425 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f712f4-cbef-455e-b67e-6792c5c67b06 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:52:53.593956 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f712f4-cbef-455e-b67e-6792c5c67b06 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:52:53.594436 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f712f4-cbef-455e-b67e-6792c5c67b06 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:52:53.594833 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f712f4-cbef-455e-b67e-6792c5c67b06 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:52:53.686510 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-4d709c5c-5715-416b-9c79-e4b4843c8417 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:52:53.730819 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-4d709c5c-5715-416b-9c79-e4b4843c8417 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:52:53.916308 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-4d709c5c-5715-416b-9c79-e4b4843c8417 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571103'] for security_group, after_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:52:53.919907 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-4d709c5c-5715-416b-9c79-e4b4843c8417 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:52:53.921308 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [None req-4d709c5c-5715-416b-9c79-e4b4843c8417 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/7a2c30e4-0706-478a-98cb-71cc8c1c8980 HTTP/1.1" status: 204 len: 168 time: 0.3384178 Sep 24 14:52:53.935543 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d709c5c-5715-416b-9c79-e4b4843c8417 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a2c30e4-0706-478a-98cb-71cc8c1c8980,revision_number=None']} {{(pid=105994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:52:53.945276 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d709c5c-5715-416b-9c79-e4b4843c8417 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:52:53.945817 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d709c5c-5715-416b-9c79-e4b4843c8417 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:52:53.946213 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d709c5c-5715-416b-9c79-e4b4843c8417 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:52:53.946670 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d709c5c-5715-416b-9c79-e4b4843c8417 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:52:53.947120 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d709c5c-5715-416b-9c79-e4b4843c8417 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:52:53.947598 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d709c5c-5715-416b-9c79-e4b4843c8417 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:52:53.948170 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d709c5c-5715-416b-9c79-e4b4843c8417 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:52:53.948766 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d709c5c-5715-416b-9c79-e4b4843c8417 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:52:53.949338 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d709c5c-5715-416b-9c79-e4b4843c8417 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:52:53.949887 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d709c5c-5715-416b-9c79-e4b4843c8417 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:52:53.950443 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d709c5c-5715-416b-9c79-e4b4843c8417 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:52:53.950913 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d709c5c-5715-416b-9c79-e4b4843c8417 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:52:58.301690 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-50119ccd-885b-4788-942b-3cc70c354462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:52:59.330657 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:00.366642 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-13d777cc-54dc-48f4-b409-3d66fa02497d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:01.282337 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.db.agents_db [None req-37515238-e50e-498e-bfbd-a21ffee86c29 None None] Agent healthcheck: found 5 active agents {{(pid=105996) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 14:53:02.933436 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-450d71f0-4391-4cc8-89b8-8f609d6e2304 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:23.531887 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-23957d4f-1cab-45f8-9c0c-bad57f313e6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:28.305416 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-0bc8008f-ef5e-4113-b84b-66181a6186f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:29.468195 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:30.363829 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-13d777cc-54dc-48f4-b409-3d66fa02497d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:32.938779 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-450d71f0-4391-4cc8-89b8-8f609d6e2304 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:38.283967 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.db.agents_db [None req-37515238-e50e-498e-bfbd-a21ffee86c29 None None] Agent healthcheck: found 5 active agents {{(pid=105996) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 14:53:53.532220 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-02f469ed-b159-4d9b-bc98-2546459c24ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:58.303404 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-f9dff9fb-2866-4a73-96b4-0b633e766e75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:59.327999 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:54:00.369535 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-13d777cc-54dc-48f4-b409-3d66fa02497d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:54:02.943127 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-450d71f0-4391-4cc8-89b8-8f609d6e2304 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:54:15.286965 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.db.agents_db [None req-37515238-e50e-498e-bfbd-a21ffee86c29 None None] Agent healthcheck: found 5 active agents {{(pid=105996) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 14:54:23.527543 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-8009bf3e-13d1-4c4f-b376-65d4636357d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:54:28.298336 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-f398a9b0-a73f-462b-a799-8496bfd06917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:54:29.326340 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:54:30.370749 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-13d777cc-54dc-48f4-b409-3d66fa02497d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:54:32.947231 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-450d71f0-4391-4cc8-89b8-8f609d6e2304 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:54:43.838154 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-595408'] for agent, after_create {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:54:52.288221 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.db.agents_db [None req-37515238-e50e-498e-bfbd-a21ffee86c29 None None] Agent healthcheck: found 6 active agents {{(pid=105996) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 14:54:53.533799 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-70315541-6370-482f-a423-c166e61079cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:54:58.294819 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-be6965ba-2db2-4829-9dcf-4504940690fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:54:59.324803 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:55:00.374142 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-13d777cc-54dc-48f4-b409-3d66fa02497d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:55:02.960609 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-450d71f0-4391-4cc8-89b8-8f609d6e2304 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:55:03.327366 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.wsgi [-] (105994) accepted ('10.222.0.90', 54414) {{(pid=105994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:55:03.532388 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [None req-a18183c7-9fc2-47c2-81f2-a623082ba069 admin admin] 10.222.0.90 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.2031789 Sep 24 14:55:06.411045 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.wsgi [-] (105994) accepted ('10.222.0.90', 54424) {{(pid=105994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:55:06.485268 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [None req-4fd8477e-fe1c-4b8f-8cb1-ab9777d811eb admin admin] 10.222.0.90 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0727856 Sep 24 14:55:13.789536 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:55:23.527278 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-dabfab56-f24d-466d-89c3-c320dff81813 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:55:28.301104 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-d837bfa6-76ae-4086-979b-31b81df0058d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:55:29.287836 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.db.agents_db [None req-37515238-e50e-498e-bfbd-a21ffee86c29 None None] Agent healthcheck: found 6 active agents {{(pid=105996) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 14:55:29.314336 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:55:30.377417 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-13d777cc-54dc-48f4-b409-3d66fa02497d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:55:32.948480 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-450d71f0-4391-4cc8-89b8-8f609d6e2304 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:55:43.804885 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:55:53.532724 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-90c09bea-7f0b-44c8-85a8-533923ad5a51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:55:58.298054 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-6f5f5d17-9489-4079-9c95-bbc633eb6837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:55:59.313427 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:56:00.383748 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-13d777cc-54dc-48f4-b409-3d66fa02497d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:56:02.953540 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-450d71f0-4391-4cc8-89b8-8f609d6e2304 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:56:06.311018 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.db.agents_db [None req-37515238-e50e-498e-bfbd-a21ffee86c29 None None] Agent healthcheck: found 6 active agents {{(pid=105996) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 14:56:13.819094 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:56:23.538144 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-0263aa58-2339-4c24-9084-5cba53f3322a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:56:28.292628 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-4a4e7e3e-dc88-4655-9c6a-64d8d777c2e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:56:29.322978 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:56:30.388937 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-13d777cc-54dc-48f4-b409-3d66fa02497d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:56:32.950315 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-450d71f0-4391-4cc8-89b8-8f609d6e2304 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:56:43.301868 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.db.agents_db [None req-37515238-e50e-498e-bfbd-a21ffee86c29 None None] Agent healthcheck: found 6 active agents {{(pid=105996) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 14:56:43.827866 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:56:53.553571 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-9c07f98e-1e94-4fcb-8e55-c7d03468d3df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:56:56.679683 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.wsgi [-] (105994) accepted ('10.222.0.90', 54606) {{(pid=105994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:56:57.094046 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.v2.base [None req-fb49de75-7a8c-4fda-bfb4-eb06f684abbf admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-304460238-network', 'tenant_id': 'e8de89965f464e0ebbfb78c2c3d408f2'}} {{(pid=105994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:56:57.131998 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb49de75-7a8c-4fda-bfb4-eb06f684abbf admin admin] Made reservation on behalf of e8de89965f464e0ebbfb78c2c3d408f2 for: {'network': 1} {{(pid=105994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 14:56:57.136854 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-fb49de75-7a8c-4fda-bfb4-eb06f684abbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993762'] for network, before_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:56:57.155108 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-fb49de75-7a8c-4fda-bfb4-eb06f684abbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:56:57.344757 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-fb49de75-7a8c-4fda-bfb4-eb06f684abbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:56:57.354838 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-fb49de75-7a8c-4fda-bfb4-eb06f684abbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571103'] for security_group, after_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:56:57.397196 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb49de75-7a8c-4fda-bfb4-eb06f684abbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f63b2150-79ee-4e69-9a48-53572c69b744,revision_number=1']} {{(pid=105994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:56:57.414271 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb49de75-7a8c-4fda-bfb4-eb06f684abbf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:56:57.414799 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb49de75-7a8c-4fda-bfb4-eb06f684abbf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:56:57.415818 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb49de75-7a8c-4fda-bfb4-eb06f684abbf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:56:57.416503 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb49de75-7a8c-4fda-bfb4-eb06f684abbf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:56:57.417140 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb49de75-7a8c-4fda-bfb4-eb06f684abbf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:56:57.417680 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb49de75-7a8c-4fda-bfb4-eb06f684abbf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:56:57.418234 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb49de75-7a8c-4fda-bfb4-eb06f684abbf admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:56:57.418795 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb49de75-7a8c-4fda-bfb4-eb06f684abbf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:56:57.419355 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb49de75-7a8c-4fda-bfb4-eb06f684abbf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:56:57.419900 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb49de75-7a8c-4fda-bfb4-eb06f684abbf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:56:57.420663 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb49de75-7a8c-4fda-bfb4-eb06f684abbf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:56:57.421459 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb49de75-7a8c-4fda-bfb4-eb06f684abbf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:56:57.423550 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb49de75-7a8c-4fda-bfb4-eb06f684abbf admin admin] Tracked resource versions report: Sep 24 14:56:57.423550 dv-cinder-809830-2-iscsi neutron-server[105994]: pushed versions: Sep 24 14:56:57.423550 dv-cinder-809830-2-iscsi neutron-server[105994]: { 'AddressGroup': {'1.2'}, Sep 24 14:56:57.423550 dv-cinder-809830-2-iscsi neutron-server[105994]: 'ConntrackHelper': {'1.0'}, Sep 24 14:56:57.423550 dv-cinder-809830-2-iscsi neutron-server[105994]: 'Log': {'1.0'}, Sep 24 14:56:57.423550 dv-cinder-809830-2-iscsi neutron-server[105994]: 'Network': {'1.1'}, Sep 24 14:56:57.423550 dv-cinder-809830-2-iscsi neutron-server[105994]: 'Port': {'1.7'}, Sep 24 14:56:57.423550 dv-cinder-809830-2-iscsi neutron-server[105994]: 'PortForwarding': {'1.2'}, Sep 24 14:56:57.423550 dv-cinder-809830-2-iscsi neutron-server[105994]: 'QosPolicy': {'1.9'}, Sep 24 14:56:57.423550 dv-cinder-809830-2-iscsi neutron-server[105994]: 'SecurityGroup': {'1.4'}, Sep 24 14:56:57.423550 dv-cinder-809830-2-iscsi neutron-server[105994]: 'SecurityGroupRule': {'1.2'}, Sep 24 14:56:57.423550 dv-cinder-809830-2-iscsi neutron-server[105994]: 'SubPort': {'1.0'}, Sep 24 14:56:57.423550 dv-cinder-809830-2-iscsi neutron-server[105994]: 'Subnet': {'1.1'}, Sep 24 14:56:57.423550 dv-cinder-809830-2-iscsi neutron-server[105994]: 'Trunk': {'1.1'}} Sep 24 14:56:57.423550 dv-cinder-809830-2-iscsi neutron-server[105994]: consumer versions: Sep 24 14:56:57.423550 dv-cinder-809830-2-iscsi neutron-server[105994]: { DHCP agent@dv-cinder-809830-2-iscsi: {}, Sep 24 14:56:57.423550 dv-cinder-809830-2-iscsi neutron-server[105994]: HyperV agent@hv-cinder-80983: {}, Sep 24 14:56:57.423550 dv-cinder-809830-2-iscsi neutron-server[105994]: L3 agent@dv-cinder-809830-2-iscsi: {}, Sep 24 14:56:57.423550 dv-cinder-809830-2-iscsi neutron-server[105994]: Metadata agent@dv-cinder-809830-2-iscsi: {}, Sep 24 14:56:57.423550 dv-cinder-809830-2-iscsi neutron-server[105994]: Metering agent@dv-cinder-809830-2-iscsi: {}, Sep 24 14:56:57.423550 dv-cinder-809830-2-iscsi neutron-server[105994]: Open vSwitch agent@dv-cinder-809830-2-iscsi: { 'AddressGroup': '1.2', Sep 24 14:56:57.423550 dv-cinder-809830-2-iscsi neutron-server[105994]: 'ConntrackHelper': '1.0', Sep 24 14:56:57.423550 dv-cinder-809830-2-iscsi neutron-server[105994]: 'Log': '1.0', Sep 24 14:56:57.423550 dv-cinder-809830-2-iscsi neutron-server[105994]: 'Network': '1.1', Sep 24 14:56:57.423550 dv-cinder-809830-2-iscsi neutron-server[105994]: 'Port': '1.7', Sep 24 14:56:57.423550 dv-cinder-809830-2-iscsi neutron-server[105994]: 'PortForwarding': '1.2', Sep 24 14:56:57.423550 dv-cinder-809830-2-iscsi neutron-server[105994]: 'QosPolicy': '1.9', Sep 24 14:56:57.423550 dv-cinder-809830-2-iscsi neutron-server[105994]: 'SecurityGroup': '1.4', Sep 24 14:56:57.423550 dv-cinder-809830-2-iscsi neutron-server[105994]: 'SecurityGroupRule': '1.2', Sep 24 14:56:57.423550 dv-cinder-809830-2-iscsi neutron-server[105994]: 'SubPort': '1.0', Sep 24 14:56:57.423550 dv-cinder-809830-2-iscsi neutron-server[105994]: 'Subnet': '1.1', Sep 24 14:56:57.423550 dv-cinder-809830-2-iscsi neutron-server[105994]: 'Trunk': '1.1'}} Sep 24 14:56:57.423550 dv-cinder-809830-2-iscsi neutron-server[105994]: {{(pid=105994) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 24 14:56:57.443948 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb49de75-7a8c-4fda-bfb4-eb06f684abbf admin admin] vlan segment allocate from pool success with {'vlan_id': 1049, 'physical_network': 'physnet1'} {{(pid=105994) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 14:56:57.465711 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-fb49de75-7a8c-4fda-bfb4-eb06f684abbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988101'] for segment, precommit_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:56:57.466569 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.db.segments_db [None req-fb49de75-7a8c-4fda-bfb4-eb06f684abbf admin admin] Added segment 304b9768-ebfb-4066-b935-a4bdd70cb19d of type vlan for network 9cafbdbc-b31b-42e1-af08-737ab1772474 Sep 24 14:56:57.536372 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-fb49de75-7a8c-4fda-bfb4-eb06f684abbf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727248069142'] for network, precommit_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:56:57.576128 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-fb49de75-7a8c-4fda-bfb4-eb06f684abbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314'] for network, after_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:56:57.580975 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb49de75-7a8c-4fda-bfb4-eb06f684abbf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:56:57.582035 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-fb49de75-7a8c-4fda-bfb4-eb06f684abbf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536624'] for network, before_response {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:56:57.638539 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [None req-fb49de75-7a8c-4fda-bfb4-eb06f684abbf admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.9559290 Sep 24 14:56:57.642169 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.wsgi [-] (105993) accepted ('10.222.0.90', 54640) {{(pid=105993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:56:57.719633 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb49de75-7a8c-4fda-bfb4-eb06f684abbf admin admin] Pushing event updated for resources: {'Network': ['ID=9cafbdbc-b31b-42e1-af08-737ab1772474,revision_number=1']} {{(pid=105994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:56:57.737131 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.rpc [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Network 9cafbdbc-b31b-42e1-af08-737ab1772474 details requested by agent ovs-agent-dv-cinder-809830-2-iscsi with host dv-cinder-809830-2-iscsi {{(pid=105995) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 14:56:57.744911 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.v2.base [None req-c285d82b-afb9-4802-8dcb-d5f2980c856c admin admin] Request body: {'subnet': {'network_id': '9cafbdbc-b31b-42e1-af08-737ab1772474', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-304460238-subnet', 'tenant_id': 'e8de89965f464e0ebbfb78c2c3d408f2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:56:57.785997 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c285d82b-afb9-4802-8dcb-d5f2980c856c admin admin] Made reservation on behalf of e8de89965f464e0ebbfb78c2c3d408f2 for: {'subnet': 1} {{(pid=105993) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 14:56:57.791576 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-c285d82b-afb9-4802-8dcb-d5f2980c856c admin admin] Notify callbacks [] for subnet, before_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:56:57.840416 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.wsgi [-] (105994) accepted ('10.222.0.90', 54644) {{(pid=105994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:56:58.121299 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-c285d82b-afb9-4802-8dcb-d5f2980c856c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314'] for subnet, after_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:56:58.198635 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c285d82b-afb9-4802-8dcb-d5f2980c856c admin admin] Pushing event updated for resources: {'Subnet': ['ID=96eeb601-c3fa-4a0c-bf57-6c99e9cae07c,revision_number=0']} {{(pid=105993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:56:58.211864 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c285d82b-afb9-4802-8dcb-d5f2980c856c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:56:58.212754 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c285d82b-afb9-4802-8dcb-d5f2980c856c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:56:58.213065 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c285d82b-afb9-4802-8dcb-d5f2980c856c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:56:58.213779 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c285d82b-afb9-4802-8dcb-d5f2980c856c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:56:58.214467 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c285d82b-afb9-4802-8dcb-d5f2980c856c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:56:58.217266 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c285d82b-afb9-4802-8dcb-d5f2980c856c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:56:58.217266 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c285d82b-afb9-4802-8dcb-d5f2980c856c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:56:58.217266 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c285d82b-afb9-4802-8dcb-d5f2980c856c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:56:58.217266 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c285d82b-afb9-4802-8dcb-d5f2980c856c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:56:58.218451 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c285d82b-afb9-4802-8dcb-d5f2980c856c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:56:58.218451 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c285d82b-afb9-4802-8dcb-d5f2980c856c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:56:58.218451 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c285d82b-afb9-4802-8dcb-d5f2980c856c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:56:58.220906 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c285d82b-afb9-4802-8dcb-d5f2980c856c admin admin] Tracked resource versions report: Sep 24 14:56:58.220906 dv-cinder-809830-2-iscsi neutron-server[105993]: pushed versions: Sep 24 14:56:58.220906 dv-cinder-809830-2-iscsi neutron-server[105993]: { 'AddressGroup': {'1.2'}, Sep 24 14:56:58.220906 dv-cinder-809830-2-iscsi neutron-server[105993]: 'ConntrackHelper': {'1.0'}, Sep 24 14:56:58.220906 dv-cinder-809830-2-iscsi neutron-server[105993]: 'Log': {'1.0'}, Sep 24 14:56:58.220906 dv-cinder-809830-2-iscsi neutron-server[105993]: 'Network': {'1.1'}, Sep 24 14:56:58.220906 dv-cinder-809830-2-iscsi neutron-server[105993]: 'Port': {'1.7'}, Sep 24 14:56:58.220906 dv-cinder-809830-2-iscsi neutron-server[105993]: 'PortForwarding': {'1.2'}, Sep 24 14:56:58.220906 dv-cinder-809830-2-iscsi neutron-server[105993]: 'QosPolicy': {'1.9'}, Sep 24 14:56:58.220906 dv-cinder-809830-2-iscsi neutron-server[105993]: 'SecurityGroup': {'1.4'}, Sep 24 14:56:58.220906 dv-cinder-809830-2-iscsi neutron-server[105993]: 'SecurityGroupRule': {'1.2'}, Sep 24 14:56:58.220906 dv-cinder-809830-2-iscsi neutron-server[105993]: 'SubPort': {'1.0'}, Sep 24 14:56:58.220906 dv-cinder-809830-2-iscsi neutron-server[105993]: 'Subnet': {'1.1'}, Sep 24 14:56:58.220906 dv-cinder-809830-2-iscsi neutron-server[105993]: 'Trunk': {'1.1'}} Sep 24 14:56:58.220906 dv-cinder-809830-2-iscsi neutron-server[105993]: consumer versions: Sep 24 14:56:58.220906 dv-cinder-809830-2-iscsi neutron-server[105993]: { DHCP agent@dv-cinder-809830-2-iscsi: {}, Sep 24 14:56:58.220906 dv-cinder-809830-2-iscsi neutron-server[105993]: HyperV agent@hv-cinder-80983: {}, Sep 24 14:56:58.220906 dv-cinder-809830-2-iscsi neutron-server[105993]: L3 agent@dv-cinder-809830-2-iscsi: {}, Sep 24 14:56:58.220906 dv-cinder-809830-2-iscsi neutron-server[105993]: Metadata agent@dv-cinder-809830-2-iscsi: {}, Sep 24 14:56:58.220906 dv-cinder-809830-2-iscsi neutron-server[105993]: Metering agent@dv-cinder-809830-2-iscsi: {}, Sep 24 14:56:58.220906 dv-cinder-809830-2-iscsi neutron-server[105993]: Open vSwitch agent@dv-cinder-809830-2-iscsi: { 'AddressGroup': '1.2', Sep 24 14:56:58.220906 dv-cinder-809830-2-iscsi neutron-server[105993]: 'ConntrackHelper': '1.0', Sep 24 14:56:58.220906 dv-cinder-809830-2-iscsi neutron-server[105993]: 'Log': '1.0', Sep 24 14:56:58.220906 dv-cinder-809830-2-iscsi neutron-server[105993]: 'Network': '1.1', Sep 24 14:56:58.220906 dv-cinder-809830-2-iscsi neutron-server[105993]: 'Port': '1.7', Sep 24 14:56:58.220906 dv-cinder-809830-2-iscsi neutron-server[105993]: 'PortForwarding': '1.2', Sep 24 14:56:58.220906 dv-cinder-809830-2-iscsi neutron-server[105993]: 'QosPolicy': '1.9', Sep 24 14:56:58.220906 dv-cinder-809830-2-iscsi neutron-server[105993]: 'SecurityGroup': '1.4', Sep 24 14:56:58.220906 dv-cinder-809830-2-iscsi neutron-server[105993]: 'SecurityGroupRule': '1.2', Sep 24 14:56:58.220906 dv-cinder-809830-2-iscsi neutron-server[105993]: 'SubPort': '1.0', Sep 24 14:56:58.220906 dv-cinder-809830-2-iscsi neutron-server[105993]: 'Subnet': '1.1', Sep 24 14:56:58.220906 dv-cinder-809830-2-iscsi neutron-server[105993]: 'Trunk': '1.1'}} Sep 24 14:56:58.220906 dv-cinder-809830-2-iscsi neutron-server[105993]: {{(pid=105993) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 24 14:56:58.248049 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.wsgi [-] (105994) accepted ('10.222.0.90', 54660) {{(pid=105994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:56:58.280290 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.wsgi [-] (105994) accepted ('10.222.0.90', 54664) {{(pid=105994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:56:58.282812 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c285d82b-afb9-4802-8dcb-d5f2980c856c admin admin] Checking segment: {'id': '304b9768-ebfb-4066-b935-a4bdd70cb19d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '9cafbdbc-b31b-42e1-af08-737ab1772474'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 14:56:58.284049 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c285d82b-afb9-4802-8dcb-d5f2980c856c admin admin] Network hostable DHCP agents. Network: 9cafbdbc-b31b-42e1-af08-737ab1772474, hostable agents: ['a445fb04-844a-460e-9913-1045a19b95b5'], hosted agents: [] {{(pid=105993) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 14:56:58.299951 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-2963fcae-0076-4648-b7b4-7a61f7701aa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:56:58.323543 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c285d82b-afb9-4802-8dcb-d5f2980c856c admin admin] Network 9cafbdbc-b31b-42e1-af08-737ab1772474 is scheduled to be hosted by DHCP agent a445fb04-844a-460e-9913-1045a19b95b5 with binding_index 1 {{(pid=105993) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 14:56:58.352331 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.scheduler.base_scheduler [None req-c285d82b-afb9-4802-8dcb-d5f2980c856c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809830-2-iscsi, 9cafbdbc-b31b-42e1-af08-737ab1772474) {{(pid=105993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 14:56:58.366271 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c285d82b-afb9-4802-8dcb-d5f2980c856c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:56:58.367841 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-c285d82b-afb9-4802-8dcb-d5f2980c856c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536624'] for subnet, before_response {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:56:58.375983 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f768939-76c9-496f-b1aa-1c597869795b None None] Network 9cafbdbc-b31b-42e1-af08-737ab1772474 requested from dv-cinder-809830-2-iscsi {{(pid=105995) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 14:56:58.410427 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [None req-c285d82b-afb9-4802-8dcb-d5f2980c856c admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7646270 Sep 24 14:56:58.416124 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.wsgi [-] (105993) accepted ('10.222.0.90', 54670) {{(pid=105993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:56:58.420034 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.wsgi [-] (105994) accepted ('10.222.0.90', 54672) {{(pid=105994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:56:58.428876 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.v2.base [None req-4bf0586a-9200-416b-b61f-aa6873998955 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-304460238-router', 'tenant_id': 'e8de89965f464e0ebbfb78c2c3d408f2', 'external_gateway_info': {'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7'}}} {{(pid=105994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:56:58.483250 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.v2.base [None req-66b8bfd9-5a32-489c-8921-1ddf061bab0c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-736960390-network', 'tenant_id': 'e9ba4ee0a4b74e9ca40e57d3efacf27a'}} {{(pid=105994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:56:58.519395 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-4bf0586a-9200-416b-b61f-aa6873998955 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594072', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-917'] for router, before_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:56:58.521860 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-4bf0586a-9200-416b-b61f-aa6873998955 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-591208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-616600', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-980487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-924'] for router, precommit_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:56:58.560948 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66b8bfd9-5a32-489c-8921-1ddf061bab0c admin admin] Made reservation on behalf of e9ba4ee0a4b74e9ca40e57d3efacf27a for: {'network': 1} {{(pid=105994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 14:56:58.562352 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-66b8bfd9-5a32-489c-8921-1ddf061bab0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993762'] for network, before_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:56:58.617862 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.v2.base [None req-763997b2-326c-41cc-a22a-f129ffcec1a0 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1885535735-network', 'tenant_id': '012f1f83cf844a658ec1cb6cbb0da67a'}} {{(pid=105994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:56:58.622675 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-66b8bfd9-5a32-489c-8921-1ddf061bab0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:56:58.733065 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f41807a-be6b-40e2-8147-45918440e887 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e630d72-881c-5ced-b0db-7df05ee4afe5-9cafbdbc-b31b-42e1-af08-737ab1772474', 'network_id': '9cafbdbc-b31b-42e1-af08-737ab1772474', 'tenant_id': 'e8de89965f464e0ebbfb78c2c3d408f2', 'fixed_ips': [{'subnet_id': '96eeb601-c3fa-4a0c-bf57-6c99e9cae07c'}]}} from dv-cinder-809830-2-iscsi. {{(pid=105995) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 14:56:58.734959 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-8f41807a-be6b-40e2-8147-45918440e887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993762'] for port, before_create {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:56:58.746989 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-4bf0586a-9200-416b-b61f-aa6873998955 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:56:58.946316 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.v2.base [None req-ecd052d4-c5f4-4703-8807-151080e94555 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1688993259-network', 'tenant_id': 'b96539b658a14037b412f92c54157553'}} {{(pid=105994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:56:59.021761 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.db_base_plugin_common [None req-8f41807a-be6b-40e2-8147-45918440e887 None None] Allocated IP 172.20.0.2 (9cafbdbc-b31b-42e1-af08-737ab1772474/96eeb601-c3fa-4a0c-bf57-6c99e9cae07c/b57112fe-3ba2-4971-ac73-e05f334101b1) {{(pid=105995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 14:56:59.231700 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-4bf0586a-9200-416b-b61f-aa6873998955 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:56:59.306336 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.v2.base [None req-0565ba8f-c1cc-4d3e-b3c2-0c0bec46c97d admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-359311344-network', 'tenant_id': '0ac1b2e7557d4bfea2d500ddfb6cb446'}} {{(pid=105993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:56:59.370030 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-66b8bfd9-5a32-489c-8921-1ddf061bab0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:56:59.373133 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:56:59.389716 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-66b8bfd9-5a32-489c-8921-1ddf061bab0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571103'] for security_group, after_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:56:59.410572 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.db.api [None req-0565ba8f-c1cc-4d3e-b3c2-0c0bec46c97d admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 24 14:56:59.410572 dv-cinder-809830-2-iscsi neutron-server[105993]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 24 14:56:59.410572 dv-cinder-809830-2-iscsi neutron-server[105993]: [parameters: {'project_id_1': '0ac1b2e7557d4bfea2d500ddfb6cb446', 'expiration_1': datetime.datetime(2021, 9, 24, 14, 56, 39, 321321)}] Sep 24 14:56:59.410572 dv-cinder-809830-2-iscsi neutron-server[105993]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=105993) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 24 14:56:59.411591 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG oslo_db.api [None req-0565ba8f-c1cc-4d3e-b3c2-0c0bec46c97d admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=105993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 24 14:56:59.422271 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.db.api [None req-ecd052d4-c5f4-4703-8807-151080e94555 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 24 14:56:59.422271 dv-cinder-809830-2-iscsi neutron-server[105994]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 24 14:56:59.422271 dv-cinder-809830-2-iscsi neutron-server[105994]: [parameters: {'project_id_1': 'b96539b658a14037b412f92c54157553', 'expiration_1': datetime.datetime(2021, 9, 24, 14, 56, 38, 961537)}] Sep 24 14:56:59.422271 dv-cinder-809830-2-iscsi neutron-server[105994]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=105994) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 24 14:56:59.423221 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG oslo_db.api [None req-ecd052d4-c5f4-4703-8807-151080e94555 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=105994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 24 14:56:59.424714 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-8f41807a-be6b-40e2-8147-45918440e887 None None] Notify callbacks [] for port, precommit_create {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:56:59.441809 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-8f41807a-be6b-40e2-8147-45918440e887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727248062127'] for port, after_create {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:56:59.534765 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f41807a-be6b-40e2-8147-45918440e887 None None] Pushing event updated for resources: {'Port': ['ID=b57112fe-3ba2-4971-ac73-e05f334101b1,revision_number=1']} {{(pid=105995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:56:59.536386 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b8bfd9-5a32-489c-8921-1ddf061bab0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb54c971-337c-4571-b265-c21f3dff30d0,revision_number=1']} {{(pid=105994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:56:59.549899 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f41807a-be6b-40e2-8147-45918440e887 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:56:59.549899 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f41807a-be6b-40e2-8147-45918440e887 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:56:59.550513 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f41807a-be6b-40e2-8147-45918440e887 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:56:59.550956 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f41807a-be6b-40e2-8147-45918440e887 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:56:59.551408 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f41807a-be6b-40e2-8147-45918440e887 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:56:59.551973 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f41807a-be6b-40e2-8147-45918440e887 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:56:59.552526 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f41807a-be6b-40e2-8147-45918440e887 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:56:59.553114 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f41807a-be6b-40e2-8147-45918440e887 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:56:59.554697 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f41807a-be6b-40e2-8147-45918440e887 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:56:59.554697 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f41807a-be6b-40e2-8147-45918440e887 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:56:59.555426 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f41807a-be6b-40e2-8147-45918440e887 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:56:59.555426 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f41807a-be6b-40e2-8147-45918440e887 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:56:59.557447 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f41807a-be6b-40e2-8147-45918440e887 None None] Tracked resource versions report: Sep 24 14:56:59.557447 dv-cinder-809830-2-iscsi neutron-server[105995]: pushed versions: Sep 24 14:56:59.557447 dv-cinder-809830-2-iscsi neutron-server[105995]: { 'AddressGroup': {'1.2'}, Sep 24 14:56:59.557447 dv-cinder-809830-2-iscsi neutron-server[105995]: 'ConntrackHelper': {'1.0'}, Sep 24 14:56:59.557447 dv-cinder-809830-2-iscsi neutron-server[105995]: 'Log': {'1.0'}, Sep 24 14:56:59.557447 dv-cinder-809830-2-iscsi neutron-server[105995]: 'Network': {'1.1'}, Sep 24 14:56:59.557447 dv-cinder-809830-2-iscsi neutron-server[105995]: 'Port': {'1.7'}, Sep 24 14:56:59.557447 dv-cinder-809830-2-iscsi neutron-server[105995]: 'PortForwarding': {'1.2'}, Sep 24 14:56:59.557447 dv-cinder-809830-2-iscsi neutron-server[105995]: 'QosPolicy': {'1.9'}, Sep 24 14:56:59.557447 dv-cinder-809830-2-iscsi neutron-server[105995]: 'SecurityGroup': {'1.4'}, Sep 24 14:56:59.557447 dv-cinder-809830-2-iscsi neutron-server[105995]: 'SecurityGroupRule': {'1.2'}, Sep 24 14:56:59.557447 dv-cinder-809830-2-iscsi neutron-server[105995]: 'SubPort': {'1.0'}, Sep 24 14:56:59.557447 dv-cinder-809830-2-iscsi neutron-server[105995]: 'Subnet': {'1.1'}, Sep 24 14:56:59.557447 dv-cinder-809830-2-iscsi neutron-server[105995]: 'Trunk': {'1.1'}} Sep 24 14:56:59.557447 dv-cinder-809830-2-iscsi neutron-server[105995]: consumer versions: Sep 24 14:56:59.557447 dv-cinder-809830-2-iscsi neutron-server[105995]: { DHCP agent@dv-cinder-809830-2-iscsi: {}, Sep 24 14:56:59.557447 dv-cinder-809830-2-iscsi neutron-server[105995]: HyperV agent@hv-cinder-80983: {}, Sep 24 14:56:59.557447 dv-cinder-809830-2-iscsi neutron-server[105995]: L3 agent@dv-cinder-809830-2-iscsi: {}, Sep 24 14:56:59.557447 dv-cinder-809830-2-iscsi neutron-server[105995]: Metadata agent@dv-cinder-809830-2-iscsi: {}, Sep 24 14:56:59.557447 dv-cinder-809830-2-iscsi neutron-server[105995]: Metering agent@dv-cinder-809830-2-iscsi: {}, Sep 24 14:56:59.557447 dv-cinder-809830-2-iscsi neutron-server[105995]: Open vSwitch agent@dv-cinder-809830-2-iscsi: { 'AddressGroup': '1.2', Sep 24 14:56:59.557447 dv-cinder-809830-2-iscsi neutron-server[105995]: 'ConntrackHelper': '1.0', Sep 24 14:56:59.557447 dv-cinder-809830-2-iscsi neutron-server[105995]: 'Log': '1.0', Sep 24 14:56:59.557447 dv-cinder-809830-2-iscsi neutron-server[105995]: 'Network': '1.1', Sep 24 14:56:59.557447 dv-cinder-809830-2-iscsi neutron-server[105995]: 'Port': '1.7', Sep 24 14:56:59.557447 dv-cinder-809830-2-iscsi neutron-server[105995]: 'PortForwarding': '1.2', Sep 24 14:56:59.557447 dv-cinder-809830-2-iscsi neutron-server[105995]: 'QosPolicy': '1.9', Sep 24 14:56:59.557447 dv-cinder-809830-2-iscsi neutron-server[105995]: 'SecurityGroup': '1.4', Sep 24 14:56:59.557447 dv-cinder-809830-2-iscsi neutron-server[105995]: 'SecurityGroupRule': '1.2', Sep 24 14:56:59.557447 dv-cinder-809830-2-iscsi neutron-server[105995]: 'SubPort': '1.0', Sep 24 14:56:59.557447 dv-cinder-809830-2-iscsi neutron-server[105995]: 'Subnet': '1.1', Sep 24 14:56:59.557447 dv-cinder-809830-2-iscsi neutron-server[105995]: 'Trunk': '1.1'}} Sep 24 14:56:59.557447 dv-cinder-809830-2-iscsi neutron-server[105995]: {{(pid=105995) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 24 14:56:59.563862 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66b8bfd9-5a32-489c-8921-1ddf061bab0c admin admin] vlan segment allocate from pool success with {'vlan_id': 1046, 'physical_network': 'physnet1'} {{(pid=105994) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 14:56:59.584735 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f41807a-be6b-40e2-8147-45918440e887 None None] Network 9cafbdbc-b31b-42e1-af08-737ab1772474 is already hosted by enough agents. {{(pid=105995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 14:56:59.590630 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.scheduler.base_scheduler [None req-8f41807a-be6b-40e2-8147-45918440e887 None None] Resources bound (agent type, host, resource id): {{(pid=105995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 14:56:59.600558 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-763997b2-326c-41cc-a22a-f129ffcec1a0 admin admin] Made reservation on behalf of 012f1f83cf844a658ec1cb6cbb0da67a for: {'network': 1} {{(pid=105994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 14:56:59.603857 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f41807a-be6b-40e2-8147-45918440e887 None None] Received port after_create {{(pid=105995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 14:56:59.604859 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-763997b2-326c-41cc-a22a-f129ffcec1a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993762'] for network, before_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:56:59.623410 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-763997b2-326c-41cc-a22a-f129ffcec1a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:56:59.656786 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-66b8bfd9-5a32-489c-8921-1ddf061bab0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988101'] for segment, precommit_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:56:59.657712 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.db.segments_db [None req-66b8bfd9-5a32-489c-8921-1ddf061bab0c admin admin] Added segment 3493a04e-7856-43c1-b4a7-e752097c9e9a of type vlan for network 668c8e2b-cd9f-4f58-bdca-814f328e4372 Sep 24 14:56:59.847410 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.managers [None req-8f41807a-be6b-40e2-8147-45918440e887 None None] Attempting to bind port b57112fe-3ba2-4971-ac73-e05f334101b1 on host dv-cinder-809830-2-iscsi for vnic_type normal with profile {{(pid=105995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 14:56:59.849271 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.managers [None req-8f41807a-be6b-40e2-8147-45918440e887 None None] Attempting to bind port b57112fe-3ba2-4971-ac73-e05f334101b1 by drivers openvswitch,hyperv on host dv-cinder-809830-2-iscsi at level 0 using segments [{'id': '304b9768-ebfb-4066-b935-a4bdd70cb19d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '9cafbdbc-b31b-42e1-af08-737ab1772474'}] {{(pid=105995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 14:56:59.849891 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f41807a-be6b-40e2-8147-45918440e887 None None] Attempting to bind port b57112fe-3ba2-4971-ac73-e05f334101b1 on network 9cafbdbc-b31b-42e1-af08-737ab1772474 {{(pid=105995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 14:56:59.861065 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-66b8bfd9-5a32-489c-8921-1ddf061bab0c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727248069142'] for network, precommit_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:56:59.872262 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f41807a-be6b-40e2-8147-45918440e887 None None] Checking agent: {'id': '466265b3-b863-41e9-8226-f4d0fd198543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809830-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 14, 45, 59), 'started_at': datetime.datetime(2021, 9, 24, 14, 46, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 14, 56, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809830-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 14:56:59.872904 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f41807a-be6b-40e2-8147-45918440e887 None None] Checking segment: {'id': '304b9768-ebfb-4066-b935-a4bdd70cb19d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '9cafbdbc-b31b-42e1-af08-737ab1772474'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 14:56:59.873576 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-8f41807a-be6b-40e2-8147-45918440e887 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:56:59.874795 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f41807a-be6b-40e2-8147-45918440e887 None None] Bound using segment: {'id': '304b9768-ebfb-4066-b935-a4bdd70cb19d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '9cafbdbc-b31b-42e1-af08-737ab1772474'} {{(pid=105995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 14:56:59.875613 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.managers [None req-8f41807a-be6b-40e2-8147-45918440e887 None None] Bound port: b57112fe-3ba2-4971-ac73-e05f334101b1, host: dv-cinder-809830-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '304b9768-ebfb-4066-b935-a4bdd70cb19d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '9cafbdbc-b31b-42e1-af08-737ab1772474'}}] {{(pid=105995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 14:56:59.876282 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-8f41807a-be6b-40e2-8147-45918440e887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993762'] for port, before_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:00.017014 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.db.resource_extend [None req-66b8bfd9-5a32-489c-8921-1ddf061bab0c admin admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 24 14:57:00.069914 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.db [None req-8f41807a-be6b-40e2-8147-45918440e887 None None] For port b57112fe-3ba2-4971-ac73-e05f334101b1, host dv-cinder-809830-2-iscsi, cleared binding levels {{(pid=105995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 14:57:00.090662 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.db [None req-8f41807a-be6b-40e2-8147-45918440e887 None None] For port b57112fe-3ba2-4971-ac73-e05f334101b1, host dv-cinder-809830-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809830-2-iscsi',level=0,port_id=b57112fe-3ba2-4971-ac73-e05f334101b1,segment=NetworkSegment(304b9768-ebfb-4066-b935-a4bdd70cb19d),segment_id=304b9768-ebfb-4066-b935-a4bdd70cb19d)] {{(pid=105995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 14:57:00.092394 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-4bf0586a-9200-416b-b61f-aa6873998955 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:00.099165 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-8f41807a-be6b-40e2-8147-45918440e887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248551428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248062163'] for port, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:00.128107 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-4bf0586a-9200-416b-b61f-aa6873998955 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993762'] for port, before_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:00.288921 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f41807a-be6b-40e2-8147-45918440e887 None None] Pushing event updated for resources: {'Port': ['ID=b57112fe-3ba2-4971-ac73-e05f334101b1,revision_number=2']} {{(pid=105995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:57:00.325482 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-66b8bfd9-5a32-489c-8921-1ddf061bab0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314'] for network, after_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:00.327117 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66b8bfd9-5a32-489c-8921-1ddf061bab0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:57:00.328564 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-66b8bfd9-5a32-489c-8921-1ddf061bab0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536624'] for network, before_response {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:00.415189 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.wsgi [-] (105993) accepted ('10.222.0.90', 54710) {{(pid=105993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:57:00.424053 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.db.db_base_plugin_common [None req-4bf0586a-9200-416b-b61f-aa6873998955 admin admin] Allocated IP 172.27.0.182 (d1d522b2-1ecd-4e8f-be33-d5d511adebd7/58b80919-877d-4d93-a3a2-bd7e936ebc9a/bcdea4c4-6bff-4ea1-9037-5f4b3477488a) {{(pid=105994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 14:57:00.450798 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-13d777cc-54dc-48f4-b409-3d66fa02497d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:00.740839 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b8bfd9-5a32-489c-8921-1ddf061bab0c admin admin] Pushing event updated for resources: {'Network': ['ID=668c8e2b-cd9f-4f58-bdca-814f328e4372,revision_number=1']} {{(pid=105994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:57:00.760364 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.rpc [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Network 668c8e2b-cd9f-4f58-bdca-814f328e4372 details requested by agent ovs-agent-dv-cinder-809830-2-iscsi with host dv-cinder-809830-2-iscsi {{(pid=105995) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 14:57:00.846191 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-4bf0586a-9200-416b-b61f-aa6873998955 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:00.903475 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-763997b2-326c-41cc-a22a-f129ffcec1a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:00.916541 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-763997b2-326c-41cc-a22a-f129ffcec1a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571103'] for security_group, after_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:00.977301 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [None req-66b8bfd9-5a32-489c-8921-1ddf061bab0c admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 3.1337657 Sep 24 14:57:00.982474 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.wsgi [-] (105993) accepted ('10.222.0.90', 54730) {{(pid=105993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:57:01.001687 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-763997b2-326c-41cc-a22a-f129ffcec1a0 admin admin] vlan segment allocate from pool success with {'vlan_id': 1011, 'physical_network': 'physnet1'} {{(pid=105994) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 14:57:01.002110 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.rpc [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Device b57112fe-3ba2-4971-ac73-e05f334101b1 up at agent ovs-agent-dv-cinder-809830-2-iscsi {{(pid=105995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 14:57:01.014447 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.v2.base [None req-bbf3dfdc-3191-480b-a16f-4816f504ed56 admin admin] Request body: {'subnet': {'network_id': '668c8e2b-cd9f-4f58-bdca-814f328e4372', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-736960390-subnet', 'tenant_id': 'e9ba4ee0a4b74e9ca40e57d3efacf27a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:57:01.032892 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0565ba8f-c1cc-4d3e-b3c2-0c0bec46c97d admin admin] Made reservation on behalf of 0ac1b2e7557d4bfea2d500ddfb6cb446 for: {'network': 1} {{(pid=105993) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 14:57:01.039727 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-0565ba8f-c1cc-4d3e-b3c2-0c0bec46c97d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993762'] for network, before_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:01.068711 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.db.api [None req-bbf3dfdc-3191-480b-a16f-4816f504ed56 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 24 14:57:01.068711 dv-cinder-809830-2-iscsi neutron-server[105993]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 24 14:57:01.068711 dv-cinder-809830-2-iscsi neutron-server[105993]: [parameters: {'project_id_1': 'e9ba4ee0a4b74e9ca40e57d3efacf27a', 'expiration_1': datetime.datetime(2021, 9, 24, 14, 56, 41, 26828)}] Sep 24 14:57:01.068711 dv-cinder-809830-2-iscsi neutron-server[105993]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=105993) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 24 14:57:01.069368 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG oslo_db.api [None req-bbf3dfdc-3191-480b-a16f-4816f504ed56 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=105993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 24 14:57:01.070882 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-0565ba8f-c1cc-4d3e-b3c2-0c0bec46c97d admin admin] Notify callbacks [] for security_group, before_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:01.091216 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.provisioning_blocks [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Provisioning complete for port b57112fe-3ba2-4971-ac73-e05f334101b1 triggered by entity L2. {{(pid=105995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 14:57:01.092603 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985790'] for port, provisioning_complete {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:01.108445 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecd052d4-c5f4-4703-8807-151080e94555 admin admin] Made reservation on behalf of b96539b658a14037b412f92c54157553 for: {'network': 1} {{(pid=105994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 14:57:01.116783 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-ecd052d4-c5f4-4703-8807-151080e94555 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993762'] for network, before_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:01.139597 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763997b2-326c-41cc-a22a-f129ffcec1a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d4564f8-d6cd-4668-8592-f88e14136a8d,revision_number=1']} {{(pid=105994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:57:01.161878 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-763997b2-326c-41cc-a22a-f129ffcec1a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988101'] for segment, precommit_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:01.166386 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.db.segments_db [None req-763997b2-326c-41cc-a22a-f129ffcec1a0 admin admin] Added segment dd837579-8166-4666-9259-b8d0c50c2c8f of type vlan for network 9be49b58-37f3-40a3-8cb7-cd76e665ccb6 Sep 24 14:57:01.169244 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-ecd052d4-c5f4-4703-8807-151080e94555 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:01.176766 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-4bf0586a-9200-416b-b61f-aa6873998955 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727248062127'] for port, after_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:01.238433 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-3f59b235-1ff8-4e53-b080-02b38e4e3e73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:01.392228 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993762'] for port, before_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:01.414040 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-763997b2-326c-41cc-a22a-f129ffcec1a0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727248069142'] for network, precommit_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:01.448432 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-0565ba8f-c1cc-4d3e-b3c2-0c0bec46c97d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:01.516327 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bf0586a-9200-416b-b61f-aa6873998955 admin admin] Network d1d522b2-1ecd-4e8f-be33-d5d511adebd7 is already hosted by enough agents. {{(pid=105994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 14:57:01.518374 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.db [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] For port b57112fe-3ba2-4971-ac73-e05f334101b1, host dv-cinder-809830-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809830-2-iscsi',level=0,port_id=b57112fe-3ba2-4971-ac73-e05f334101b1,segment=NetworkSegment(304b9768-ebfb-4066-b935-a4bdd70cb19d),segment_id=304b9768-ebfb-4066-b935-a4bdd70cb19d)] {{(pid=105995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:57:01.531243 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248551428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248062163'] for port, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:01.567440 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-0565ba8f-c1cc-4d3e-b3c2-0c0bec46c97d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571103'] for security_group, after_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:01.572233 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.scheduler.base_scheduler [None req-4bf0586a-9200-416b-b61f-aa6873998955 admin admin] Resources bound (agent type, host, resource id): {{(pid=105994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 14:57:01.613890 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-763997b2-326c-41cc-a22a-f129ffcec1a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314'] for network, after_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:01.616170 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-763997b2-326c-41cc-a22a-f129ffcec1a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:57:01.618439 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-763997b2-326c-41cc-a22a-f129ffcec1a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536624'] for network, before_response {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:01.623488 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bf0586a-9200-416b-b61f-aa6873998955 admin admin] Received port after_create {{(pid=105994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 14:57:01.645305 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf0586a-9200-416b-b61f-aa6873998955 admin admin] Pushing event updated for resources: {'Port': ['ID=bcdea4c4-6bff-4ea1-9037-5f4b3477488a,revision_number=1']} {{(pid=105994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:57:01.698153 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0565ba8f-c1cc-4d3e-b3c2-0c0bec46c97d admin admin] vlan segment allocate from pool success with {'vlan_id': 1031, 'physical_network': 'physnet1'} {{(pid=105993) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 14:57:01.710320 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Pushing event updated for resources: {'Port': ['ID=b57112fe-3ba2-4971-ac73-e05f334101b1,revision_number=3']} {{(pid=105995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:57:01.749077 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-3f59b235-1ff8-4e53-b080-02b38e4e3e73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:01.758335 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-0565ba8f-c1cc-4d3e-b3c2-0c0bec46c97d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988101'] for segment, precommit_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:01.758972 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.db.segments_db [None req-0565ba8f-c1cc-4d3e-b3c2-0c0bec46c97d admin admin] Added segment 1317f27d-b2d0-4289-a71c-e901725dce77 of type vlan for network 3b317945-15fe-41ad-a0ea-ddf111f12cc2 Sep 24 14:57:01.823806 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-0565ba8f-c1cc-4d3e-b3c2-0c0bec46c97d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727248069142'] for network, precommit_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:01.870572 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-3f59b235-1ff8-4e53-b080-02b38e4e3e73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571103'] for security_group, after_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:01.876731 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.db.api [None req-bbf3dfdc-3191-480b-a16f-4816f504ed56 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 24 14:57:01.876731 dv-cinder-809830-2-iscsi neutron-server[105993]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 24 14:57:01.876731 dv-cinder-809830-2-iscsi neutron-server[105993]: [parameters: {'project_id_1': 'e9ba4ee0a4b74e9ca40e57d3efacf27a', 'expiration_1': datetime.datetime(2021, 9, 24, 14, 56, 41, 700309)}] Sep 24 14:57:01.876731 dv-cinder-809830-2-iscsi neutron-server[105993]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=105993) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 24 14:57:01.877645 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG oslo_db.api [None req-bbf3dfdc-3191-480b-a16f-4816f504ed56 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=105993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 24 14:57:01.881522 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0565ba8f-c1cc-4d3e-b3c2-0c0bec46c97d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54f13584-b7bd-4068-99e2-b9ab9c34ac42,revision_number=1']} {{(pid=105993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:57:01.903059 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-0565ba8f-c1cc-4d3e-b3c2-0c0bec46c97d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314'] for network, after_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:01.904977 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0565ba8f-c1cc-4d3e-b3c2-0c0bec46c97d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:57:01.906448 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-0565ba8f-c1cc-4d3e-b3c2-0c0bec46c97d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536624'] for network, before_response {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:01.995604 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [None req-3f59b235-1ff8-4e53-b080-02b38e4e3e73 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=3e1934374c7a4ff1ba54245acaaa3a0c&name=default HTTP/1.1" status: 200 len: 2975 time: 1.5777345 Sep 24 14:57:02.029389 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-ecd052d4-c5f4-4703-8807-151080e94555 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:02.042333 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.wsgi [-] (105994) accepted ('10.222.0.90', 54752) {{(pid=105994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:57:02.054883 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f59b235-1ff8-4e53-b080-02b38e4e3e73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ae94e1e-9237-4b2e-b44c-cf3e44926746,revision_number=1']} {{(pid=105993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:57:02.068463 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [None req-0565ba8f-c1cc-4d3e-b3c2-0c0bec46c97d admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 3.6498179 Sep 24 14:57:02.125612 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-ecd052d4-c5f4-4703-8807-151080e94555 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571103'] for security_group, after_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:02.140306 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.wsgi [-] (105993) accepted ('10.222.0.90', 54760) {{(pid=105993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:57:02.151096 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.v2.base [None req-44453e50-e475-4d38-a4c6-b2ef8614683d admin admin] Request body: {'subnet': {'network_id': '3b317945-15fe-41ad-a0ea-ddf111f12cc2', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-359311344-subnet', 'tenant_id': '0ac1b2e7557d4bfea2d500ddfb6cb446', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:57:02.152439 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecd052d4-c5f4-4703-8807-151080e94555 admin admin] vlan segment allocate from pool success with {'vlan_id': 1040, 'physical_network': 'physnet1'} {{(pid=105994) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 14:57:02.156608 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0565ba8f-c1cc-4d3e-b3c2-0c0bec46c97d admin admin] Pushing event updated for resources: {'Network': ['ID=3b317945-15fe-41ad-a0ea-ddf111f12cc2,revision_number=1']} {{(pid=105993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:57:02.169468 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-ecd052d4-c5f4-4703-8807-151080e94555 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988101'] for segment, precommit_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:02.171146 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.db.segments_db [None req-ecd052d4-c5f4-4703-8807-151080e94555 admin admin] Added segment da9779c5-d241-41b8-9fc6-47d7c09f6870 of type vlan for network b9087bdc-bc6d-4ea0-be83-04ee0e604773 Sep 24 14:57:02.174249 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.rpc [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Network 3b317945-15fe-41ad-a0ea-ddf111f12cc2 details requested by agent ovs-agent-dv-cinder-809830-2-iscsi with host dv-cinder-809830-2-iscsi {{(pid=105995) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 14:57:02.212713 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30a1009e-bf65-4d7e-9660-85d4282b1a98 None None] Network 9cafbdbc-b31b-42e1-af08-737ab1772474 requested from dv-cinder-809830-2-iscsi {{(pid=105995) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 14:57:02.225619 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44453e50-e475-4d38-a4c6-b2ef8614683d admin admin] Made reservation on behalf of 0ac1b2e7557d4bfea2d500ddfb6cb446 for: {'subnet': 1} {{(pid=105993) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 14:57:02.235180 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-44453e50-e475-4d38-a4c6-b2ef8614683d admin admin] Notify callbacks [] for subnet, before_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:02.236285 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-ecd052d4-c5f4-4703-8807-151080e94555 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727248069142'] for network, precommit_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:02.334265 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [None req-763997b2-326c-41cc-a22a-f129ffcec1a0 admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 4.0844710 Sep 24 14:57:02.355552 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.wsgi [-] (105993) accepted ('10.222.0.90', 54772) {{(pid=105993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:57:02.367774 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.v2.base [None req-c6ea91b8-bcb7-4e0d-a375-1ca1aa9bf304 admin admin] Request body: {'subnet': {'network_id': '9be49b58-37f3-40a3-8cb7-cd76e665ccb6', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1885535735-subnet', 'tenant_id': '012f1f83cf844a658ec1cb6cbb0da67a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:57:02.381520 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-ecd052d4-c5f4-4703-8807-151080e94555 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314'] for network, after_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:02.383604 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecd052d4-c5f4-4703-8807-151080e94555 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:57:02.384383 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-ecd052d4-c5f4-4703-8807-151080e94555 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536624'] for network, before_response {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:02.409868 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763997b2-326c-41cc-a22a-f129ffcec1a0 admin admin] Pushing event updated for resources: {'Network': ['ID=9be49b58-37f3-40a3-8cb7-cd76e665ccb6,revision_number=1']} {{(pid=105994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:57:02.467241 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.rpc [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Network 9be49b58-37f3-40a3-8cb7-cd76e665ccb6 details requested by agent ovs-agent-dv-cinder-809830-2-iscsi with host dv-cinder-809830-2-iscsi {{(pid=105995) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 14:57:02.516413 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbf3dfdc-3191-480b-a16f-4816f504ed56 admin admin] Made reservation on behalf of e9ba4ee0a4b74e9ca40e57d3efacf27a for: {'subnet': 1} {{(pid=105993) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 14:57:02.523804 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-bbf3dfdc-3191-480b-a16f-4816f504ed56 admin admin] Notify callbacks [] for subnet, before_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:02.555878 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.provisioning_blocks [None req-fe92327d-b391-4e4c-90da-ef9996d102ec None None] Provisioning complete for port b57112fe-3ba2-4971-ac73-e05f334101b1 triggered by entity DHCP. {{(pid=105995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 14:57:02.556926 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-fe92327d-b391-4e4c-90da-ef9996d102ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985790'] for port, provisioning_complete {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:02.629869 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd052d4-c5f4-4703-8807-151080e94555 admin admin] Pushing event updated for resources: {'Network': ['ID=b9087bdc-bc6d-4ea0-be83-04ee0e604773,revision_number=1']} {{(pid=105994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:57:02.671719 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [None req-ecd052d4-c5f4-4703-8807-151080e94555 admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 4.3890643 Sep 24 14:57:02.673668 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd052d4-c5f4-4703-8807-151080e94555 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3d37e3f-2899-4174-ab27-7857e72c3fbe,revision_number=1']} {{(pid=105994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:57:02.686373 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.wsgi [-] (105994) accepted ('10.222.0.90', 54784) {{(pid=105994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:57:02.769442 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.rpc [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Network b9087bdc-bc6d-4ea0-be83-04ee0e604773 details requested by agent ovs-agent-dv-cinder-809830-2-iscsi with host dv-cinder-809830-2-iscsi {{(pid=105995) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 14:57:02.797161 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.v2.base [None req-81dbc0fe-5576-43bd-a5d8-7d2759347299 admin admin] Request body: {'subnet': {'network_id': 'b9087bdc-bc6d-4ea0-be83-04ee0e604773', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1688993259-subnet', 'tenant_id': 'b96539b658a14037b412f92c54157553', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:57:02.851823 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-5d5c679a-3b23-4db2-82a6-e7342d06b5e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:02.906663 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-5d5c679a-3b23-4db2-82a6-e7342d06b5e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:03.009239 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.rpc [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Device b57112fe-3ba2-4971-ac73-e05f334101b1 up at agent ovs-agent-dv-cinder-809830-2-iscsi {{(pid=105995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 14:57:03.014820 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6ea91b8-bcb7-4e0d-a375-1ca1aa9bf304 admin admin] Made reservation on behalf of 012f1f83cf844a658ec1cb6cbb0da67a for: {'subnet': 1} {{(pid=105993) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 14:57:03.020669 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-c6ea91b8-bcb7-4e0d-a375-1ca1aa9bf304 admin admin] Notify callbacks [] for subnet, before_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:03.142365 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-4bf0586a-9200-416b-b61f-aa6873998955 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:03.339581 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81dbc0fe-5576-43bd-a5d8-7d2759347299 admin admin] Made reservation on behalf of b96539b658a14037b412f92c54157553 for: {'subnet': 1} {{(pid=105994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 14:57:03.343285 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-44453e50-e475-4d38-a4c6-b2ef8614683d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314'] for subnet, after_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:03.346179 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-81dbc0fe-5576-43bd-a5d8-7d2759347299 admin admin] Notify callbacks [] for subnet, before_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:03.513775 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44453e50-e475-4d38-a4c6-b2ef8614683d admin admin] Pushing event updated for resources: {'Subnet': ['ID=853362b5-2b03-45d3-a64f-5f4b878c2385,revision_number=0']} {{(pid=105993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:57:03.602446 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-bbf3dfdc-3191-480b-a16f-4816f504ed56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314'] for subnet, after_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:03.705068 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-450d71f0-4391-4cc8-89b8-8f609d6e2304 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:03.797187 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-5d5c679a-3b23-4db2-82a6-e7342d06b5e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571103'] for security_group, after_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:03.799701 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-5d5c679a-3b23-4db2-82a6-e7342d06b5e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:03.802050 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [None req-5d5c679a-3b23-4db2-82a6-e7342d06b5e8 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/5ae94e1e-9237-4b2e-b44c-cf3e44926746 HTTP/1.1" status: 204 len: 168 time: 1.7580352 Sep 24 14:57:03.811019 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.wsgi [-] (105994) accepted ('10.222.0.90', 54798) {{(pid=105994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:57:03.824946 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44453e50-e475-4d38-a4c6-b2ef8614683d admin admin] Checking segment: {'id': '1317f27d-b2d0-4289-a71c-e901725dce77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '3b317945-15fe-41ad-a0ea-ddf111f12cc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 14:57:03.825549 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44453e50-e475-4d38-a4c6-b2ef8614683d admin admin] Network hostable DHCP agents. Network: 3b317945-15fe-41ad-a0ea-ddf111f12cc2, hostable agents: ['a445fb04-844a-460e-9913-1045a19b95b5'], hosted agents: [] {{(pid=105993) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 14:57:03.839734 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbf3dfdc-3191-480b-a16f-4816f504ed56 admin admin] Checking segment: {'id': '3493a04e-7856-43c1-b4a7-e752097c9e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '668c8e2b-cd9f-4f58-bdca-814f328e4372'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 14:57:03.840806 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbf3dfdc-3191-480b-a16f-4816f504ed56 admin admin] Network hostable DHCP agents. Network: 668c8e2b-cd9f-4f58-bdca-814f328e4372, hostable agents: ['a445fb04-844a-460e-9913-1045a19b95b5'], hosted agents: [] {{(pid=105993) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 14:57:03.860716 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.provisioning_blocks [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Provisioning complete for port b57112fe-3ba2-4971-ac73-e05f334101b1 triggered by entity L2. {{(pid=105995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 14:57:03.861215 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985790'] for port, provisioning_complete {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:03.946586 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf3dfdc-3191-480b-a16f-4816f504ed56 admin admin] Pushing event updated for resources: {'Subnet': ['ID=61e01f8c-a5ed-4609-8640-3ce2b0ef07de,revision_number=0']} {{(pid=105993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:57:04.049035 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-c6ea91b8-bcb7-4e0d-a375-1ca1aa9bf304 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314'] for subnet, after_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:04.060318 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44453e50-e475-4d38-a4c6-b2ef8614683d admin admin] Network 3b317945-15fe-41ad-a0ea-ddf111f12cc2 is scheduled to be hosted by DHCP agent a445fb04-844a-460e-9913-1045a19b95b5 with binding_index 1 {{(pid=105993) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 14:57:04.145553 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbf3dfdc-3191-480b-a16f-4816f504ed56 admin admin] Network 668c8e2b-cd9f-4f58-bdca-814f328e4372 is scheduled to be hosted by DHCP agent a445fb04-844a-460e-9913-1045a19b95b5 with binding_index 1 {{(pid=105993) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 14:57:04.169992 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.scheduler.base_scheduler [None req-44453e50-e475-4d38-a4c6-b2ef8614683d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809830-2-iscsi, 3b317945-15fe-41ad-a0ea-ddf111f12cc2) {{(pid=105993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 14:57:04.187980 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44453e50-e475-4d38-a4c6-b2ef8614683d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:57:04.191738 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-44453e50-e475-4d38-a4c6-b2ef8614683d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536624'] for subnet, before_response {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:04.200999 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5c679a-3b23-4db2-82a6-e7342d06b5e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ae94e1e-9237-4b2e-b44c-cf3e44926746,revision_number=None']} {{(pid=105994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:57:04.202038 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01513cdc-5658-4400-a84f-6413b924d4a9 None None] Network 3b317945-15fe-41ad-a0ea-ddf111f12cc2 requested from dv-cinder-809830-2-iscsi {{(pid=105995) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 14:57:04.209377 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.scheduler.base_scheduler [None req-bbf3dfdc-3191-480b-a16f-4816f504ed56 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809830-2-iscsi, 668c8e2b-cd9f-4f58-bdca-814f328e4372) {{(pid=105993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 14:57:04.219274 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbf3dfdc-3191-480b-a16f-4816f504ed56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:57:04.219913 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-bbf3dfdc-3191-480b-a16f-4816f504ed56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536624'] for subnet, before_response {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:04.259759 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [None req-44453e50-e475-4d38-a4c6-b2ef8614683d admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.1139114 Sep 24 14:57:04.260482 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ea91b8-bcb7-4e0d-a375-1ca1aa9bf304 admin admin] Pushing event updated for resources: {'Subnet': ['ID=557a61e5-087b-4f7b-9aed-436aa918d8a2,revision_number=0']} {{(pid=105993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:57:04.274665 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [None req-bbf3dfdc-3191-480b-a16f-4816f504ed56 admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 3.2905598 Sep 24 14:57:04.290204 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-6eb61ab6-2198-4fab-9427-25f0761f111b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:04.291766 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ea91b8-bcb7-4e0d-a375-1ca1aa9bf304 admin admin] Checking segment: {'id': 'dd837579-8166-4666-9259-b8d0c50c2c8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': '9be49b58-37f3-40a3-8cb7-cd76e665ccb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 14:57:04.292125 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6ea91b8-bcb7-4e0d-a375-1ca1aa9bf304 admin admin] Network hostable DHCP agents. Network: 9be49b58-37f3-40a3-8cb7-cd76e665ccb6, hostable agents: ['a445fb04-844a-460e-9913-1045a19b95b5'], hosted agents: [] {{(pid=105993) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 14:57:04.297774 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3347a372-08f4-4814-85b5-ed924a0c7b64 None None] Network 668c8e2b-cd9f-4f58-bdca-814f328e4372 requested from dv-cinder-809830-2-iscsi {{(pid=105995) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 14:57:04.338538 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6ea91b8-bcb7-4e0d-a375-1ca1aa9bf304 admin admin] Network 9be49b58-37f3-40a3-8cb7-cd76e665ccb6 is scheduled to be hosted by DHCP agent a445fb04-844a-460e-9913-1045a19b95b5 with binding_index 1 {{(pid=105993) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 14:57:04.360864 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.scheduler.base_scheduler [None req-c6ea91b8-bcb7-4e0d-a375-1ca1aa9bf304 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809830-2-iscsi, 9be49b58-37f3-40a3-8cb7-cd76e665ccb6) {{(pid=105993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 14:57:04.367832 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6ea91b8-bcb7-4e0d-a375-1ca1aa9bf304 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:57:04.368559 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-c6ea91b8-bcb7-4e0d-a375-1ca1aa9bf304 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536624'] for subnet, before_response {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:04.399483 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e5192e8-8b4c-469c-83d8-d6d21a82527f None None] Network 9be49b58-37f3-40a3-8cb7-cd76e665ccb6 requested from dv-cinder-809830-2-iscsi {{(pid=105995) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 14:57:04.406901 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [None req-c6ea91b8-bcb7-4e0d-a375-1ca1aa9bf304 admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.0471230 Sep 24 14:57:04.623649 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-4bf0586a-9200-416b-b61f-aa6873998955 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-591121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-616613'] for router, after_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:04.669985 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.wsgi [-] (105993) accepted ('10.222.0.90', 54818) {{(pid=105993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:57:04.713941 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-db3dabf9-a690-403f-a05b-31047eef527a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:04.841663 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.provisioning_blocks [None req-2cd8be30-ab0e-47ae-9368-ce94864f4fee None None] Provisioning complete for port b57112fe-3ba2-4971-ac73-e05f334101b1 triggered by entity DHCP. {{(pid=105995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 14:57:04.843298 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-2cd8be30-ab0e-47ae-9368-ce94864f4fee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985790'] for port, provisioning_complete {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:05.000188 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-6eb61ab6-2198-4fab-9427-25f0761f111b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:05.002490 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-81dbc0fe-5576-43bd-a5d8-7d2759347299 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314'] for subnet, after_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:05.046086 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-6eb61ab6-2198-4fab-9427-25f0761f111b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571103'] for security_group, after_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:05.137066 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d761d42-3776-4b96-a992-4f59b627d90a None None] Network 668c8e2b-cd9f-4f58-bdca-814f328e4372 requested from dv-cinder-809830-2-iscsi {{(pid=105995) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 14:57:05.174277 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81dbc0fe-5576-43bd-a5d8-7d2759347299 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a953951d-d181-4025-b6b9-5088bf3d7942,revision_number=0']} {{(pid=105994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:57:05.187210 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [None req-6eb61ab6-2198-4fab-9427-25f0761f111b admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=987ddecc4241450bb6311aee04d50310&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3646271 Sep 24 14:57:05.189403 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.wsgi [-] (105993) accepted ('10.222.0.90', 54830) {{(pid=105993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:57:05.193078 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb61ab6-2198-4fab-9427-25f0761f111b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bcf2e6e-46b8-4190-977a-f4e4d367a75d,revision_number=1']} {{(pid=105994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:57:05.206828 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aea0f3c1-c1b8-4eb6-8350-98d938d7b3ac None None] Network 3b317945-15fe-41ad-a0ea-ddf111f12cc2 requested from dv-cinder-809830-2-iscsi {{(pid=105995) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 14:57:05.239029 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9c25a8b-d9a8-4185-8fc4-91fce99de9ed None None] Network 9be49b58-37f3-40a3-8cb7-cd76e665ccb6 requested from dv-cinder-809830-2-iscsi {{(pid=105995) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 14:57:05.270665 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81dbc0fe-5576-43bd-a5d8-7d2759347299 admin admin] Checking segment: {'id': 'da9779c5-d241-41b8-9fc6-47d7c09f6870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': 'b9087bdc-bc6d-4ea0-be83-04ee0e604773'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 14:57:05.271412 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81dbc0fe-5576-43bd-a5d8-7d2759347299 admin admin] Network hostable DHCP agents. Network: b9087bdc-bc6d-4ea0-be83-04ee0e604773, hostable agents: ['a445fb04-844a-460e-9913-1045a19b95b5'], hosted agents: [] {{(pid=105994) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 14:57:05.309287 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bf0586a-9200-416b-b61f-aa6873998955 admin admin] Router 1a337c2d-cc00-452c-a162-e3ba9476d481 is scheduled to L3 agent 76290e94-8d59-4af2-9b8f-4e64db68baa4 with binding_index 1 {{(pid=105994) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 14:57:05.322806 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81dbc0fe-5576-43bd-a5d8-7d2759347299 admin admin] Network b9087bdc-bc6d-4ea0-be83-04ee0e604773 is scheduled to be hosted by DHCP agent a445fb04-844a-460e-9913-1045a19b95b5 with binding_index 1 {{(pid=105994) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 14:57:05.402097 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.scheduler.base_scheduler [None req-81dbc0fe-5576-43bd-a5d8-7d2759347299 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809830-2-iscsi, b9087bdc-bc6d-4ea0-be83-04ee0e604773) {{(pid=105994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 14:57:05.417989 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81dbc0fe-5576-43bd-a5d8-7d2759347299 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:57:05.419241 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-81dbc0fe-5576-43bd-a5d8-7d2759347299 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536624'] for subnet, before_response {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:05.530334 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-214c976f-e968-4535-bf0d-fe58494f717d None None] Network b9087bdc-bc6d-4ea0-be83-04ee0e604773 requested from dv-cinder-809830-2-iscsi {{(pid=105995) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 14:57:05.591862 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-d9452943-a2e8-446c-951f-1d650c5b5aeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:05.627319 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bf0586a-9200-416b-b61f-aa6873998955 admin admin] Notify agent at l3_agent.dv-cinder-809830-2-iscsi the message routers_updated {{(pid=105994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 14:57:05.648041 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc5e04b2-ddb1-44d9-b18e-384afbc48959 None None] Sync routers for ids ['1a337c2d-cc00-452c-a162-e3ba9476d481'] in dv-cinder-809830-2-iscsi {{(pid=105996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 14:57:05.680243 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-d9452943-a2e8-446c-951f-1d650c5b5aeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:05.709150 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc5e04b2-ddb1-44d9-b18e-384afbc48959 None None] Routers {'1a337c2d-cc00-452c-a162-e3ba9476d481'} bound to L3 agent in host dv-cinder-809830-2-iscsi {{(pid=105996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 14:57:05.713135 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.db.l3_hamode_db [None req-cc5e04b2-ddb1-44d9-b18e-384afbc48959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809830-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-24T14:45:58Z,description=,heartbeat_timestamp=2021-09-24T14:56:58Z,host='dv-cinder-809830-2-iscsi',id=76290e94-8d59-4af2-9b8f-4e64db68baa4,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T14:45:58Z,topic='l3_agent')) {'router_ids': ['1a337c2d-cc00-452c-a162-e3ba9476d481'], 'active': True} {{(pid=105996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:57:05.823177 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-d9452943-a2e8-446c-951f-1d650c5b5aeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571103'] for security_group, after_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:05.830925 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-d9452943-a2e8-446c-951f-1d650c5b5aeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:05.834634 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [None req-d9452943-a2e8-446c-951f-1d650c5b5aeb admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/1bcf2e6e-46b8-4190-977a-f4e4d367a75d HTTP/1.1" status: 204 len: 168 time: 0.6387656 Sep 24 14:57:05.888111 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9452943-a2e8-446c-951f-1d650c5b5aeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bcf2e6e-46b8-4190-977a-f4e4d367a75d,revision_number=None']} {{(pid=105993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:57:05.895985 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-db3dabf9-a690-403f-a05b-31047eef527a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:05.908440 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-db3dabf9-a690-403f-a05b-31047eef527a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571103'] for security_group, after_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:05.918124 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [None req-81dbc0fe-5576-43bd-a5d8-7d2759347299 admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 3.1376331 Sep 24 14:57:05.921585 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-4bf0586a-9200-416b-b61f-aa6873998955 admin admin] Notify callbacks [] for router, before_response {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:05.934444 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [None req-4bf0586a-9200-416b-b61f-aa6873998955 admin admin] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 7.5125740 Sep 24 14:57:05.936595 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.wsgi [-] (105994) accepted ('10.222.0.90', 54856) {{(pid=105994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:57:05.942966 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.wsgi [-] (105993) accepted ('10.222.0.90', 54862) {{(pid=105993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:57:05.959043 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.v2.base [None req-5bd48eff-1f62-4a41-b6dd-1038f40c35c7 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1688993259-router', 'tenant_id': 'b96539b658a14037b412f92c54157553', 'external_gateway_info': {'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7'}}} {{(pid=105994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:57:05.986813 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.wsgi [-] (105994) accepted ('10.222.0.90', 54864) {{(pid=105994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:57:06.016607 dv-cinder-809830-2-iscsi neutron-server[105994]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 24 14:57:06.423350 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.wsgi [-] (105993) accepted ('10.222.0.90', 54884) {{(pid=105993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:57:06.438726 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8184f606-70ea-4be3-9aa8-1496a1f9c79d None None] Network b9087bdc-bc6d-4ea0-be83-04ee0e604773 requested from dv-cinder-809830-2-iscsi {{(pid=105995) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 14:57:06.453723 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.db.l3_dvr_db [None req-cc5e04b2-ddb1-44d9-b18e-384afbc48959 None None] Set router 1a337c2d-cc00-452c-a162-e3ba9476d481 gateway port host: dv-cinder-809830-2-iscsi {{(pid=105996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 14:57:06.456095 dv-cinder-809830-2-iscsi neutron-server[105993]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 24 14:57:06.666472 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [None req-db3dabf9-a690-403f-a05b-31047eef527a admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=3b98b22bb31f403482e2f25f48df9c9c&name=default HTTP/1.1" status: 200 len: 2975 time: 1.9945967 Sep 24 14:57:06.675767 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d67e2de-389f-4ebb-a8e2-46b3d1fcdd76 req-41a7a05a-42f2-4829-9e1c-c14edf1210db tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:57:06.687609 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.wsgi [-] (105993) accepted ('10.222.0.90', 54890) {{(pid=105993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:57:06.700278 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-9d67e2de-389f-4ebb-a8e2-46b3d1fcdd76 req-41a7a05a-42f2-4829-9e1c-c14edf1210db tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] 10.222.0.90 "GET /v2.0/networks?id=668c8e2b-cd9f-4f58-bdca-814f328e4372 HTTP/1.1" status: 200 len: 814 time: 0.7038670 Sep 24 14:57:06.834066 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-9d67e2de-389f-4ebb-a8e2-46b3d1fcdd76 req-fb1e0671-5cad-451c-93d2-eb19083ccbb1 tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] 10.222.0.90 "GET /v2.0/quotas/e9ba4ee0a4b74e9ca40e57d3efacf27a HTTP/1.1" status: 200 len: 375 time: 0.1149015 Sep 24 14:57:06.938683 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3dabf9-a690-403f-a05b-31047eef527a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97127984-3a46-4c5a-9bab-17c5e5d74cd7,revision_number=1']} {{(pid=105993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:57:07.004086 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-5bd48eff-1f62-4a41-b6dd-1038f40c35c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594072', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-917'] for router, before_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:07.005339 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-5bd48eff-1f62-4a41-b6dd-1038f40c35c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-591208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-616600', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-980487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-924'] for router, precommit_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:07.042738 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-9d67e2de-389f-4ebb-a8e2-46b3d1fcdd76 req-6eb8c7e9-daa7-4b45-bf69-c85a0e54da48 tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=e9ba4ee0a4b74e9ca40e57d3efacf27a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2064016 Sep 24 14:57:07.044617 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.wsgi [-] (105994) accepted ('10.222.0.90', 54896) {{(pid=105994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:57:07.066885 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.v2.base [None req-c3063fe9-5ea6-4afc-9f19-1b9df5776d4e admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1080740113-network', 'tenant_id': '84b2776708ea4f1082e67665c59cc1f2'}} {{(pid=105994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:57:07.087823 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.db.l3_hamode_db [None req-cc5e04b2-ddb1-44d9-b18e-384afbc48959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a337c2d-cc00-452c-a162-e3ba9476d481', 'name': 'tempest-AttachVolumeShelveTestJSON-304460238-router', 'tenant_id': 'e8de89965f464e0ebbfb78c2c3d408f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7', 'external_fixed_ips': [{'subnet_id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': 'bcdea4c4-6bff-4ea1-9037-5f4b3477488a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T14:56:58Z', 'updated_at': '2021-09-24T14:57:02Z', 'revision_number': 3, 'project_id': 'e8de89965f464e0ebbfb78c2c3d408f2', 'gw_port': {'id': 'bcdea4c4-6bff-4ea1-9037-5f4b3477488a', 'name': '', 'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:22:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a337c2d-cc00-452c-a162-e3ba9476d481', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T14:57:00Z', 'updated_at': '2021-09-24T14:57:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809830-2-iscsi'}], 'dv-cinder-809830-2-iscsi', False) {} {{(pid=105996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:57:07.194724 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc5e04b2-ddb1-44d9-b18e-384afbc48959 None None] Checking router: 1a337c2d-cc00-452c-a162-e3ba9476d481 for host: dv-cinder-809830-2-iscsi {{(pid=105996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 14:57:07.195131 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc5e04b2-ddb1-44d9-b18e-384afbc48959 None None] Updating router 1a337c2d-cc00-452c-a162-e3ba9476d481 port bcdea4c4-6bff-4ea1-9037-5f4b3477488a binding host dv-cinder-809830-2-iscsi {{(pid=105996) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 14:57:07.249568 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-5bd48eff-1f62-4a41-b6dd-1038f40c35c7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:07.251523 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3063fe9-5ea6-4afc-9f19-1b9df5776d4e admin admin] Made reservation on behalf of 84b2776708ea4f1082e67665c59cc1f2 for: {'network': 1} {{(pid=105994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 14:57:07.267717 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-c3063fe9-5ea6-4afc-9f19-1b9df5776d4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993762'] for network, before_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:07.276168 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron_lib.callbacks.manager [None req-cc5e04b2-ddb1-44d9-b18e-384afbc48959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993762'] for port, before_update {{(pid=105996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:07.583711 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-c3063fe9-5ea6-4afc-9f19-1b9df5776d4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:07.781987 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-d0947457-4797-49be-bb02-b1a08da1dead admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:07.792296 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241f1675-832b-4926-a98d-160df1e7d6c8 req-a1cdb9a8-2972-44b2-819f-b66d0c6e6058 tempest-DeleteServersTestJSON-2058535045 tempest-DeleteServersTestJSON-2058535045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:57:07.800709 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-241f1675-832b-4926-a98d-160df1e7d6c8 req-a1cdb9a8-2972-44b2-819f-b66d0c6e6058 tempest-DeleteServersTestJSON-2058535045 tempest-DeleteServersTestJSON-2058535045-project] 10.222.0.90 "GET /v2.0/networks?id=3b317945-15fe-41ad-a0ea-ddf111f12cc2 HTTP/1.1" status: 200 len: 811 time: 1.3523877 Sep 24 14:57:07.805159 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-5bd48eff-1f62-4a41-b6dd-1038f40c35c7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:07.828254 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.wsgi [req-9d67e2de-389f-4ebb-a8e2-46b3d1fcdd76 req-3b1cf402-260a-4e69-9dd2-288f0a23a3ca service neutron] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=105994) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 14:57:07.831306 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-9d67e2de-389f-4ebb-a8e2-46b3d1fcdd76 req-3b1cf402-260a-4e69-9dd2-288f0a23a3ca service neutron] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3530076 Sep 24 14:57:07.851104 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-241f1675-832b-4926-a98d-160df1e7d6c8 req-166936af-2e02-49d9-9f28-015e01cf3679 tempest-DeleteServersTestJSON-2058535045 tempest-DeleteServersTestJSON-2058535045-project] 10.222.0.90 "GET /v2.0/quotas/0ac1b2e7557d4bfea2d500ddfb6cb446 HTTP/1.1" status: 200 len: 375 time: 0.0492027 Sep 24 14:57:07.928400 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-d0947457-4797-49be-bb02-b1a08da1dead admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:07.943481 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-241f1675-832b-4926-a98d-160df1e7d6c8 req-55d702da-717c-4ef8-a03c-333698411941 tempest-DeleteServersTestJSON-2058535045 tempest-DeleteServersTestJSON-2058535045-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=0ac1b2e7557d4bfea2d500ddfb6cb446&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0913556 Sep 24 14:57:08.030838 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron_lib.callbacks.manager [None req-cc5e04b2-ddb1-44d9-b18e-384afbc48959 None None] Notify callbacks [] for port, precommit_update {{(pid=105996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:08.051812 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron_lib.callbacks.manager [None req-cc5e04b2-ddb1-44d9-b18e-384afbc48959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248551428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248062163'] for port, after_update {{(pid=105996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:08.161852 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-9d67e2de-389f-4ebb-a8e2-46b3d1fcdd76 req-c03434f4-7076-4e13-bc2e-5781c4fdcab1 service neutron] 10.222.0.90 "GET /v2.0/networks/668c8e2b-cd9f-4f58-bdca-814f328e4372?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3163378 Sep 24 14:57:08.173742 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-d0947457-4797-49be-bb02-b1a08da1dead admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571103'] for security_group, after_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:08.181102 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-d0947457-4797-49be-bb02-b1a08da1dead admin admin] Notify callbacks [] for security_group, before_response {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:08.183011 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.plugins.ml2.managers [None req-cc5e04b2-ddb1-44d9-b18e-384afbc48959 None None] Attempting to bind port bcdea4c4-6bff-4ea1-9037-5f4b3477488a on host dv-cinder-809830-2-iscsi for vnic_type normal with profile {{(pid=105996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 14:57:08.184711 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [None req-d0947457-4797-49be-bb02-b1a08da1dead admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/97127984-3a46-4c5a-9bab-17c5e5d74cd7 HTTP/1.1" status: 204 len: 168 time: 1.4705110 Sep 24 14:57:08.188714 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.plugins.ml2.managers [None req-cc5e04b2-ddb1-44d9-b18e-384afbc48959 None None] Attempting to bind port bcdea4c4-6bff-4ea1-9037-5f4b3477488a by drivers openvswitch,hyperv on host dv-cinder-809830-2-iscsi at level 0 using segments [{'id': '1eeca048-08b8-46bc-9b0a-d3cb6658f7f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7'}] {{(pid=105996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 14:57:08.192131 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc5e04b2-ddb1-44d9-b18e-384afbc48959 None None] Attempting to bind port bcdea4c4-6bff-4ea1-9037-5f4b3477488a on network d1d522b2-1ecd-4e8f-be33-d5d511adebd7 {{(pid=105996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 14:57:08.218998 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc5e04b2-ddb1-44d9-b18e-384afbc48959 None None] Checking agent: {'id': '466265b3-b863-41e9-8226-f4d0fd198543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809830-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 14, 45, 59), 'started_at': datetime.datetime(2021, 9, 24, 14, 46, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 14, 56, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809830-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 14:57:08.218998 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc5e04b2-ddb1-44d9-b18e-384afbc48959 None None] Checking segment: {'id': '1eeca048-08b8-46bc-9b0a-d3cb6658f7f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 14:57:08.218998 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron_lib.callbacks.manager [None req-cc5e04b2-ddb1-44d9-b18e-384afbc48959 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:08.234131 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc5e04b2-ddb1-44d9-b18e-384afbc48959 None None] Bound using segment: {'id': '1eeca048-08b8-46bc-9b0a-d3cb6658f7f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7'} {{(pid=105996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 14:57:08.236961 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.plugins.ml2.managers [None req-cc5e04b2-ddb1-44d9-b18e-384afbc48959 None None] Bound port: bcdea4c4-6bff-4ea1-9037-5f4b3477488a, host: dv-cinder-809830-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1eeca048-08b8-46bc-9b0a-d3cb6658f7f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7'}}] {{(pid=105996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 14:57:08.238285 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron_lib.callbacks.manager [None req-cc5e04b2-ddb1-44d9-b18e-384afbc48959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993762'] for port, before_update {{(pid=105996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:08.294119 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0947457-4797-49be-bb02-b1a08da1dead admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97127984-3a46-4c5a-9bab-17c5e5d74cd7,revision_number=None']} {{(pid=105993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:57:08.391716 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-c3063fe9-5ea6-4afc-9f19-1b9df5776d4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:08.429110 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-c3063fe9-5ea6-4afc-9f19-1b9df5776d4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571103'] for security_group, after_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:08.436440 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adf9f69-0f47-40b1-bee8-fcf6e1375e83 None None] Pushing event updated for resources: {'Port': ['ID=bcdea4c4-6bff-4ea1-9037-5f4b3477488a,revision_number=2']} {{(pid=105996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:57:08.482005 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adf9f69-0f47-40b1-bee8-fcf6e1375e83 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:57:08.484288 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adf9f69-0f47-40b1-bee8-fcf6e1375e83 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:57:08.486484 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adf9f69-0f47-40b1-bee8-fcf6e1375e83 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:57:08.486928 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adf9f69-0f47-40b1-bee8-fcf6e1375e83 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:57:08.488022 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adf9f69-0f47-40b1-bee8-fcf6e1375e83 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:57:08.493880 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adf9f69-0f47-40b1-bee8-fcf6e1375e83 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:57:08.497068 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adf9f69-0f47-40b1-bee8-fcf6e1375e83 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:57:08.498244 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adf9f69-0f47-40b1-bee8-fcf6e1375e83 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:57:08.500227 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adf9f69-0f47-40b1-bee8-fcf6e1375e83 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:57:08.502865 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adf9f69-0f47-40b1-bee8-fcf6e1375e83 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:57:08.505036 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adf9f69-0f47-40b1-bee8-fcf6e1375e83 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:57:08.507523 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adf9f69-0f47-40b1-bee8-fcf6e1375e83 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:57:08.511538 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adf9f69-0f47-40b1-bee8-fcf6e1375e83 None None] Tracked resource versions report: Sep 24 14:57:08.511538 dv-cinder-809830-2-iscsi neutron-server[105996]: pushed versions: Sep 24 14:57:08.511538 dv-cinder-809830-2-iscsi neutron-server[105996]: { 'AddressGroup': {'1.2'}, Sep 24 14:57:08.511538 dv-cinder-809830-2-iscsi neutron-server[105996]: 'ConntrackHelper': {'1.0'}, Sep 24 14:57:08.511538 dv-cinder-809830-2-iscsi neutron-server[105996]: 'Log': {'1.0'}, Sep 24 14:57:08.511538 dv-cinder-809830-2-iscsi neutron-server[105996]: 'Network': {'1.1'}, Sep 24 14:57:08.511538 dv-cinder-809830-2-iscsi neutron-server[105996]: 'Port': {'1.7'}, Sep 24 14:57:08.511538 dv-cinder-809830-2-iscsi neutron-server[105996]: 'PortForwarding': {'1.2'}, Sep 24 14:57:08.511538 dv-cinder-809830-2-iscsi neutron-server[105996]: 'QosPolicy': {'1.9'}, Sep 24 14:57:08.511538 dv-cinder-809830-2-iscsi neutron-server[105996]: 'SecurityGroup': {'1.4'}, Sep 24 14:57:08.511538 dv-cinder-809830-2-iscsi neutron-server[105996]: 'SecurityGroupRule': {'1.2'}, Sep 24 14:57:08.511538 dv-cinder-809830-2-iscsi neutron-server[105996]: 'SubPort': {'1.0'}, Sep 24 14:57:08.511538 dv-cinder-809830-2-iscsi neutron-server[105996]: 'Subnet': {'1.1'}, Sep 24 14:57:08.511538 dv-cinder-809830-2-iscsi neutron-server[105996]: 'Trunk': {'1.1'}} Sep 24 14:57:08.511538 dv-cinder-809830-2-iscsi neutron-server[105996]: consumer versions: Sep 24 14:57:08.511538 dv-cinder-809830-2-iscsi neutron-server[105996]: { DHCP agent@dv-cinder-809830-2-iscsi: {}, Sep 24 14:57:08.511538 dv-cinder-809830-2-iscsi neutron-server[105996]: HyperV agent@hv-cinder-80983: {}, Sep 24 14:57:08.511538 dv-cinder-809830-2-iscsi neutron-server[105996]: L3 agent@dv-cinder-809830-2-iscsi: {}, Sep 24 14:57:08.511538 dv-cinder-809830-2-iscsi neutron-server[105996]: Metadata agent@dv-cinder-809830-2-iscsi: {}, Sep 24 14:57:08.511538 dv-cinder-809830-2-iscsi neutron-server[105996]: Metering agent@dv-cinder-809830-2-iscsi: {}, Sep 24 14:57:08.511538 dv-cinder-809830-2-iscsi neutron-server[105996]: Open vSwitch agent@dv-cinder-809830-2-iscsi: { 'AddressGroup': '1.2', Sep 24 14:57:08.511538 dv-cinder-809830-2-iscsi neutron-server[105996]: 'ConntrackHelper': '1.0', Sep 24 14:57:08.511538 dv-cinder-809830-2-iscsi neutron-server[105996]: 'Log': '1.0', Sep 24 14:57:08.511538 dv-cinder-809830-2-iscsi neutron-server[105996]: 'Network': '1.1', Sep 24 14:57:08.511538 dv-cinder-809830-2-iscsi neutron-server[105996]: 'Port': '1.7', Sep 24 14:57:08.511538 dv-cinder-809830-2-iscsi neutron-server[105996]: 'PortForwarding': '1.2', Sep 24 14:57:08.511538 dv-cinder-809830-2-iscsi neutron-server[105996]: 'QosPolicy': '1.9', Sep 24 14:57:08.511538 dv-cinder-809830-2-iscsi neutron-server[105996]: 'SecurityGroup': '1.4', Sep 24 14:57:08.511538 dv-cinder-809830-2-iscsi neutron-server[105996]: 'SecurityGroupRule': '1.2', Sep 24 14:57:08.511538 dv-cinder-809830-2-iscsi neutron-server[105996]: 'SubPort': '1.0', Sep 24 14:57:08.511538 dv-cinder-809830-2-iscsi neutron-server[105996]: 'Subnet': '1.1', Sep 24 14:57:08.511538 dv-cinder-809830-2-iscsi neutron-server[105996]: 'Trunk': '1.1'}} Sep 24 14:57:08.511538 dv-cinder-809830-2-iscsi neutron-server[105996]: {{(pid=105996) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 24 14:57:08.515951 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3063fe9-5ea6-4afc-9f19-1b9df5776d4e admin admin] vlan segment allocate from pool success with {'vlan_id': 1043, 'physical_network': 'physnet1'} {{(pid=105994) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 14:57:08.538552 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.plugins.ml2.db [None req-cc5e04b2-ddb1-44d9-b18e-384afbc48959 None None] For port bcdea4c4-6bff-4ea1-9037-5f4b3477488a, host dv-cinder-809830-2-iscsi, cleared binding levels {{(pid=105996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 14:57:08.557262 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.plugins.ml2.db [None req-cc5e04b2-ddb1-44d9-b18e-384afbc48959 None None] For port bcdea4c4-6bff-4ea1-9037-5f4b3477488a, host dv-cinder-809830-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809830-2-iscsi',level=0,port_id=bcdea4c4-6bff-4ea1-9037-5f4b3477488a,segment=NetworkSegment(1eeca048-08b8-46bc-9b0a-d3cb6658f7f8),segment_id=1eeca048-08b8-46bc-9b0a-d3cb6658f7f8)] {{(pid=105996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 14:57:08.565135 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron_lib.callbacks.manager [None req-cc5e04b2-ddb1-44d9-b18e-384afbc48959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248551428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248062163'] for port, after_update {{(pid=105996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:08.797342 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc5e04b2-ddb1-44d9-b18e-384afbc48959 None None] Routers {'1a337c2d-cc00-452c-a162-e3ba9476d481'} bound to L3 agent in host dv-cinder-809830-2-iscsi {{(pid=105996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 14:57:08.801090 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.db.l3_hamode_db [None req-cc5e04b2-ddb1-44d9-b18e-384afbc48959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809830-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-24T14:45:58Z,description=,heartbeat_timestamp=2021-09-24T14:56:58Z,host='dv-cinder-809830-2-iscsi',id=76290e94-8d59-4af2-9b8f-4e64db68baa4,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T14:45:58Z,topic='l3_agent')) {'router_ids': ['1a337c2d-cc00-452c-a162-e3ba9476d481'], 'active': True} {{(pid=105996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:57:08.847923 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-9d67e2de-389f-4ebb-a8e2-46b3d1fcdd76 req-63cee2f4-7259-4e9e-b654-5848d20218b3 service neutron] 10.222.0.90 "GET /v2.0/networks/668c8e2b-cd9f-4f58-bdca-814f328e4372?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6658645 Sep 24 14:57:08.860362 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3063fe9-5ea6-4afc-9f19-1b9df5776d4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d44c2577-bed1-44a7-948a-c7248d2d3996,revision_number=1']} {{(pid=105994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:57:08.969901 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adf9f69-0f47-40b1-bee8-fcf6e1375e83 None None] Pushing event updated for resources: {'Port': ['ID=bcdea4c4-6bff-4ea1-9037-5f4b3477488a,revision_number=3']} {{(pid=105996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:57:08.972848 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-5bd48eff-1f62-4a41-b6dd-1038f40c35c7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:08.978539 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.wsgi [req-241f1675-832b-4926-a98d-160df1e7d6c8 req-8b6e3268-299e-43ca-bbe8-39c24fb5c9ac service neutron] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=105993) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 14:57:08.980346 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-241f1675-832b-4926-a98d-160df1e7d6c8 req-8b6e3268-299e-43ca-bbe8-39c24fb5c9ac service neutron] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7461884 Sep 24 14:57:09.028348 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-c3063fe9-5ea6-4afc-9f19-1b9df5776d4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988101'] for segment, precommit_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:09.029166 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.db.segments_db [None req-c3063fe9-5ea6-4afc-9f19-1b9df5776d4e admin admin] Added segment cd0a8832-c2af-480f-a480-bd241b12c534 of type vlan for network a8e3d03f-d625-497e-afbc-199dcbe6f7be Sep 24 14:57:09.033573 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-5bd48eff-1f62-4a41-b6dd-1038f40c35c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993762'] for port, before_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:09.303581 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-c3063fe9-5ea6-4afc-9f19-1b9df5776d4e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727248069142'] for network, precommit_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:09.317427 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-e2998ccd-dc9a-43d6-838a-d46d359a1ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993762'] for port, before_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:09.381606 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-c3063fe9-5ea6-4afc-9f19-1b9df5776d4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314'] for network, after_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:09.383814 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3063fe9-5ea6-4afc-9f19-1b9df5776d4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:57:09.385316 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-c3063fe9-5ea6-4afc-9f19-1b9df5776d4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536624'] for network, before_response {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:09.526091 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3063fe9-5ea6-4afc-9f19-1b9df5776d4e admin admin] Pushing event updated for resources: {'Network': ['ID=a8e3d03f-d625-497e-afbc-199dcbe6f7be,revision_number=1']} {{(pid=105994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:57:09.546639 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.rpc [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Network a8e3d03f-d625-497e-afbc-199dcbe6f7be details requested by agent ovs-agent-dv-cinder-809830-2-iscsi with host dv-cinder-809830-2-iscsi {{(pid=105995) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 14:57:09.570620 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [None req-c3063fe9-5ea6-4afc-9f19-1b9df5776d4e admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 2.5178220 Sep 24 14:57:09.575185 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.wsgi [-] (105994) accepted ('10.222.0.90', 54962) {{(pid=105994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:57:09.586194 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.v2.base [None req-1111376c-8695-4c98-8919-3e742a52ae33 admin admin] Request body: {'subnet': {'network_id': 'a8e3d03f-d625-497e-afbc-199dcbe6f7be', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1080740113-subnet', 'tenant_id': '84b2776708ea4f1082e67665c59cc1f2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:57:09.590268 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.db.l3_dvr_db [None req-cc5e04b2-ddb1-44d9-b18e-384afbc48959 None None] Set router 1a337c2d-cc00-452c-a162-e3ba9476d481 gateway port host: dv-cinder-809830-2-iscsi {{(pid=105996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 14:57:09.693712 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.db.db_base_plugin_common [None req-5bd48eff-1f62-4a41-b6dd-1038f40c35c7 admin admin] Allocated IP 172.27.0.77 (d1d522b2-1ecd-4e8f-be33-d5d511adebd7/58b80919-877d-4d93-a3a2-bd7e936ebc9a/ac100c0d-6424-4451-bdc9-4d44c4fe3f34) {{(pid=105994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 14:57:09.880396 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1111376c-8695-4c98-8919-3e742a52ae33 admin admin] Made reservation on behalf of 84b2776708ea4f1082e67665c59cc1f2 for: {'subnet': 1} {{(pid=105994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 14:57:09.886622 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-1111376c-8695-4c98-8919-3e742a52ae33 admin admin] Notify callbacks [] for subnet, before_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:09.945572 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-5f7446d7-5519-4bd1-9d6a-15b2cd874479 req-39920f1a-8e85-4bb9-ad29-3feb81a2eba7 tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] 10.222.0.90 "GET /v2.0/ports?device_id=efc9d137-d1b5-4824-8c0f-8e004e328076 HTTP/1.1" status: 200 len: 210 time: 0.1661289 Sep 24 14:57:09.997852 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-241f1675-832b-4926-a98d-160df1e7d6c8 req-f6ddcf37-c019-4901-b8dc-51549f29024d service neutron] 10.222.0.90 "GET /v2.0/networks/3b317945-15fe-41ad-a0ea-ddf111f12cc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9572315 Sep 24 14:57:10.435887 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.db.l3_hamode_db [None req-cc5e04b2-ddb1-44d9-b18e-384afbc48959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a337c2d-cc00-452c-a162-e3ba9476d481', 'name': 'tempest-AttachVolumeShelveTestJSON-304460238-router', 'tenant_id': 'e8de89965f464e0ebbfb78c2c3d408f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7', 'external_fixed_ips': [{'subnet_id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': 'bcdea4c4-6bff-4ea1-9037-5f4b3477488a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T14:56:58Z', 'updated_at': '2021-09-24T14:57:02Z', 'revision_number': 3, 'project_id': 'e8de89965f464e0ebbfb78c2c3d408f2', 'gw_port': {'id': 'bcdea4c4-6bff-4ea1-9037-5f4b3477488a', 'name': '', 'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:22:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a337c2d-cc00-452c-a162-e3ba9476d481', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T14:57:00Z', 'updated_at': '2021-09-24T14:57:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809830-2-iscsi'}], 'dv-cinder-809830-2-iscsi', False) {} {{(pid=105996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:57:10.590657 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc5e04b2-ddb1-44d9-b18e-384afbc48959 None None] The sync data for ids ['1a337c2d-cc00-452c-a162-e3ba9476d481'] in dv-cinder-809830-2-iscsi is: [{'id': '1a337c2d-cc00-452c-a162-e3ba9476d481', 'name': 'tempest-AttachVolumeShelveTestJSON-304460238-router', 'tenant_id': 'e8de89965f464e0ebbfb78c2c3d408f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7', 'external_fixed_ips': [{'subnet_id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': 'bcdea4c4-6bff-4ea1-9037-5f4b3477488a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T14:56:58Z', 'updated_at': '2021-09-24T14:57:02Z', 'revision_number': 3, 'project_id': 'e8de89965f464e0ebbfb78c2c3d408f2', 'gw_port': {'id': 'bcdea4c4-6bff-4ea1-9037-5f4b3477488a', 'name': '', 'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:22:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a337c2d-cc00-452c-a162-e3ba9476d481', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T14:57:00Z', 'updated_at': '2021-09-24T14:57:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809830-2-iscsi'}] {{(pid=105996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 14:57:10.604494 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-5bd48eff-1f62-4a41-b6dd-1038f40c35c7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:10.626037 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.db.db_base_plugin_common [None req-e2998ccd-dc9a-43d6-838a-d46d359a1ea6 admin admin] Allocated IP 172.20.0.1 (9cafbdbc-b31b-42e1-af08-737ab1772474/96eeb601-c3fa-4a0c-bf57-6c99e9cae07c/6d0091fc-f76c-4c9b-8c74-9af175210f4e) {{(pid=105993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 14:57:10.679204 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-241f1675-832b-4926-a98d-160df1e7d6c8 req-e3e89781-76ac-47f7-9da4-0e8fa2308ba9 service neutron] 10.222.0.90 "GET /v2.0/networks/3b317945-15fe-41ad-a0ea-ddf111f12cc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6344767 Sep 24 14:57:10.703569 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-1111376c-8695-4c98-8919-3e742a52ae33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314'] for subnet, after_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:10.934594 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-5bd48eff-1f62-4a41-b6dd-1038f40c35c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727248062127'] for port, after_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:10.991392 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-e2998ccd-dc9a-43d6-838a-d46d359a1ea6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:11.043505 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1111376c-8695-4c98-8919-3e742a52ae33 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ce5ee19-6443-4f5b-9366-acc667d7857c,revision_number=0']} {{(pid=105994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:57:11.117597 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bd48eff-1f62-4a41-b6dd-1038f40c35c7 admin admin] Network d1d522b2-1ecd-4e8f-be33-d5d511adebd7 is already hosted by enough agents. {{(pid=105994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 14:57:11.186842 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.scheduler.base_scheduler [None req-5bd48eff-1f62-4a41-b6dd-1038f40c35c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=105994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 14:57:11.210281 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd48eff-1f62-4a41-b6dd-1038f40c35c7 admin admin] Received port after_create {{(pid=105994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 14:57:11.304090 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-e2998ccd-dc9a-43d6-838a-d46d359a1ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727248062127'] for port, after_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:11.370107 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd48eff-1f62-4a41-b6dd-1038f40c35c7 admin admin] Pushing event updated for resources: {'Port': ['ID=ac100c0d-6424-4451-bdc9-4d44c4fe3f34,revision_number=1']} {{(pid=105994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:57:11.517804 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-ca1301b4-22c3-47f6-8263-7a7aeab08d9d req-4d58b8b8-6425-4ce6-b906-3032269aa156 tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] 10.222.0.90 "GET /v2.0/ports?device_id=efc9d137-d1b5-4824-8c0f-8e004e328076 HTTP/1.1" status: 200 len: 210 time: 0.3645666 Sep 24 14:57:11.529228 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1111376c-8695-4c98-8919-3e742a52ae33 admin admin] Checking segment: {'id': 'cd0a8832-c2af-480f-a480-bd241b12c534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': 'a8e3d03f-d625-497e-afbc-199dcbe6f7be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 14:57:11.529788 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1111376c-8695-4c98-8919-3e742a52ae33 admin admin] Network hostable DHCP agents. Network: a8e3d03f-d625-497e-afbc-199dcbe6f7be, hostable agents: ['a445fb04-844a-460e-9913-1045a19b95b5'], hosted agents: [] {{(pid=105994) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 14:57:11.794057 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2998ccd-dc9a-43d6-838a-d46d359a1ea6 admin admin] Pushing event updated for resources: {'Port': ['ID=6d0091fc-f76c-4c9b-8c74-9af175210f4e,revision_number=1']} {{(pid=105993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:57:11.859970 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2998ccd-dc9a-43d6-838a-d46d359a1ea6 admin admin] Network 9cafbdbc-b31b-42e1-af08-737ab1772474 is already hosted by enough agents. {{(pid=105993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 14:57:11.887278 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1111376c-8695-4c98-8919-3e742a52ae33 admin admin] Network a8e3d03f-d625-497e-afbc-199dcbe6f7be is scheduled to be hosted by DHCP agent a445fb04-844a-460e-9913-1045a19b95b5 with binding_index 1 {{(pid=105994) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 14:57:11.912503 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.scheduler.base_scheduler [None req-e2998ccd-dc9a-43d6-838a-d46d359a1ea6 admin admin] Resources bound (agent type, host, resource id): {{(pid=105993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 14:57:11.987901 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.scheduler.base_scheduler [None req-1111376c-8695-4c98-8919-3e742a52ae33 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809830-2-iscsi, a8e3d03f-d625-497e-afbc-199dcbe6f7be) {{(pid=105994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 14:57:12.007943 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-241a6452-9175-4ba2-b228-8e78c3dbe02d None None] Network a8e3d03f-d625-497e-afbc-199dcbe6f7be requested from dv-cinder-809830-2-iscsi {{(pid=105995) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 14:57:12.032590 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1111376c-8695-4c98-8919-3e742a52ae33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:57:12.038152 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-1111376c-8695-4c98-8919-3e742a52ae33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536624'] for subnet, before_response {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:12.198127 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-b1e38076-3fdf-4956-af7c-dcc391c02052 req-0a3dce61-8b2b-4a9e-b8e0-c2d0b58546ec tempest-DeleteServersTestJSON-2058535045 tempest-DeleteServersTestJSON-2058535045-project] 10.222.0.90 "GET /v2.0/ports?device_id=3fec94a4-a970-4099-a173-49cad6850afe HTTP/1.1" status: 200 len: 210 time: 0.3948748 Sep 24 14:57:12.206597 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2998ccd-dc9a-43d6-838a-d46d359a1ea6 admin admin] Received port after_create {{(pid=105993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 14:57:12.210774 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-e2998ccd-dc9a-43d6-838a-d46d359a1ea6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-595352'] for router_interface, before_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:12.524937 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [None req-1111376c-8695-4c98-8919-3e742a52ae33 admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.9310670 Sep 24 14:57:13.005951 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-c1cb5a17-be67-496b-9e89-847f1a44d4a8 req-c67f994d-717c-42a2-abf8-3a5dbde2d87d tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] 10.222.0.90 "GET /v2.0/ports?device_id=efc9d137-d1b5-4824-8c0f-8e004e328076 HTTP/1.1" status: 200 len: 210 time: 0.2271829 Sep 24 14:57:13.060152 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-5bd48eff-1f62-4a41-b6dd-1038f40c35c7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:13.154021 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.wsgi [-] (105993) accepted ('10.222.0.90', 55080) {{(pid=105993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:57:13.272628 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.rpc [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Device bcdea4c4-6bff-4ea1-9037-5f4b3477488a up at agent ovs-agent-dv-cinder-809830-2-iscsi {{(pid=105995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 14:57:13.533727 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.provisioning_blocks [None req-f4aeffca-a5e7-45ec-b1bc-4d0aa9b39e58 None None] Provisioning complete for port 6d0091fc-f76c-4c9b-8c74-9af175210f4e triggered by entity DHCP. {{(pid=105995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 14:57:13.539744 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-f4aeffca-a5e7-45ec-b1bc-4d0aa9b39e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985790'] for port, provisioning_complete {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:13.552609 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46ab5b3c-527f-424b-8259-26b39b309a77 None None] Network a8e3d03f-d625-497e-afbc-199dcbe6f7be requested from dv-cinder-809830-2-iscsi {{(pid=105995) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 14:57:13.686571 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb3a1a36-eddd-46a4-8356-0faca8b134e7 admin admin] Deleting subnet 557a61e5-087b-4f7b-9aed-436aa918d8a2 {{(pid=105993) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 14:57:13.699242 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.provisioning_blocks [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Provisioning complete for port bcdea4c4-6bff-4ea1-9037-5f4b3477488a triggered by entity L2. {{(pid=105995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 14:57:13.699930 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985790'] for port, provisioning_complete {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:13.700144 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-fb3a1a36-eddd-46a4-8356-0faca8b134e7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:13.814749 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-5bd48eff-1f62-4a41-b6dd-1038f40c35c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-591121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-616613'] for router, after_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:13.836805 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.plugin [None req-f4aeffca-a5e7-45ec-b1bc-4d0aa9b39e58 None None] Port 6d0091fc-f76c-4c9b-8c74-9af175210f4e cannot update to ACTIVE because it is not bound. {{(pid=105995) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 14:57:13.868870 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-fb3a1a36-eddd-46a4-8356-0faca8b134e7 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:13.889284 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-fb3a1a36-eddd-46a4-8356-0faca8b134e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1989010'] for subnet, precommit_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:14.010913 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:14.132558 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-fb3a1a36-eddd-46a4-8356-0faca8b134e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1989019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314'] for subnet, after_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:14.260395 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-95c062ae-cd6e-4a96-a6d6-6f62f282fa70 req-938cf2dc-eb1f-4869-945e-d0e6128ac25a tempest-DeleteServersTestJSON-2058535045 tempest-DeleteServersTestJSON-2058535045-project] 10.222.0.90 "GET /v2.0/ports?device_id=3fec94a4-a970-4099-a173-49cad6850afe HTTP/1.1" status: 200 len: 210 time: 0.7318048 Sep 24 14:57:14.291350 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3a1a36-eddd-46a4-8356-0faca8b134e7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=557a61e5-087b-4f7b-9aed-436aa918d8a2,revision_number=None']} {{(pid=105993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:57:14.327907 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-fb3a1a36-eddd-46a4-8356-0faca8b134e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536624'] for subnet, before_response {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:14.333512 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [None req-fb3a1a36-eddd-46a4-8356-0faca8b134e7 admin admin] 10.222.0.90 "DELETE /v2.0/subnets/557a61e5-087b-4f7b-9aed-436aa918d8a2 HTTP/1.1" status: 204 len: 168 time: 1.1736722 Sep 24 14:57:14.338058 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.wsgi [-] (105993) accepted ('10.222.0.90', 55114) {{(pid=105993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:57:14.377067 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-545ce28a-7dec-4f06-823c-201a4f651ce0 req-3a2be0f4-44ca-4c6f-a512-973b79853ab1 tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] 10.222.0.90 "GET /v2.0/ports?device_id=efc9d137-d1b5-4824-8c0f-8e004e328076 HTTP/1.1" status: 200 len: 210 time: 0.1270630 Sep 24 14:57:14.383542 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993762'] for port, before_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:14.535846 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bd48eff-1f62-4a41-b6dd-1038f40c35c7 admin admin] Router c1b0a125-a7bb-4006-ba25-4458c3652fc4 is scheduled to L3 agent 76290e94-8d59-4af2-9b8f-4e64db68baa4 with binding_index 1 {{(pid=105994) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 14:57:14.696995 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.db [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] For port bcdea4c4-6bff-4ea1-9037-5f4b3477488a, host dv-cinder-809830-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809830-2-iscsi',level=0,port_id=bcdea4c4-6bff-4ea1-9037-5f4b3477488a,segment=NetworkSegment(1eeca048-08b8-46bc-9b0a-d3cb6658f7f8),segment_id=1eeca048-08b8-46bc-9b0a-d3cb6658f7f8)] {{(pid=105995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:57:14.712341 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248551428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248062163'] for port, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:14.794765 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-4b80428e-9d59-4777-b797-923e08f55cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1610858'] for network, before_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:14.818200 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-e2998ccd-dc9a-43d6-838a-d46d359a1ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993762'] for port, before_update {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:14.959941 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Pushing event updated for resources: {'Port': ['ID=bcdea4c4-6bff-4ea1-9037-5f4b3477488a,revision_number=4']} {{(pid=105995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:57:15.012562 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bd48eff-1f62-4a41-b6dd-1038f40c35c7 admin admin] Notify agent at l3_agent.dv-cinder-809830-2-iscsi the message routers_updated {{(pid=105994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 14:57:15.053668 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-5bd48eff-1f62-4a41-b6dd-1038f40c35c7 admin admin] Notify callbacks [] for router, before_response {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:15.062706 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.wsgi [-] (105993) accepted ('10.222.0.90', 55136) {{(pid=105993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:57:15.063356 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [None req-5bd48eff-1f62-4a41-b6dd-1038f40c35c7 admin admin] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 9.1131551 Sep 24 14:57:15.067850 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35c198a8-879a-4fb7-bd03-b8092863bc4c None None] Sync routers for ids ['c1b0a125-a7bb-4006-ba25-4458c3652fc4'] in dv-cinder-809830-2-iscsi {{(pid=105995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 14:57:15.094471 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c198a8-879a-4fb7-bd03-b8092863bc4c None None] Routers {'c1b0a125-a7bb-4006-ba25-4458c3652fc4'} bound to L3 agent in host dv-cinder-809830-2-iscsi {{(pid=105995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 14:57:15.097203 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.l3_hamode_db [None req-35c198a8-879a-4fb7-bd03-b8092863bc4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809830-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-24T14:45:58Z,description=,heartbeat_timestamp=2021-09-24T14:56:58Z,host='dv-cinder-809830-2-iscsi',id=76290e94-8d59-4af2-9b8f-4e64db68baa4,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T14:45:58Z,topic='l3_agent')) {'router_ids': ['c1b0a125-a7bb-4006-ba25-4458c3652fc4'], 'active': True} {{(pid=105995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:57:15.484274 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.l3_dvr_db [None req-35c198a8-879a-4fb7-bd03-b8092863bc4c None None] Set router c1b0a125-a7bb-4006-ba25-4458c3652fc4 gateway port host: dv-cinder-809830-2-iscsi {{(pid=105995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 14:57:16.063490 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.l3_hamode_db [None req-35c198a8-879a-4fb7-bd03-b8092863bc4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1b0a125-a7bb-4006-ba25-4458c3652fc4', 'name': 'tempest-ServerRescueNegativeTestJSON-1688993259-router', 'tenant_id': 'b96539b658a14037b412f92c54157553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7', 'external_fixed_ips': [{'subnet_id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': 'ac100c0d-6424-4451-bdc9-4d44c4fe3f34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T14:57:07Z', 'updated_at': '2021-09-24T14:57:11Z', 'revision_number': 3, 'project_id': 'b96539b658a14037b412f92c54157553', 'gw_port': {'id': 'ac100c0d-6424-4451-bdc9-4d44c4fe3f34', 'name': '', 'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:e8:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1b0a125-a7bb-4006-ba25-4458c3652fc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T14:57:09Z', 'updated_at': '2021-09-24T14:57:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809830-2-iscsi'}], 'dv-cinder-809830-2-iscsi', False) {} {{(pid=105995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:57:16.148174 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-eeabcc55-4bd8-440d-a97f-54126cca2241 req-fae2b53a-f414-4714-b338-c283bbf44fe2 tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] 10.222.0.90 "GET /v2.0/ports?device_id=efc9d137-d1b5-4824-8c0f-8e004e328076 HTTP/1.1" status: 200 len: 210 time: 0.0683966 Sep 24 14:57:16.191940 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35c198a8-879a-4fb7-bd03-b8092863bc4c None None] Checking router: c1b0a125-a7bb-4006-ba25-4458c3652fc4 for host: dv-cinder-809830-2-iscsi {{(pid=105995) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 14:57:16.204960 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35c198a8-879a-4fb7-bd03-b8092863bc4c None None] Updating router c1b0a125-a7bb-4006-ba25-4458c3652fc4 port ac100c0d-6424-4451-bdc9-4d44c4fe3f34 binding host dv-cinder-809830-2-iscsi {{(pid=105995) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 14:57:16.270823 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.wsgi [-] (105994) accepted ('10.222.0.99', 56982) {{(pid=105994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:57:16.279132 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-35c198a8-879a-4fb7-bd03-b8092863bc4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993762'] for port, before_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:16.360022 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-35911a03-a143-4ca1-ae5d-63d135b91197 req-10433991-0d2d-400e-9eb8-362891d75daf tempest-DeleteServersTestJSON-2058535045 tempest-DeleteServersTestJSON-2058535045-project] 10.222.0.90 "GET /v2.0/ports?device_id=3fec94a4-a970-4099-a173-49cad6850afe HTTP/1.1" status: 200 len: 210 time: 0.3227828 Sep 24 14:57:16.552724 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-4b80428e-9d59-4777-b797-923e08f55cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1983019', 'neutron.services.segments.db._delete_segments_for_network-8727248609940'] for network, precommit_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:16.646879 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d67e2de-389f-4ebb-a8e2-46b3d1fcdd76 req-49e88e94-5a1c-4301-bf8b-6d48830f8b4f tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:57:16.660739 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-9d67e2de-389f-4ebb-a8e2-46b3d1fcdd76 req-49e88e94-5a1c-4301-bf8b-6d48830f8b4f tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] 10.222.0.99 "GET /v2.0/networks?id=668c8e2b-cd9f-4f58-bdca-814f328e4372 HTTP/1.1" status: 200 len: 814 time: 0.3867950 Sep 24 14:57:16.733182 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.v2.base [req-9d67e2de-389f-4ebb-a8e2-46b3d1fcdd76 req-dbfcfc05-7f83-4836-8204-c31c6711b5c8 tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] Request body: {'port': {'device_id': 'efc9d137-d1b5-4824-8c0f-8e004e328076', 'network_id': '668c8e2b-cd9f-4f58-bdca-814f328e4372', 'admin_state_up': True, 'tenant_id': 'e9ba4ee0a4b74e9ca40e57d3efacf27a'}} {{(pid=105994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:57:16.983644 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-4b80428e-9d59-4777-b797-923e08f55cc9 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=105993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:57:16.987005 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-4b80428e-9d59-4777-b797-923e08f55cc9 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=105993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:57:17.002937 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-4b80428e-9d59-4777-b797-923e08f55cc9 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=105993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:57:17.005717 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-4b80428e-9d59-4777-b797-923e08f55cc9 admin admin] Subscribe: > port after_create 55550000 {{(pid=105993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:57:17.006432 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-4b80428e-9d59-4777-b797-923e08f55cc9 admin admin] Subscribe: > port after_delete 55550000 {{(pid=105993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:57:17.007063 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-4b80428e-9d59-4777-b797-923e08f55cc9 admin admin] Subscribe: > port after_update 55550000 {{(pid=105993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:57:17.007332 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.rpc [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Device bcdea4c4-6bff-4ea1-9037-5f4b3477488a up at agent ovs-agent-dv-cinder-809830-2-iscsi {{(pid=105995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 14:57:17.007898 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-4b80428e-9d59-4777-b797-923e08f55cc9 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=105993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:57:17.008021 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-4b80428e-9d59-4777-b797-923e08f55cc9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=105993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:57:17.008413 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-4b80428e-9d59-4777-b797-923e08f55cc9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=105993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:57:17.008920 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-4b80428e-9d59-4777-b797-923e08f55cc9 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=105993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:57:17.344708 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.provisioning_blocks [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Provisioning complete for port bcdea4c4-6bff-4ea1-9037-5f4b3477488a triggered by entity L2. {{(pid=105995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 14:57:17.349046 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985790'] for port, provisioning_complete {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:17.508732 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-35c198a8-879a-4fb7-bd03-b8092863bc4c None None] Notify callbacks [] for port, precommit_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:17.592090 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-35c198a8-879a-4fb7-bd03-b8092863bc4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248551428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248062163'] for port, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:17.671235 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.wsgi [-] (105994) accepted ('10.222.0.99', 56992) {{(pid=105994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:57:17.691322 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-4b80428e-9d59-4777-b797-923e08f55cc9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=105993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:57:17.691798 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-4b80428e-9d59-4777-b797-923e08f55cc9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=105993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:57:17.692205 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-4b80428e-9d59-4777-b797-923e08f55cc9 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=105993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:57:17.693088 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-4b80428e-9d59-4777-b797-923e08f55cc9 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=105993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:57:17.694108 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.services.segments.db [None req-4b80428e-9d59-4777-b797-923e08f55cc9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9be49b58-37f3-40a3-8cb7-cd76e665ccb6']}} {{(pid=105993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:57:17.737761 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.services.segments.db [None req-4b80428e-9d59-4777-b797-923e08f55cc9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd837579-8166-4666-9259-b8d0c50c2c8f') {'for_net_delete': True} {{(pid=105993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:57:17.738379 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.services.segments.db [None req-4b80428e-9d59-4777-b797-923e08f55cc9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd837579-8166-4666-9259-b8d0c50c2c8f') {} {{(pid=105993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:57:17.886885 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-4b80428e-9d59-4777-b797-923e08f55cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727248609437', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13697430'] for segment, before_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:17.954850 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.managers [None req-35c198a8-879a-4fb7-bd03-b8092863bc4c None None] Attempting to bind port ac100c0d-6424-4451-bdc9-4d44c4fe3f34 on host dv-cinder-809830-2-iscsi for vnic_type normal with profile {{(pid=105995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 14:57:17.955459 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.managers [None req-35c198a8-879a-4fb7-bd03-b8092863bc4c None None] Attempting to bind port ac100c0d-6424-4451-bdc9-4d44c4fe3f34 by drivers openvswitch,hyperv on host dv-cinder-809830-2-iscsi at level 0 using segments [{'id': '1eeca048-08b8-46bc-9b0a-d3cb6658f7f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7'}] {{(pid=105995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 14:57:17.956578 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c198a8-879a-4fb7-bd03-b8092863bc4c None None] Attempting to bind port ac100c0d-6424-4451-bdc9-4d44c4fe3f34 on network d1d522b2-1ecd-4e8f-be33-d5d511adebd7 {{(pid=105995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 14:57:18.012742 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c198a8-879a-4fb7-bd03-b8092863bc4c None None] Checking agent: {'id': '466265b3-b863-41e9-8226-f4d0fd198543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809830-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 14, 45, 59), 'started_at': datetime.datetime(2021, 9, 24, 14, 46, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 14, 56, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809830-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 14:57:18.018009 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c198a8-879a-4fb7-bd03-b8092863bc4c None None] Checking segment: {'id': '1eeca048-08b8-46bc-9b0a-d3cb6658f7f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 14:57:18.019233 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-35c198a8-879a-4fb7-bd03-b8092863bc4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:18.020163 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c198a8-879a-4fb7-bd03-b8092863bc4c None None] Bound using segment: {'id': '1eeca048-08b8-46bc-9b0a-d3cb6658f7f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7'} {{(pid=105995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 14:57:18.021086 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.managers [None req-35c198a8-879a-4fb7-bd03-b8092863bc4c None None] Bound port: ac100c0d-6424-4451-bdc9-4d44c4fe3f34, host: dv-cinder-809830-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1eeca048-08b8-46bc-9b0a-d3cb6658f7f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7'}}] {{(pid=105995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 14:57:18.028260 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-35c198a8-879a-4fb7-bd03-b8092863bc4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993762'] for port, before_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:18.031391 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-4b80428e-9d59-4777-b797-923e08f55cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988101'] for segment, precommit_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:18.040063 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-72591bb7-1e4e-4987-bee5-d831642da83a req-d018640a-18dc-4619-b4e0-1c47e6ea614e tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] 10.222.0.90 "GET /v2.0/ports?device_id=efc9d137-d1b5-4824-8c0f-8e004e328076 HTTP/1.1" status: 200 len: 210 time: 0.3659999 Sep 24 14:57:18.059158 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b80428e-9d59-4777-b797-923e08f55cc9 admin admin] Releasing vlan 1011 on physical network physnet1 to pool {{(pid=105993) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 14:57:18.059938 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-4b80428e-9d59-4777-b797-923e08f55cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14425168'] for segment, after_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:18.167967 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f80bd4-f703-4ce1-8c5e-8edb1aac1f5c None None] Pushing event updated for resources: {'Port': ['ID=ac100c0d-6424-4451-bdc9-4d44c4fe3f34,revision_number=2']} {{(pid=105995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:57:18.253704 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241f1675-832b-4926-a98d-160df1e7d6c8 req-fe3798a1-d2af-4317-9bc2-c73a7ba9799c tempest-DeleteServersTestJSON-2058535045 tempest-DeleteServersTestJSON-2058535045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:57:18.255450 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-241f1675-832b-4926-a98d-160df1e7d6c8 req-fe3798a1-d2af-4317-9bc2-c73a7ba9799c tempest-DeleteServersTestJSON-2058535045 tempest-DeleteServersTestJSON-2058535045-project] 10.222.0.99 "GET /v2.0/networks?id=3b317945-15fe-41ad-a0ea-ddf111f12cc2 HTTP/1.1" status: 200 len: 811 time: 0.5798101 Sep 24 14:57:18.278877 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.v2.base [req-241f1675-832b-4926-a98d-160df1e7d6c8 req-e09c084b-5eea-4691-ab2c-1527fc1c8403 tempest-DeleteServersTestJSON-2058535045 tempest-DeleteServersTestJSON-2058535045-project] Request body: {'port': {'device_id': '3fec94a4-a970-4099-a173-49cad6850afe', 'network_id': '3b317945-15fe-41ad-a0ea-ddf111f12cc2', 'admin_state_up': True, 'tenant_id': '0ac1b2e7557d4bfea2d500ddfb6cb446'}} {{(pid=105994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:57:18.328639 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.db [None req-35c198a8-879a-4fb7-bd03-b8092863bc4c None None] For port ac100c0d-6424-4451-bdc9-4d44c4fe3f34, host dv-cinder-809830-2-iscsi, cleared binding levels {{(pid=105995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 14:57:18.343659 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.db [None req-35c198a8-879a-4fb7-bd03-b8092863bc4c None None] For port ac100c0d-6424-4451-bdc9-4d44c4fe3f34, host dv-cinder-809830-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809830-2-iscsi',level=0,port_id=ac100c0d-6424-4451-bdc9-4d44c4fe3f34,segment=NetworkSegment(1eeca048-08b8-46bc-9b0a-d3cb6658f7f8),segment_id=1eeca048-08b8-46bc-9b0a-d3cb6658f7f8)] {{(pid=105995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 14:57:18.347343 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d67e2de-389f-4ebb-a8e2-46b3d1fcdd76 req-dbfcfc05-7f83-4836-8204-c31c6711b5c8 tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] Made reservation on behalf of e9ba4ee0a4b74e9ca40e57d3efacf27a for: {'port': 1} {{(pid=105994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 14:57:18.354719 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-9d67e2de-389f-4ebb-a8e2-46b3d1fcdd76 req-dbfcfc05-7f83-4836-8204-c31c6711b5c8 tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993762'] for port, before_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:18.355047 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-35c198a8-879a-4fb7-bd03-b8092863bc4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248551428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248062163'] for port, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:18.355819 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-6a80c7ec-1936-4ec4-b8b2-7fef596147e5 req-34805bcf-22d8-4b98-8f9b-0b2d442fffd2 tempest-DeleteServersTestJSON-2058535045 tempest-DeleteServersTestJSON-2058535045-project] 10.222.0.90 "GET /v2.0/ports?device_id=3fec94a4-a970-4099-a173-49cad6850afe HTTP/1.1" status: 200 len: 210 time: 0.3962727 Sep 24 14:57:18.360997 dv-cinder-809830-2-iscsi neutron-server[105993]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 24 14:57:18.360997 dv-cinder-809830-2-iscsi neutron-server[105993]: from cryptography.utils import int_from_bytes Sep 24 14:57:18.360997 dv-cinder-809830-2-iscsi neutron-server[105993]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 24 14:57:18.360997 dv-cinder-809830-2-iscsi neutron-server[105993]: from cryptography.utils import int_from_bytes Sep 24 14:57:18.360997 dv-cinder-809830-2-iscsi neutron-server[105993]: Traceback (most recent call last): Sep 24 14:57:18.360997 dv-cinder-809830-2-iscsi neutron-server[105993]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 14:57:18.360997 dv-cinder-809830-2-iscsi neutron-server[105993]: timer() Sep 24 14:57:18.360997 dv-cinder-809830-2-iscsi neutron-server[105993]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 14:57:18.360997 dv-cinder-809830-2-iscsi neutron-server[105993]: cb(*args, **kw) Sep 24 14:57:18.360997 dv-cinder-809830-2-iscsi neutron-server[105993]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 14:57:18.360997 dv-cinder-809830-2-iscsi neutron-server[105993]: return func(*args, **kwargs) Sep 24 14:57:18.360997 dv-cinder-809830-2-iscsi neutron-server[105993]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 14:57:18.360997 dv-cinder-809830-2-iscsi neutron-server[105993]: self._notify() Sep 24 14:57:18.360997 dv-cinder-809830-2-iscsi neutron-server[105993]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 14:57:18.360997 dv-cinder-809830-2-iscsi neutron-server[105993]: self.callback(batched_events) Sep 24 14:57:18.360997 dv-cinder-809830-2-iscsi neutron-server[105993]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 14:57:18.360997 dv-cinder-809830-2-iscsi neutron-server[105993]: event.method(event) Sep 24 14:57:18.360997 dv-cinder-809830-2-iscsi neutron-server[105993]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 14:57:18.360997 dv-cinder-809830-2-iscsi neutron-server[105993]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 14:57:18.360997 dv-cinder-809830-2-iscsi neutron-server[105993]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 14:57:18.360997 dv-cinder-809830-2-iscsi neutron-server[105993]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 14:57:18.360997 dv-cinder-809830-2-iscsi neutron-server[105993]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 14:57:18.360997 dv-cinder-809830-2-iscsi neutron-server[105993]: return f(self, *a, **k) Sep 24 14:57:18.360997 dv-cinder-809830-2-iscsi neutron-server[105993]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 14:57:18.360997 dv-cinder-809830-2-iscsi neutron-server[105993]: return self._get(url).json() Sep 24 14:57:18.360997 dv-cinder-809830-2-iscsi neutron-server[105993]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 14:57:18.360997 dv-cinder-809830-2-iscsi neutron-server[105993]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 14:57:18.360997 dv-cinder-809830-2-iscsi neutron-server[105993]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 14:57:18.360997 dv-cinder-809830-2-iscsi neutron-server[105993]: return self.request(url, 'GET', **kwargs) Sep 24 14:57:18.360997 dv-cinder-809830-2-iscsi neutron-server[105993]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 14:57:18.360997 dv-cinder-809830-2-iscsi neutron-server[105993]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 14:57:18.360997 dv-cinder-809830-2-iscsi neutron-server[105993]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 14:57:18.360997 dv-cinder-809830-2-iscsi neutron-server[105993]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 14:57:18.360997 dv-cinder-809830-2-iscsi neutron-server[105993]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 14:57:18.360997 dv-cinder-809830-2-iscsi neutron-server[105993]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 14:57:18.360997 dv-cinder-809830-2-iscsi neutron-server[105993]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 14:57:18.467255 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-4b80428e-9d59-4777-b797-923e08f55cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1983004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-595217'] for network, after_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:18.483337 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c198a8-879a-4fb7-bd03-b8092863bc4c None None] Routers {'c1b0a125-a7bb-4006-ba25-4458c3652fc4'} bound to L3 agent in host dv-cinder-809830-2-iscsi {{(pid=105995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 14:57:18.484552 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.l3_hamode_db [None req-35c198a8-879a-4fb7-bd03-b8092863bc4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809830-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-24T14:45:58Z,description=,heartbeat_timestamp=2021-09-24T14:56:58Z,host='dv-cinder-809830-2-iscsi',id=76290e94-8d59-4af2-9b8f-4e64db68baa4,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T14:45:58Z,topic='l3_agent')) {'router_ids': ['c1b0a125-a7bb-4006-ba25-4458c3652fc4'], 'active': True} {{(pid=105995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:57:18.742744 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-e2998ccd-dc9a-43d6-838a-d46d359a1ea6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:18.747167 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-4b80428e-9d59-4777-b797-923e08f55cc9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536624'] for network, before_response {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:18.750709 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [None req-4b80428e-9d59-4777-b797-923e08f55cc9 admin admin] 10.222.0.90 "DELETE /v2.0/networks/9be49b58-37f3-40a3-8cb7-cd76e665ccb6 HTTP/1.1" status: 204 len: 168 time: 4.4039342 Sep 24 14:57:18.780383 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.wsgi [-] (105993) accepted ('10.222.0.90', 55228) {{(pid=105993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:57:18.786954 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-e2998ccd-dc9a-43d6-838a-d46d359a1ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248551428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248062163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14427048'] for port, after_update {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:18.804553 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b80428e-9d59-4777-b797-923e08f55cc9 admin admin] Pushing event deleted for resources: {'Network': ['ID=9be49b58-37f3-40a3-8cb7-cd76e665ccb6,revision_number=None']} {{(pid=105993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:57:18.969131 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f80bd4-f703-4ce1-8c5e-8edb1aac1f5c None None] Pushing event updated for resources: {'Port': ['ID=ac100c0d-6424-4451-bdc9-4d44c4fe3f34,revision_number=3']} {{(pid=105995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:57:19.057026 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-241f1675-832b-4926-a98d-160df1e7d6c8 req-e09c084b-5eea-4691-ab2c-1527fc1c8403 tempest-DeleteServersTestJSON-2058535045 tempest-DeleteServersTestJSON-2058535045-project] Made reservation on behalf of 0ac1b2e7557d4bfea2d500ddfb6cb446 for: {'port': 1} {{(pid=105994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 14:57:19.065447 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-241f1675-832b-4926-a98d-160df1e7d6c8 req-e09c084b-5eea-4691-ab2c-1527fc1c8403 tempest-DeleteServersTestJSON-2058535045 tempest-DeleteServersTestJSON-2058535045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993762'] for port, before_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:19.115886 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.l3_dvr_db [None req-35c198a8-879a-4fb7-bd03-b8092863bc4c None None] Set router c1b0a125-a7bb-4006-ba25-4458c3652fc4 gateway port host: dv-cinder-809830-2-iscsi {{(pid=105995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 14:57:19.281918 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-e2998ccd-dc9a-43d6-838a-d46d359a1ea6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-594280'] for router_interface, after_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:19.319392 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d4e7abf-fed2-4c90-b208-668696d14d45 admin admin] Deleting subnet 6ce5ee19-6443-4f5b-9366-acc667d7857c {{(pid=105993) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 14:57:19.404470 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-3d4e7abf-fed2-4c90-b208-668696d14d45 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:19.505066 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.db.db_base_plugin_common [req-241f1675-832b-4926-a98d-160df1e7d6c8 req-e09c084b-5eea-4691-ab2c-1527fc1c8403 tempest-DeleteServersTestJSON-2058535045 tempest-DeleteServersTestJSON-2058535045-project] Allocated IP 172.20.0.2 (3b317945-15fe-41ad-a0ea-ddf111f12cc2/853362b5-2b03-45d3-a64f-5f4b878c2385/05f98a1f-af8d-417d-8384-a6103df9c09f) {{(pid=105994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 14:57:19.616929 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2998ccd-dc9a-43d6-838a-d46d359a1ea6 admin admin] Pushing event updated for resources: {'Port': ['ID=6d0091fc-f76c-4c9b-8c74-9af175210f4e,revision_number=2']} {{(pid=105993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:57:19.687367 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-3d4e7abf-fed2-4c90-b208-668696d14d45 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13697423'] for subnet, precommit_delete_associations {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:19.849748 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-3d4e7abf-fed2-4c90-b208-668696d14d45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1989010'] for subnet, precommit_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:19.851461 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-84b6aff8-2fe3-408b-a3b7-1e14dbdd300f req-afc44574-c054-4914-a2a8-a1f359bbb888 tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] 10.222.0.90 "GET /v2.0/ports?device_id=efc9d137-d1b5-4824-8c0f-8e004e328076 HTTP/1.1" status: 200 len: 210 time: 0.1958525 Sep 24 14:57:20.001146 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.l3_hamode_db [None req-35c198a8-879a-4fb7-bd03-b8092863bc4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1b0a125-a7bb-4006-ba25-4458c3652fc4', 'name': 'tempest-ServerRescueNegativeTestJSON-1688993259-router', 'tenant_id': 'b96539b658a14037b412f92c54157553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7', 'external_fixed_ips': [{'subnet_id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': 'ac100c0d-6424-4451-bdc9-4d44c4fe3f34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T14:57:07Z', 'updated_at': '2021-09-24T14:57:11Z', 'revision_number': 3, 'project_id': 'b96539b658a14037b412f92c54157553', 'gw_port': {'id': 'ac100c0d-6424-4451-bdc9-4d44c4fe3f34', 'name': '', 'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:e8:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1b0a125-a7bb-4006-ba25-4458c3652fc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T14:57:09Z', 'updated_at': '2021-09-24T14:57:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809830-2-iscsi'}], 'dv-cinder-809830-2-iscsi', False) {} {{(pid=105995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:57:20.154616 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35c198a8-879a-4fb7-bd03-b8092863bc4c None None] The sync data for ids ['c1b0a125-a7bb-4006-ba25-4458c3652fc4'] in dv-cinder-809830-2-iscsi is: [{'id': 'c1b0a125-a7bb-4006-ba25-4458c3652fc4', 'name': 'tempest-ServerRescueNegativeTestJSON-1688993259-router', 'tenant_id': 'b96539b658a14037b412f92c54157553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7', 'external_fixed_ips': [{'subnet_id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': 'ac100c0d-6424-4451-bdc9-4d44c4fe3f34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T14:57:07Z', 'updated_at': '2021-09-24T14:57:11Z', 'revision_number': 3, 'project_id': 'b96539b658a14037b412f92c54157553', 'gw_port': {'id': 'ac100c0d-6424-4451-bdc9-4d44c4fe3f34', 'name': '', 'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:e8:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1b0a125-a7bb-4006-ba25-4458c3652fc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T14:57:09Z', 'updated_at': '2021-09-24T14:57:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809830-2-iscsi'}] {{(pid=105995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 14:57:20.162857 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-241f1675-832b-4926-a98d-160df1e7d6c8 req-e09c084b-5eea-4691-ab2c-1527fc1c8403 tempest-DeleteServersTestJSON-2058535045 tempest-DeleteServersTestJSON-2058535045-project] Notify callbacks [] for port, precommit_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:20.275892 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2998ccd-dc9a-43d6-838a-d46d359a1ea6 admin admin] Network 9cafbdbc-b31b-42e1-af08-737ab1772474 is already hosted by enough agents. {{(pid=105993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 14:57:20.308080 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.db.agents_db [None req-37515238-e50e-498e-bfbd-a21ffee86c29 None None] Agent healthcheck: found 6 active agents {{(pid=105996) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 14:57:20.395492 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.db.db_base_plugin_common [req-9d67e2de-389f-4ebb-a8e2-46b3d1fcdd76 req-dbfcfc05-7f83-4836-8204-c31c6711b5c8 tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] Allocated IP 172.20.0.2 (668c8e2b-cd9f-4f58-bdca-814f328e4372/61e01f8c-a5ed-4609-8640-3ce2b0ef07de/b1cb22c4-a818-4c45-a191-65d5ab96169f) {{(pid=105994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 14:57:20.397725 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.scheduler.base_scheduler [None req-e2998ccd-dc9a-43d6-838a-d46d359a1ea6 admin admin] Resources bound (agent type, host, resource id): {{(pid=105993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 14:57:20.403723 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-f4cd36a9-7b49-44d2-9046-b3fff3cad9f9 req-97d629a6-b8c4-4297-8313-c580033f2fed tempest-DeleteServersTestJSON-2058535045 tempest-DeleteServersTestJSON-2058535045-project] 10.222.0.90 "GET /v2.0/ports?device_id=3fec94a4-a970-4099-a173-49cad6850afe HTTP/1.1" status: 200 len: 210 time: 0.7534945 Sep 24 14:57:20.603799 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-3d4e7abf-fed2-4c90-b208-668696d14d45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1989019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14427134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14663323'] for subnet, after_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:20.857826 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4e7abf-fed2-4c90-b208-668696d14d45 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6ce5ee19-6443-4f5b-9366-acc667d7857c,revision_number=None']} {{(pid=105993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:57:20.959295 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-52e183f2-530e-468d-a646-6f41e283d1bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993762'] for port, before_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:20.964053 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-3d4e7abf-fed2-4c90-b208-668696d14d45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536624'] for subnet, before_response {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:20.981859 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [None req-3d4e7abf-fed2-4c90-b208-668696d14d45 admin admin] 10.222.0.90 "DELETE /v2.0/subnets/6ce5ee19-6443-4f5b-9366-acc667d7857c HTTP/1.1" status: 204 len: 168 time: 2.1959662 Sep 24 14:57:21.005545 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.wsgi [-] (105994) accepted ('10.222.0.90', 55258) {{(pid=105994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:57:21.236077 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.provisioning_blocks [None req-2033930a-e864-4e44-b791-375fbce56901 None None] Provisioning complete for port 6d0091fc-f76c-4c9b-8c74-9af175210f4e triggered by entity DHCP. {{(pid=105995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 14:57:21.238253 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-2033930a-e864-4e44-b791-375fbce56901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985790'] for port, provisioning_complete {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:21.383218 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-0f92f80b-6ee6-4577-8576-25732241f0e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1610858'] for network, before_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:21.497855 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.plugin [None req-2033930a-e864-4e44-b791-375fbce56901 None None] Port 6d0091fc-f76c-4c9b-8c74-9af175210f4e cannot update to ACTIVE because it is not bound. {{(pid=105995) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 14:57:21.630923 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-2387dc24-ec8a-45e6-bb57-d1a3ef59586d req-a7619893-af54-403f-9cfa-b66d800f831d tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] 10.222.0.90 "GET /v2.0/ports?device_id=efc9d137-d1b5-4824-8c0f-8e004e328076 HTTP/1.1" status: 200 len: 210 time: 0.2235277 Sep 24 14:57:21.803732 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-9d67e2de-389f-4ebb-a8e2-46b3d1fcdd76 req-dbfcfc05-7f83-4836-8204-c31c6711b5c8 tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] Notify callbacks [] for port, precommit_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:21.811564 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-241f1675-832b-4926-a98d-160df1e7d6c8 req-e09c084b-5eea-4691-ab2c-1527fc1c8403 tempest-DeleteServersTestJSON-2058535045 tempest-DeleteServersTestJSON-2058535045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727248062127'] for port, after_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:22.206487 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2998ccd-dc9a-43d6-838a-d46d359a1ea6 admin admin] Router 1a337c2d-cc00-452c-a162-e3ba9476d481 has already been hosted by L3 agent 76290e94-8d59-4af2-9b8f-4e64db68baa4 {{(pid=105993) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 14:57:22.266993 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6896a0-7ceb-4cda-8586-2fee293a22b1 req-91a69b89-7315-4410-83d5-c091fc1e851b tempest-DeleteServersTestJSON-2058535045 tempest-DeleteServersTestJSON-2058535045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:57:22.277250 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-4b6896a0-7ceb-4cda-8586-2fee293a22b1 req-91a69b89-7315-4410-83d5-c091fc1e851b tempest-DeleteServersTestJSON-2058535045 tempest-DeleteServersTestJSON-2058535045-project] 10.222.0.90 "GET /v2.0/ports?device_id=3fec94a4-a970-4099-a173-49cad6850afe HTTP/1.1" status: 200 len: 931 time: 0.5177379 Sep 24 14:57:22.284575 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.db.db_base_plugin_common [None req-52e183f2-530e-468d-a646-6f41e283d1bf admin admin] Allocated IP 172.20.0.1 (b9087bdc-bc6d-4ea0-be83-04ee0e604773/a953951d-d181-4025-b6b9-5088bf3d7942/92c3c93c-d3a3-4292-8872-c7dc983e700b) {{(pid=105993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 14:57:22.290782 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-0f92f80b-6ee6-4577-8576-25732241f0e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1983019', 'neutron.services.segments.db._delete_segments_for_network-8727248609940'] for network, precommit_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:22.349947 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-0f92f80b-6ee6-4577-8576-25732241f0e9 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=105994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:57:22.350524 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-0f92f80b-6ee6-4577-8576-25732241f0e9 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=105994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:57:22.354258 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-0f92f80b-6ee6-4577-8576-25732241f0e9 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=105994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:57:22.355004 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-0f92f80b-6ee6-4577-8576-25732241f0e9 admin admin] Subscribe: > port after_create 55550000 {{(pid=105994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:57:22.355717 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-0f92f80b-6ee6-4577-8576-25732241f0e9 admin admin] Subscribe: > port after_delete 55550000 {{(pid=105994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:57:22.357066 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-0f92f80b-6ee6-4577-8576-25732241f0e9 admin admin] Subscribe: > port after_update 55550000 {{(pid=105994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:57:22.358989 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-0f92f80b-6ee6-4577-8576-25732241f0e9 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=105994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:57:22.359806 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-0f92f80b-6ee6-4577-8576-25732241f0e9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=105994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:57:22.360828 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-0f92f80b-6ee6-4577-8576-25732241f0e9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=105994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:57:22.361648 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-0f92f80b-6ee6-4577-8576-25732241f0e9 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=105994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:57:22.758828 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2998ccd-dc9a-43d6-838a-d46d359a1ea6 admin admin] Notify agent at l3_agent.dv-cinder-809830-2-iscsi the message routers_updated {{(pid=105993) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 14:57:22.825620 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [None req-e2998ccd-dc9a-43d6-838a-d46d359a1ea6 admin admin] 10.222.0.90 "PUT /v2.0/routers/1a337c2d-cc00-452c-a162-e3ba9476d481/add_router_interface HTTP/1.1" status: 200 len: 503 time: 16.8805695 Sep 24 14:57:22.835041 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eaae360-7483-4304-8c0d-8f633423b2ee None None] Sync routers for ids ['1a337c2d-cc00-452c-a162-e3ba9476d481'] in dv-cinder-809830-2-iscsi {{(pid=105996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 14:57:22.867392 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-4b6896a0-7ceb-4cda-8586-2fee293a22b1 req-148d0775-91e1-4ebb-9372-4fa1962fdd96 tempest-DeleteServersTestJSON-2058535045 tempest-DeleteServersTestJSON-2058535045-project] 10.222.0.90 "GET /v2.0/security-groups?id=54f13584-b7bd-4068-99e2-b9ab9c34ac42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5445232 Sep 24 14:57:22.922168 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eaae360-7483-4304-8c0d-8f633423b2ee None None] Routers {'1a337c2d-cc00-452c-a162-e3ba9476d481'} bound to L3 agent in host dv-cinder-809830-2-iscsi {{(pid=105996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 14:57:22.926057 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.db.l3_hamode_db [None req-1eaae360-7483-4304-8c0d-8f633423b2ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809830-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-24T14:45:58Z,description=,heartbeat_timestamp=2021-09-24T14:56:58Z,host='dv-cinder-809830-2-iscsi',id=76290e94-8d59-4af2-9b8f-4e64db68baa4,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T14:45:58Z,topic='l3_agent')) {'router_ids': ['1a337c2d-cc00-452c-a162-e3ba9476d481'], 'active': True} {{(pid=105996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:57:23.172384 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-0f92f80b-6ee6-4577-8576-25732241f0e9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=105994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:57:23.173395 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-0f92f80b-6ee6-4577-8576-25732241f0e9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=105994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:57:23.173395 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-0f92f80b-6ee6-4577-8576-25732241f0e9 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=105994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:57:23.173655 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-0f92f80b-6ee6-4577-8576-25732241f0e9 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=105994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:57:23.175224 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.services.segments.db [None req-0f92f80b-6ee6-4577-8576-25732241f0e9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8e3d03f-d625-497e-afbc-199dcbe6f7be']}} {{(pid=105994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:57:23.188893 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.rpc [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Device ac100c0d-6424-4451-bdc9-4d44c4fe3f34 up at agent ovs-agent-dv-cinder-809830-2-iscsi {{(pid=105995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 14:57:23.316965 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.services.segments.db [None req-0f92f80b-6ee6-4577-8576-25732241f0e9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd0a8832-c2af-480f-a480-bd241b12c534') {'for_net_delete': True} {{(pid=105994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:57:23.317500 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.services.segments.db [None req-0f92f80b-6ee6-4577-8576-25732241f0e9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd0a8832-c2af-480f-a480-bd241b12c534') {} {{(pid=105994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:57:23.351402 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-0f92f80b-6ee6-4577-8576-25732241f0e9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727248609437', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13742443'] for segment, before_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:23.353994 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-52e183f2-530e-468d-a646-6f41e283d1bf admin admin] Notify callbacks [] for port, precommit_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:23.420242 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-0f92f80b-6ee6-4577-8576-25732241f0e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988101'] for segment, precommit_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:23.423596 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.provisioning_blocks [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Provisioning complete for port ac100c0d-6424-4451-bdc9-4d44c4fe3f34 triggered by entity L2. {{(pid=105995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 14:57:23.424248 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985790'] for port, provisioning_complete {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:23.441022 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.db.l3_dvr_db [None req-1eaae360-7483-4304-8c0d-8f633423b2ee None None] Set router 1a337c2d-cc00-452c-a162-e3ba9476d481 gateway port host: dv-cinder-809830-2-iscsi {{(pid=105996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 14:57:23.443071 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f92f80b-6ee6-4577-8576-25732241f0e9 admin admin] Releasing vlan 1043 on physical network physnet1 to pool {{(pid=105994) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 14:57:23.444256 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-0f92f80b-6ee6-4577-8576-25732241f0e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14132045'] for segment, after_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:23.582533 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-52e183f2-530e-468d-a646-6f41e283d1bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727248062127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14427043'] for port, after_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:23.601102 dv-cinder-809830-2-iscsi neutron-server[105994]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 24 14:57:23.601102 dv-cinder-809830-2-iscsi neutron-server[105994]: from cryptography.utils import int_from_bytes Sep 24 14:57:23.601102 dv-cinder-809830-2-iscsi neutron-server[105994]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 24 14:57:23.601102 dv-cinder-809830-2-iscsi neutron-server[105994]: from cryptography.utils import int_from_bytes Sep 24 14:57:23.601102 dv-cinder-809830-2-iscsi neutron-server[105994]: Traceback (most recent call last): Sep 24 14:57:23.601102 dv-cinder-809830-2-iscsi neutron-server[105994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 14:57:23.601102 dv-cinder-809830-2-iscsi neutron-server[105994]: timer() Sep 24 14:57:23.601102 dv-cinder-809830-2-iscsi neutron-server[105994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 14:57:23.601102 dv-cinder-809830-2-iscsi neutron-server[105994]: cb(*args, **kw) Sep 24 14:57:23.601102 dv-cinder-809830-2-iscsi neutron-server[105994]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 14:57:23.601102 dv-cinder-809830-2-iscsi neutron-server[105994]: return func(*args, **kwargs) Sep 24 14:57:23.601102 dv-cinder-809830-2-iscsi neutron-server[105994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 14:57:23.601102 dv-cinder-809830-2-iscsi neutron-server[105994]: self._notify() Sep 24 14:57:23.601102 dv-cinder-809830-2-iscsi neutron-server[105994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 14:57:23.601102 dv-cinder-809830-2-iscsi neutron-server[105994]: self.callback(batched_events) Sep 24 14:57:23.601102 dv-cinder-809830-2-iscsi neutron-server[105994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 14:57:23.601102 dv-cinder-809830-2-iscsi neutron-server[105994]: event.method(event) Sep 24 14:57:23.601102 dv-cinder-809830-2-iscsi neutron-server[105994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 14:57:23.601102 dv-cinder-809830-2-iscsi neutron-server[105994]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 14:57:23.601102 dv-cinder-809830-2-iscsi neutron-server[105994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 14:57:23.601102 dv-cinder-809830-2-iscsi neutron-server[105994]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 14:57:23.601102 dv-cinder-809830-2-iscsi neutron-server[105994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 14:57:23.601102 dv-cinder-809830-2-iscsi neutron-server[105994]: return f(self, *a, **k) Sep 24 14:57:23.601102 dv-cinder-809830-2-iscsi neutron-server[105994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 14:57:23.601102 dv-cinder-809830-2-iscsi neutron-server[105994]: return self._get(url).json() Sep 24 14:57:23.601102 dv-cinder-809830-2-iscsi neutron-server[105994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 14:57:23.601102 dv-cinder-809830-2-iscsi neutron-server[105994]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 14:57:23.601102 dv-cinder-809830-2-iscsi neutron-server[105994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 14:57:23.601102 dv-cinder-809830-2-iscsi neutron-server[105994]: return self.request(url, 'GET', **kwargs) Sep 24 14:57:23.601102 dv-cinder-809830-2-iscsi neutron-server[105994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 14:57:23.601102 dv-cinder-809830-2-iscsi neutron-server[105994]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 14:57:23.601102 dv-cinder-809830-2-iscsi neutron-server[105994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 14:57:23.601102 dv-cinder-809830-2-iscsi neutron-server[105994]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 14:57:23.601102 dv-cinder-809830-2-iscsi neutron-server[105994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 14:57:23.601102 dv-cinder-809830-2-iscsi neutron-server[105994]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 14:57:23.601102 dv-cinder-809830-2-iscsi neutron-server[105994]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 14:57:23.695713 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-4fc5753b-1fb2-41bb-95e8-e7f4ba64667e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:23.707415 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-9d67e2de-389f-4ebb-a8e2-46b3d1fcdd76 req-dbfcfc05-7f83-4836-8204-c31c6711b5c8 tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727248062127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14130366'] for port, after_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:23.749321 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-241f1675-832b-4926-a98d-160df1e7d6c8 req-e09c084b-5eea-4691-ab2c-1527fc1c8403 tempest-DeleteServersTestJSON-2058535045 tempest-DeleteServersTestJSON-2058535045-project] Network 3b317945-15fe-41ad-a0ea-ddf111f12cc2 is already hosted by enough agents. {{(pid=105994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 14:57:23.791747 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52e183f2-530e-468d-a646-6f41e283d1bf admin admin] Network b9087bdc-bc6d-4ea0-be83-04ee0e604773 is already hosted by enough agents. {{(pid=105993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 14:57:23.806126 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.scheduler.base_scheduler [None req-52e183f2-530e-468d-a646-6f41e283d1bf admin admin] Resources bound (agent type, host, resource id): {{(pid=105993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 14:57:23.821485 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52e183f2-530e-468d-a646-6f41e283d1bf admin admin] Received port after_create {{(pid=105993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 14:57:23.905679 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.scheduler.base_scheduler [req-241f1675-832b-4926-a98d-160df1e7d6c8 req-e09c084b-5eea-4691-ab2c-1527fc1c8403 tempest-DeleteServersTestJSON-2058535045 tempest-DeleteServersTestJSON-2058535045-project] Resources bound (agent type, host, resource id): {{(pid=105994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 14:57:23.978391 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-0f92f80b-6ee6-4577-8576-25732241f0e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1983004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-595217'] for network, after_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:24.022038 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993762'] for port, before_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:24.029689 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e183f2-530e-468d-a646-6f41e283d1bf admin admin] Pushing event updated for resources: {'Port': ['ID=92c3c93c-d3a3-4292-8872-c7dc983e700b,revision_number=1']} {{(pid=105993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:57:24.046293 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-52e183f2-530e-468d-a646-6f41e283d1bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-595352'] for router_interface, before_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:24.069978 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09c084b-5eea-4691-ab2c-1527fc1c8403 tempest-DeleteServersTestJSON-2058535045 tempest-DeleteServersTestJSON-2058535045-project] Pushing event updated for resources: {'Port': ['ID=05f98a1f-af8d-417d-8384-a6103df9c09f,revision_number=1']} {{(pid=105994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:57:24.127311 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.db.l3_dvrscheduler_db [req-241f1675-832b-4926-a98d-160df1e7d6c8 req-e09c084b-5eea-4691-ab2c-1527fc1c8403 tempest-DeleteServersTestJSON-2058535045 tempest-DeleteServersTestJSON-2058535045-project] Received port after_create {{(pid=105994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 14:57:24.152820 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.db [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] For port ac100c0d-6424-4451-bdc9-4d44c4fe3f34, host dv-cinder-809830-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809830-2-iscsi',level=0,port_id=ac100c0d-6424-4451-bdc9-4d44c4fe3f34,segment=NetworkSegment(1eeca048-08b8-46bc-9b0a-d3cb6658f7f8),segment_id=1eeca048-08b8-46bc-9b0a-d3cb6658f7f8)] {{(pid=105995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:57:24.158101 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241f1675-832b-4926-a98d-160df1e7d6c8 req-e09c084b-5eea-4691-ab2c-1527fc1c8403 tempest-DeleteServersTestJSON-2058535045 tempest-DeleteServersTestJSON-2058535045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:57:24.161317 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248551428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248062163'] for port, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:24.167315 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-241f1675-832b-4926-a98d-160df1e7d6c8 req-e09c084b-5eea-4691-ab2c-1527fc1c8403 tempest-DeleteServersTestJSON-2058535045 tempest-DeleteServersTestJSON-2058535045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536624'] for port, before_response {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:24.339060 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d67e2de-389f-4ebb-a8e2-46b3d1fcdd76 req-dbfcfc05-7f83-4836-8204-c31c6711b5c8 tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] Network 668c8e2b-cd9f-4f58-bdca-814f328e4372 is already hosted by enough agents. {{(pid=105994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 14:57:24.371684 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.scheduler.base_scheduler [req-9d67e2de-389f-4ebb-a8e2-46b3d1fcdd76 req-dbfcfc05-7f83-4836-8204-c31c6711b5c8 tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] Resources bound (agent type, host, resource id): {{(pid=105994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 14:57:24.380639 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Pushing event updated for resources: {'Port': ['ID=ac100c0d-6424-4451-bdc9-4d44c4fe3f34,revision_number=4']} {{(pid=105995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:57:24.382287 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-241f1675-832b-4926-a98d-160df1e7d6c8 req-e09c084b-5eea-4691-ab2c-1527fc1c8403 tempest-DeleteServersTestJSON-2058535045 tempest-DeleteServersTestJSON-2058535045-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.1156313 Sep 24 14:57:24.568031 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.db.l3_hamode_db [None req-1eaae360-7483-4304-8c0d-8f633423b2ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a337c2d-cc00-452c-a162-e3ba9476d481', 'name': 'tempest-AttachVolumeShelveTestJSON-304460238-router', 'tenant_id': 'e8de89965f464e0ebbfb78c2c3d408f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7', 'external_fixed_ips': [{'subnet_id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': 'bcdea4c4-6bff-4ea1-9037-5f4b3477488a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T14:56:58Z', 'updated_at': '2021-09-24T14:57:14Z', 'revision_number': 4, 'project_id': 'e8de89965f464e0ebbfb78c2c3d408f2', 'gw_port': {'id': 'bcdea4c4-6bff-4ea1-9037-5f4b3477488a', 'name': '', 'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:22:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a337c2d-cc00-452c-a162-e3ba9476d481', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T14:57:00Z', 'updated_at': '2021-09-24T14:57:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809830-2-iscsi', '_interfaces': [{'id': '6d0091fc-f76c-4c9b-8c74-9af175210f4e', 'name': '', 'network_id': '9cafbdbc-b31b-42e1-af08-737ab1772474', 'tenant_id': 'e8de89965f464e0ebbfb78c2c3d408f2', 'mac_address': 'fa:16:3e:e2:3a:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a337c2d-cc00-452c-a162-e3ba9476d481', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '96eeb601-c3fa-4a0c-bf57-6c99e9cae07c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T14:57:09Z', 'updated_at': '2021-09-24T14:57:15Z', 'revision_number': 2, 'project_id': 'e8de89965f464e0ebbfb78c2c3d408f2', 'subnets': [{'id': '96eeb601-c3fa-4a0c-bf57-6c99e9cae07c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809830-2-iscsi', False) {} {{(pid=105996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:57:24.587275 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d67e2de-389f-4ebb-a8e2-46b3d1fcdd76 req-dbfcfc05-7f83-4836-8204-c31c6711b5c8 tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] Received port after_create {{(pid=105994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 14:57:24.709874 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eaae360-7483-4304-8c0d-8f633423b2ee None None] Checking router: 1a337c2d-cc00-452c-a162-e3ba9476d481 for host: dv-cinder-809830-2-iscsi {{(pid=105996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 14:57:24.710374 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eaae360-7483-4304-8c0d-8f633423b2ee None None] Updating router 1a337c2d-cc00-452c-a162-e3ba9476d481 port 6d0091fc-f76c-4c9b-8c74-9af175210f4e binding host dv-cinder-809830-2-iscsi {{(pid=105996) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 14:57:24.846481 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron_lib.callbacks.manager [None req-1eaae360-7483-4304-8c0d-8f633423b2ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993762'] for port, before_update {{(pid=105996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:24.930713 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-52e183f2-530e-468d-a646-6f41e283d1bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993762'] for port, before_update {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:24.960859 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.rpc [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Device ac100c0d-6424-4451-bdc9-4d44c4fe3f34 up at agent ovs-agent-dv-cinder-809830-2-iscsi {{(pid=105995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 14:57:25.283038 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.provisioning_blocks [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Provisioning complete for port ac100c0d-6424-4451-bdc9-4d44c4fe3f34 triggered by entity L2. {{(pid=105995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 14:57:25.287181 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985790'] for port, provisioning_complete {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:25.351861 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfcfc05-7f83-4836-8204-c31c6711b5c8 tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] Pushing event updated for resources: {'Port': ['ID=b1cb22c4-a818-4c45-a191-65d5ab96169f,revision_number=1']} {{(pid=105994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:57:25.402701 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.wsgi [req-241f1675-832b-4926-a98d-160df1e7d6c8 req-cfe15faa-537b-47a4-ae50-fafc538808b5 tempest-DeleteServersTestJSON-2058535045 tempest-DeleteServersTestJSON-2058535045-project] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=105994) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 14:57:25.404963 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-241f1675-832b-4926-a98d-160df1e7d6c8 req-cfe15faa-537b-47a4-ae50-fafc538808b5 tempest-DeleteServersTestJSON-2058535045 tempest-DeleteServersTestJSON-2058535045-project] 10.222.0.99 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0371833 Sep 24 14:57:25.460853 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.wsgi [-] (105993) accepted ('10.222.0.90', 55326) {{(pid=105993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:57:25.529345 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.v2.base [None req-70f74207-4c3d-4dfd-baf9-b96ca8dcfa0e tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Request body: {'security_group': {'name': 'tempest-securitygroup--513137895', 'description': 'tempest-description--1005448186'}} {{(pid=105993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:57:25.660609 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d67e2de-389f-4ebb-a8e2-46b3d1fcdd76 req-dbfcfc05-7f83-4836-8204-c31c6711b5c8 tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:57:25.686445 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-9d67e2de-389f-4ebb-a8e2-46b3d1fcdd76 req-dbfcfc05-7f83-4836-8204-c31c6711b5c8 tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536624'] for port, before_response {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:25.730800 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-70f74207-4c3d-4dfd-baf9-b96ca8dcfa0e tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Notify callbacks [] for security_group, before_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:26.035732 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c00493-cd80-49dc-9145-11146778c528 req-321fe0ec-c51e-4af3-a956-daa17893bb48 tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:57:26.062677 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-77c00493-cd80-49dc-9145-11146778c528 req-321fe0ec-c51e-4af3-a956-daa17893bb48 tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] 10.222.0.90 "GET /v2.0/ports?device_id=efc9d137-d1b5-4824-8c0f-8e004e328076 HTTP/1.1" status: 200 len: 931 time: 2.4085500 Sep 24 14:57:26.070614 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-0f92f80b-6ee6-4577-8576-25732241f0e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536624'] for network, before_response {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:26.106467 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [None req-0f92f80b-6ee6-4577-8576-25732241f0e9 admin admin] 10.222.0.90 "DELETE /v2.0/networks/a8e3d03f-d625-497e-afbc-199dcbe6f7be HTTP/1.1" status: 204 len: 168 time: 5.0454206 Sep 24 14:57:26.126948 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-9d67e2de-389f-4ebb-a8e2-46b3d1fcdd76 req-dbfcfc05-7f83-4836-8204-c31c6711b5c8 tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 9.3993483 Sep 24 14:57:26.135683 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f92f80b-6ee6-4577-8576-25732241f0e9 admin admin] Pushing event deleted for resources: {'Network': ['ID=a8e3d03f-d625-497e-afbc-199dcbe6f7be,revision_number=None']} {{(pid=105994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:57:26.181169 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-52e183f2-530e-468d-a646-6f41e283d1bf admin admin] Notify callbacks [] for port, precommit_update {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:26.283012 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron_lib.callbacks.manager [None req-1eaae360-7483-4304-8c0d-8f633423b2ee None None] Notify callbacks [] for port, precommit_update {{(pid=105996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:26.302903 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron_lib.callbacks.manager [None req-1eaae360-7483-4304-8c0d-8f633423b2ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248551428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248062163'] for port, after_update {{(pid=105996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:26.340522 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-52e183f2-530e-468d-a646-6f41e283d1bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248551428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248062163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14427048'] for port, after_update {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:26.484876 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-77c00493-cd80-49dc-9145-11146778c528 req-2f0630a8-867f-4c6d-87f9-4b5fcfbe5a5c tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] 10.222.0.90 "GET /v2.0/security-groups?id=bb54c971-337c-4571-b265-c21f3dff30d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3217313 Sep 24 14:57:26.505418 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e78d545-d672-4f35-8a70-ffce9b205a83 None None] Pushing event updated for resources: {'Port': ['ID=6d0091fc-f76c-4c9b-8c74-9af175210f4e,revision_number=3']} {{(pid=105996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:57:26.923455 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.v2.base [req-241f1675-832b-4926-a98d-160df1e7d6c8 req-297d8136-c7d6-414f-b092-016257ef76b6 service neutron] Request body: {'port': {'device_id': '3fec94a4-a970-4099-a173-49cad6850afe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80983'}} {{(pid=105994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:57:26.952744 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.wsgi [-] (105994) accepted ('10.222.0.90', 55350) {{(pid=105994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:57:26.971274 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.plugins.ml2.managers [None req-1eaae360-7483-4304-8c0d-8f633423b2ee None None] Attempting to bind port 6d0091fc-f76c-4c9b-8c74-9af175210f4e on host dv-cinder-809830-2-iscsi for vnic_type normal with profile {{(pid=105996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 14:57:26.971972 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.plugins.ml2.managers [None req-1eaae360-7483-4304-8c0d-8f633423b2ee None None] Attempting to bind port 6d0091fc-f76c-4c9b-8c74-9af175210f4e by drivers openvswitch,hyperv on host dv-cinder-809830-2-iscsi at level 0 using segments [{'id': '304b9768-ebfb-4066-b935-a4bdd70cb19d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '9cafbdbc-b31b-42e1-af08-737ab1772474'}] {{(pid=105996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 14:57:26.975907 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eaae360-7483-4304-8c0d-8f633423b2ee None None] Attempting to bind port 6d0091fc-f76c-4c9b-8c74-9af175210f4e on network 9cafbdbc-b31b-42e1-af08-737ab1772474 {{(pid=105996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 14:57:27.024750 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eaae360-7483-4304-8c0d-8f633423b2ee None None] Checking agent: {'id': '466265b3-b863-41e9-8226-f4d0fd198543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809830-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 14, 45, 59), 'started_at': datetime.datetime(2021, 9, 24, 14, 46, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 14, 56, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809830-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 14:57:27.026947 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eaae360-7483-4304-8c0d-8f633423b2ee None None] Checking segment: {'id': '304b9768-ebfb-4066-b935-a4bdd70cb19d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '9cafbdbc-b31b-42e1-af08-737ab1772474'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 14:57:27.027918 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron_lib.callbacks.manager [None req-1eaae360-7483-4304-8c0d-8f633423b2ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:27.030361 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eaae360-7483-4304-8c0d-8f633423b2ee None None] Bound using segment: {'id': '304b9768-ebfb-4066-b935-a4bdd70cb19d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '9cafbdbc-b31b-42e1-af08-737ab1772474'} {{(pid=105996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 14:57:27.034033 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.plugins.ml2.managers [None req-1eaae360-7483-4304-8c0d-8f633423b2ee None None] Bound port: 6d0091fc-f76c-4c9b-8c74-9af175210f4e, host: dv-cinder-809830-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '304b9768-ebfb-4066-b935-a4bdd70cb19d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '9cafbdbc-b31b-42e1-af08-737ab1772474'}}] {{(pid=105996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 14:57:27.043058 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron_lib.callbacks.manager [None req-1eaae360-7483-4304-8c0d-8f633423b2ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993762'] for port, before_update {{(pid=105996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:27.247122 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e183f2-530e-468d-a646-6f41e283d1bf admin admin] Pushing event updated for resources: {'Port': ['ID=92c3c93c-d3a3-4292-8872-c7dc983e700b,revision_number=2']} {{(pid=105993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:57:27.428314 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.provisioning_blocks [None req-7fa25aae-be30-49ba-af0c-59754f129f61 None None] Provisioning complete for port 6d0091fc-f76c-4c9b-8c74-9af175210f4e triggered by entity DHCP. {{(pid=105995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 14:57:27.434744 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-7fa25aae-be30-49ba-af0c-59754f129f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985790'] for port, provisioning_complete {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:27.451241 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.plugins.ml2.db [None req-1eaae360-7483-4304-8c0d-8f633423b2ee None None] For port 6d0091fc-f76c-4c9b-8c74-9af175210f4e, host dv-cinder-809830-2-iscsi, cleared binding levels {{(pid=105996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 14:57:27.467836 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.plugins.ml2.db [None req-1eaae360-7483-4304-8c0d-8f633423b2ee None None] For port 6d0091fc-f76c-4c9b-8c74-9af175210f4e, host dv-cinder-809830-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809830-2-iscsi',level=0,port_id=6d0091fc-f76c-4c9b-8c74-9af175210f4e,segment=NetworkSegment(304b9768-ebfb-4066-b935-a4bdd70cb19d),segment_id=304b9768-ebfb-4066-b935-a4bdd70cb19d)] {{(pid=105996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 14:57:27.469704 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-241f1675-832b-4926-a98d-160df1e7d6c8 req-297d8136-c7d6-414f-b092-016257ef76b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993762'] for port, before_update {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:27.474766 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-70f74207-4c3d-4dfd-baf9-b96ca8dcfa0e tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Notify callbacks [] for security_group, precommit_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:27.487715 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron_lib.callbacks.manager [None req-1eaae360-7483-4304-8c0d-8f633423b2ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248551428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248062163'] for port, after_update {{(pid=105996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:27.562139 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-52e183f2-530e-468d-a646-6f41e283d1bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-594280'] for router_interface, after_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:27.566533 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.wsgi [-] (105993) accepted ('10.222.0.90', 55358) {{(pid=105993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:57:27.608013 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-70f74207-4c3d-4dfd-baf9-b96ca8dcfa0e tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571103'] for security_group, after_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:27.618620 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.plugin [None req-7fa25aae-be30-49ba-af0c-59754f129f61 None None] Port 6d0091fc-f76c-4c9b-8c74-9af175210f4e cannot update to ACTIVE because it is not bound. {{(pid=105995) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 14:57:27.682331 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [None req-34c1ceb9-3925-4b26-b53f-86f49d560ae4 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=012f1f83cf844a658ec1cb6cbb0da67a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7245176 Sep 24 14:57:27.686746 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.v2.base [req-9d67e2de-389f-4ebb-a8e2-46b3d1fcdd76 req-475f9727-33b2-4833-9fac-a364d2eccbd6 service neutron] Request body: {'port': {'device_id': 'efc9d137-d1b5-4824-8c0f-8e004e328076', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80983'}} {{(pid=105994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:57:27.692376 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.wsgi [-] (105994) accepted ('10.222.0.90', 55368) {{(pid=105994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:57:27.858115 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ac4496-2ccd-408c-83e9-6959bb258420 req-13689d74-1934-42fc-9bbb-5b738cc236d9 tempest-DeleteServersTestJSON-2058535045 tempest-DeleteServersTestJSON-2058535045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:57:27.870983 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-e1ac4496-2ccd-408c-83e9-6959bb258420 req-13689d74-1934-42fc-9bbb-5b738cc236d9 tempest-DeleteServersTestJSON-2058535045 tempest-DeleteServersTestJSON-2058535045-project] 10.222.0.90 "GET /v2.0/ports?device_id=3fec94a4-a970-4099-a173-49cad6850afe HTTP/1.1" status: 200 len: 931 time: 2.1482697 Sep 24 14:57:27.900529 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e78d545-d672-4f35-8a70-ffce9b205a83 None None] Pushing event updated for resources: {'Port': ['ID=6d0091fc-f76c-4c9b-8c74-9af175210f4e,revision_number=4']} {{(pid=105996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:57:27.938141 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eaae360-7483-4304-8c0d-8f633423b2ee None None] Routers {'1a337c2d-cc00-452c-a162-e3ba9476d481'} bound to L3 agent in host dv-cinder-809830-2-iscsi {{(pid=105996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 14:57:27.938141 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.db.l3_hamode_db [None req-1eaae360-7483-4304-8c0d-8f633423b2ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809830-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-24T14:45:58Z,description=,heartbeat_timestamp=2021-09-24T14:56:58Z,host='dv-cinder-809830-2-iscsi',id=76290e94-8d59-4af2-9b8f-4e64db68baa4,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T14:45:58Z,topic='l3_agent')) {'router_ids': ['1a337c2d-cc00-452c-a162-e3ba9476d481'], 'active': True} {{(pid=105996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:57:28.322003 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-dca7c86c-4963-4b7e-ad6a-b6b9dfdf6315 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:28.433814 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.provisioning_blocks [None req-8750df1f-68e4-4ce6-99c0-ee62be85184a None None] Provisioning complete for port 6d0091fc-f76c-4c9b-8c74-9af175210f4e triggered by entity DHCP. {{(pid=105995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 14:57:28.435545 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-8750df1f-68e4-4ce6-99c0-ee62be85184a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985790'] for port, provisioning_complete {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:28.472768 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.db.l3_dvr_db [None req-1eaae360-7483-4304-8c0d-8f633423b2ee None None] Set router 1a337c2d-cc00-452c-a162-e3ba9476d481 gateway port host: dv-cinder-809830-2-iscsi {{(pid=105996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 14:57:28.519713 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-87b1dd38-8454-4eda-bfba-e69428d351d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:28.571541 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-87b1dd38-8454-4eda-bfba-e69428d351d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:28.694964 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17e196f-3679-4048-a294-98159428c35e req-af5e2402-8456-4525-a879-9373e4aceda4 tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:57:28.697122 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-b17e196f-3679-4048-a294-98159428c35e req-af5e2402-8456-4525-a879-9373e4aceda4 tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] 10.222.0.90 "GET /v2.0/ports?device_id=efc9d137-d1b5-4824-8c0f-8e004e328076 HTTP/1.1" status: 200 len: 931 time: 0.7338610 Sep 24 14:57:28.775816 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-87b1dd38-8454-4eda-bfba-e69428d351d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571103'] for security_group, after_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:28.781837 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-87b1dd38-8454-4eda-bfba-e69428d351d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:28.784357 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [None req-87b1dd38-8454-4eda-bfba-e69428d351d4 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/0d4564f8-d6cd-4668-8592-f88e14136a8d HTTP/1.1" status: 204 len: 168 time: 1.0910561 Sep 24 14:57:28.803965 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-9d67e2de-389f-4ebb-a8e2-46b3d1fcdd76 req-475f9727-33b2-4833-9fac-a364d2eccbd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993762'] for port, before_update {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:28.834465 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b1dd38-8454-4eda-bfba-e69428d351d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d4564f8-d6cd-4668-8592-f88e14136a8d,revision_number=None']} {{(pid=105994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:57:28.974408 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-8750df1f-68e4-4ce6-99c0-ee62be85184a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993762'] for port, before_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:29.011087 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-d85ca8b2-a10b-4e84-be82-4f7e63f468a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:29.175590 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-70f74207-4c3d-4dfd-baf9-b96ca8dcfa0e tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Notify callbacks [] for security_group, before_response {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:29.181817 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [None req-70f74207-4c3d-4dfd-baf9-b96ca8dcfa0e tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 3.7080438 Sep 24 14:57:29.213630 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.db [None req-8750df1f-68e4-4ce6-99c0-ee62be85184a None None] For port 6d0091fc-f76c-4c9b-8c74-9af175210f4e, host dv-cinder-809830-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809830-2-iscsi',level=0,port_id=6d0091fc-f76c-4c9b-8c74-9af175210f4e,segment=NetworkSegment(304b9768-ebfb-4066-b935-a4bdd70cb19d),segment_id=304b9768-ebfb-4066-b935-a4bdd70cb19d)] {{(pid=105995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:57:29.222183 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-8750df1f-68e4-4ce6-99c0-ee62be85184a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248551428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248062163'] for port, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:29.293712 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-e1ac4496-2ccd-408c-83e9-6959bb258420 req-a3c0aa47-4834-4f29-9ab1-f280ab6d7fa2 tempest-DeleteServersTestJSON-2058535045 tempest-DeleteServersTestJSON-2058535045-project] 10.222.0.90 "GET /v2.0/security-groups?id=54f13584-b7bd-4068-99e2-b9ab9c34ac42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7166505 Sep 24 14:57:29.295527 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f74207-4c3d-4dfd-baf9-b96ca8dcfa0e tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3569e126-7ff1-4cb8-87ba-3b9b03a649fa,revision_number=1']} {{(pid=105993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:57:29.306485 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.wsgi [-] (105993) accepted ('10.222.0.90', 55398) {{(pid=105993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:57:29.492290 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8750df1f-68e4-4ce6-99c0-ee62be85184a None None] Pushing event updated for resources: {'Port': ['ID=6d0091fc-f76c-4c9b-8c74-9af175210f4e,revision_number=5']} {{(pid=105995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:57:29.531753 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.db.l3_hamode_db [None req-1eaae360-7483-4304-8c0d-8f633423b2ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a337c2d-cc00-452c-a162-e3ba9476d481', 'name': 'tempest-AttachVolumeShelveTestJSON-304460238-router', 'tenant_id': 'e8de89965f464e0ebbfb78c2c3d408f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7', 'external_fixed_ips': [{'subnet_id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': 'bcdea4c4-6bff-4ea1-9037-5f4b3477488a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T14:56:58Z', 'updated_at': '2021-09-24T14:57:14Z', 'revision_number': 4, 'project_id': 'e8de89965f464e0ebbfb78c2c3d408f2', 'gw_port': {'id': 'bcdea4c4-6bff-4ea1-9037-5f4b3477488a', 'name': '', 'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:22:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a337c2d-cc00-452c-a162-e3ba9476d481', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T14:57:00Z', 'updated_at': '2021-09-24T14:57:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809830-2-iscsi', '_interfaces': [{'id': '6d0091fc-f76c-4c9b-8c74-9af175210f4e', 'name': '', 'network_id': '9cafbdbc-b31b-42e1-af08-737ab1772474', 'tenant_id': 'e8de89965f464e0ebbfb78c2c3d408f2', 'mac_address': 'fa:16:3e:e2:3a:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a337c2d-cc00-452c-a162-e3ba9476d481', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '96eeb601-c3fa-4a0c-bf57-6c99e9cae07c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T14:57:09Z', 'updated_at': '2021-09-24T14:57:27Z', 'revision_number': 4, 'project_id': 'e8de89965f464e0ebbfb78c2c3d408f2', 'subnets': [{'id': '96eeb601-c3fa-4a0c-bf57-6c99e9cae07c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809830-2-iscsi', False) {} {{(pid=105996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:57:29.568285 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.v2.base [None req-a1b9f13e-959b-468e-8e45-f4a02f5dceda tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Request body: {'security_group_rule': {'security_group_id': '3569e126-7ff1-4cb8-87ba-3b9b03a649fa', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:57:29.580176 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:29.740313 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-b17e196f-3679-4048-a294-98159428c35e req-9f954338-d2bb-4139-9246-dea1a3b0882c tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] 10.222.0.90 "GET /v2.0/security-groups?id=bb54c971-337c-4571-b265-c21f3dff30d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9368870 Sep 24 14:57:29.754801 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52e183f2-530e-468d-a646-6f41e283d1bf admin admin] Network b9087bdc-bc6d-4ea0-be83-04ee0e604773 is already hosted by enough agents. {{(pid=105993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 14:57:29.756412 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eaae360-7483-4304-8c0d-8f633423b2ee None None] The sync data for ids ['1a337c2d-cc00-452c-a162-e3ba9476d481'] in dv-cinder-809830-2-iscsi is: [{'id': '1a337c2d-cc00-452c-a162-e3ba9476d481', 'name': 'tempest-AttachVolumeShelveTestJSON-304460238-router', 'tenant_id': 'e8de89965f464e0ebbfb78c2c3d408f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7', 'external_fixed_ips': [{'subnet_id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': 'bcdea4c4-6bff-4ea1-9037-5f4b3477488a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T14:56:58Z', 'updated_at': '2021-09-24T14:57:14Z', 'revision_number': 4, 'project_id': 'e8de89965f464e0ebbfb78c2c3d408f2', 'gw_port': {'id': 'bcdea4c4-6bff-4ea1-9037-5f4b3477488a', 'name': '', 'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:22:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a337c2d-cc00-452c-a162-e3ba9476d481', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T14:57:00Z', 'updated_at': '2021-09-24T14:57:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809830-2-iscsi', '_interfaces': [{'id': '6d0091fc-f76c-4c9b-8c74-9af175210f4e', 'name': '', 'network_id': '9cafbdbc-b31b-42e1-af08-737ab1772474', 'tenant_id': 'e8de89965f464e0ebbfb78c2c3d408f2', 'mac_address': 'fa:16:3e:e2:3a:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a337c2d-cc00-452c-a162-e3ba9476d481', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '96eeb601-c3fa-4a0c-bf57-6c99e9cae07c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T14:57:09Z', 'updated_at': '2021-09-24T14:57:27Z', 'revision_number': 4, 'project_id': 'e8de89965f464e0ebbfb78c2c3d408f2', 'subnets': [{'id': '96eeb601-c3fa-4a0c-bf57-6c99e9cae07c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 14:57:29.782467 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.scheduler.base_scheduler [None req-52e183f2-530e-468d-a646-6f41e283d1bf admin admin] Resources bound (agent type, host, resource id): {{(pid=105993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 14:57:30.164060 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-a1b9f13e-959b-468e-8e45-f4a02f5dceda tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:30.202463 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.wsgi [-] (105993) accepted ('10.222.0.90', 55412) {{(pid=105993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:57:30.413745 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-13d777cc-54dc-48f4-b409-3d66fa02497d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:30.446486 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.notifiers.nova [req-9d67e2de-389f-4ebb-a8e2-46b3d1fcdd76 req-475f9727-33b2-4833-9fac-a364d2eccbd6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1cb22c4-a818-4c45-a191-65d5ab96169f {{(pid=105994) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 14:57:30.466372 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-9d67e2de-389f-4ebb-a8e2-46b3d1fcdd76 req-475f9727-33b2-4833-9fac-a364d2eccbd6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:30.515197 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.db.provisioning_blocks [req-9d67e2de-389f-4ebb-a8e2-46b3d1fcdd76 req-475f9727-33b2-4833-9fac-a364d2eccbd6 service neutron] Transition to ACTIVE for port object b1cb22c4-a818-4c45-a191-65d5ab96169f will not be triggered until provisioned by entity L2. {{(pid=105994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 14:57:30.544793 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-9d67e2de-389f-4ebb-a8e2-46b3d1fcdd76 req-475f9727-33b2-4833-9fac-a364d2eccbd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248551428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248062163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14130357'] for port, after_update {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:30.735711 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.notifiers.nova [req-241f1675-832b-4926-a98d-160df1e7d6c8 req-297d8136-c7d6-414f-b092-016257ef76b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05f98a1f-af8d-417d-8384-a6103df9c09f {{(pid=105994) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 14:57:30.811417 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-241f1675-832b-4926-a98d-160df1e7d6c8 req-297d8136-c7d6-414f-b092-016257ef76b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:31.047140 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-a1b9f13e-959b-468e-8e45-f4a02f5dceda tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:31.058429 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [None req-8dc71c6b-1ad9-4ab7-b28b-192bc5c0583d admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=84b2776708ea4f1082e67665c59cc1f2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8243928 Sep 24 14:57:31.070291 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.wsgi [-] (105993) accepted ('10.222.0.90', 55444) {{(pid=105993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:57:31.071817 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-a1b9f13e-959b-468e-8e45-f4a02f5dceda tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751656'] for security_group_rule, after_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:31.130029 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52e183f2-530e-468d-a646-6f41e283d1bf admin admin] Router c1b0a125-a7bb-4006-ba25-4458c3652fc4 has already been hosted by L3 agent 76290e94-8d59-4af2-9b8f-4e64db68baa4 {{(pid=105993) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 14:57:31.413927 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.db.provisioning_blocks [req-241f1675-832b-4926-a98d-160df1e7d6c8 req-297d8136-c7d6-414f-b092-016257ef76b6 service neutron] Transition to ACTIVE for port object 05f98a1f-af8d-417d-8384-a6103df9c09f will not be triggered until provisioned by entity L2. {{(pid=105994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 14:57:31.440352 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475f9727-33b2-4833-9fac-a364d2eccbd6 service neutron] Pushing event updated for resources: {'Port': ['ID=b1cb22c4-a818-4c45-a191-65d5ab96169f,revision_number=2']} {{(pid=105994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:57:31.479554 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.rpc [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Device 6d0091fc-f76c-4c9b-8c74-9af175210f4e up at agent ovs-agent-dv-cinder-809830-2-iscsi {{(pid=105995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 14:57:31.497334 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b9f13e-959b-468e-8e45-f4a02f5dceda tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e290046c-c665-41a4-bc82-f3dcf4304d0b,revision_number=0']} {{(pid=105993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:57:31.515972 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-241f1675-832b-4926-a98d-160df1e7d6c8 req-297d8136-c7d6-414f-b092-016257ef76b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248551428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248062163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14130357'] for port, after_update {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:31.583385 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.managers [req-9d67e2de-389f-4ebb-a8e2-46b3d1fcdd76 req-475f9727-33b2-4833-9fac-a364d2eccbd6 service neutron] Attempting to bind port b1cb22c4-a818-4c45-a191-65d5ab96169f on host hv-cinder-80983 for vnic_type normal with profile {{(pid=105994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 14:57:31.584550 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.managers [req-9d67e2de-389f-4ebb-a8e2-46b3d1fcdd76 req-475f9727-33b2-4833-9fac-a364d2eccbd6 service neutron] Attempting to bind port b1cb22c4-a818-4c45-a191-65d5ab96169f by drivers openvswitch,hyperv on host hv-cinder-80983 at level 0 using segments [{'id': '3493a04e-7856-43c1-b4a7-e752097c9e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '668c8e2b-cd9f-4f58-bdca-814f328e4372'}] {{(pid=105994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 14:57:31.585335 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d67e2de-389f-4ebb-a8e2-46b3d1fcdd76 req-475f9727-33b2-4833-9fac-a364d2eccbd6 service neutron] Attempting to bind port b1cb22c4-a818-4c45-a191-65d5ab96169f on network 668c8e2b-cd9f-4f58-bdca-814f328e4372 {{(pid=105994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 14:57:31.603976 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9955e3-90bf-403b-9523-c4fdf45eef06 req-30fbbd06-4e14-448f-ad07-38962bb21dd1 tempest-DeleteServersTestJSON-2058535045 tempest-DeleteServersTestJSON-2058535045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:57:31.608460 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-fe9955e3-90bf-403b-9523-c4fdf45eef06 req-30fbbd06-4e14-448f-ad07-38962bb21dd1 tempest-DeleteServersTestJSON-2058535045 tempest-DeleteServersTestJSON-2058535045-project] 10.222.0.90 "GET /v2.0/ports?device_id=3fec94a4-a970-4099-a173-49cad6850afe HTTP/1.1" status: 200 len: 931 time: 0.7365971 Sep 24 14:57:31.743170 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d67e2de-389f-4ebb-a8e2-46b3d1fcdd76 req-475f9727-33b2-4833-9fac-a364d2eccbd6 service neutron] Port b1cb22c4-a818-4c45-a191-65d5ab96169f on network 668c8e2b-cd9f-4f58-bdca-814f328e4372 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80983 {{(pid=105994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 14:57:31.744141 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d67e2de-389f-4ebb-a8e2-46b3d1fcdd76 req-475f9727-33b2-4833-9fac-a364d2eccbd6 service neutron] Attempting to bind port b1cb22c4-a818-4c45-a191-65d5ab96169f on network 668c8e2b-cd9f-4f58-bdca-814f328e4372 {{(pid=105994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 14:57:31.781325 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d67e2de-389f-4ebb-a8e2-46b3d1fcdd76 req-475f9727-33b2-4833-9fac-a364d2eccbd6 service neutron] Checking agent: {'id': 'fe6caec8-3271-4776-9083-fb8f8cae5b94', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80983', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 14, 54, 44), 'started_at': datetime.datetime(2021, 9, 24, 14, 54, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 14, 57, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 14:57:31.782598 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d67e2de-389f-4ebb-a8e2-46b3d1fcdd76 req-475f9727-33b2-4833-9fac-a364d2eccbd6 service neutron] Checking segment: {'id': '3493a04e-7856-43c1-b4a7-e752097c9e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '668c8e2b-cd9f-4f58-bdca-814f328e4372'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 14:57:31.785654 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d67e2de-389f-4ebb-a8e2-46b3d1fcdd76 req-475f9727-33b2-4833-9fac-a364d2eccbd6 service neutron] Bound using segment: {'id': '3493a04e-7856-43c1-b4a7-e752097c9e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '668c8e2b-cd9f-4f58-bdca-814f328e4372'} {{(pid=105994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 14:57:31.788985 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.managers [req-9d67e2de-389f-4ebb-a8e2-46b3d1fcdd76 req-475f9727-33b2-4833-9fac-a364d2eccbd6 service neutron] Bound port: b1cb22c4-a818-4c45-a191-65d5ab96169f, host: hv-cinder-80983, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3493a04e-7856-43c1-b4a7-e752097c9e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '668c8e2b-cd9f-4f58-bdca-814f328e4372'}}] {{(pid=105994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 14:57:31.791673 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-9d67e2de-389f-4ebb-a8e2-46b3d1fcdd76 req-475f9727-33b2-4833-9fac-a364d2eccbd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993762'] for port, before_update {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:31.819446 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.provisioning_blocks [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Provisioning complete for port 6d0091fc-f76c-4c9b-8c74-9af175210f4e triggered by entity L2. {{(pid=105995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 14:57:31.821343 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985790'] for port, provisioning_complete {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:31.901714 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59af88a-fa4b-49c8-9a79-012d19fbc749 req-f3dac5f7-c613-4bce-a082-04f477d84a06 tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:57:31.909599 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-b59af88a-fa4b-49c8-9a79-012d19fbc749 req-f3dac5f7-c613-4bce-a082-04f477d84a06 tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] 10.222.0.90 "GET /v2.0/ports?device_id=efc9d137-d1b5-4824-8c0f-8e004e328076 HTTP/1.1" status: 200 len: 943 time: 0.7997599 Sep 24 14:57:32.092922 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52e183f2-530e-468d-a646-6f41e283d1bf admin admin] Notify agent at l3_agent.dv-cinder-809830-2-iscsi the message routers_updated {{(pid=105993) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 14:57:32.118347 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [None req-52e183f2-530e-468d-a646-6f41e283d1bf admin admin] 10.222.0.90 "PUT /v2.0/routers/c1b0a125-a7bb-4006-ba25-4458c3652fc4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 17.0225625 Sep 24 14:57:32.163276 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-d85ca8b2-a10b-4e84-be82-4f7e63f468a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:32.240003 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297d8136-c7d6-414f-b092-016257ef76b6 service neutron] Pushing event updated for resources: {'Port': ['ID=05f98a1f-af8d-417d-8384-a6103df9c09f,revision_number=2']} {{(pid=105994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:57:32.249934 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47cc9103-4a90-44a5-9853-07a41f5bd89f None None] Sync routers for ids ['c1b0a125-a7bb-4006-ba25-4458c3652fc4'] in dv-cinder-809830-2-iscsi {{(pid=105995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 14:57:32.288707 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-fe9955e3-90bf-403b-9523-c4fdf45eef06 req-a57387c8-4d5d-419e-857a-0917b47270a3 tempest-DeleteServersTestJSON-2058535045 tempest-DeleteServersTestJSON-2058535045-project] 10.222.0.90 "GET /v2.0/security-groups?id=54f13584-b7bd-4068-99e2-b9ab9c34ac42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6491532 Sep 24 14:57:32.315323 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47cc9103-4a90-44a5-9853-07a41f5bd89f None None] Routers {'c1b0a125-a7bb-4006-ba25-4458c3652fc4'} bound to L3 agent in host dv-cinder-809830-2-iscsi {{(pid=105995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 14:57:32.317897 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.l3_hamode_db [None req-47cc9103-4a90-44a5-9853-07a41f5bd89f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809830-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T14:45:58Z,description=,heartbeat_timestamp=2021-09-24T14:57:28Z,host='dv-cinder-809830-2-iscsi',id=76290e94-8d59-4af2-9b8f-4e64db68baa4,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T14:45:58Z,topic='l3_agent')) {'router_ids': ['c1b0a125-a7bb-4006-ba25-4458c3652fc4'], 'active': True} {{(pid=105995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:57:32.322731 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-d85ca8b2-a10b-4e84-be82-4f7e63f468a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571103'] for security_group, after_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:32.510280 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-b59af88a-fa4b-49c8-9a79-012d19fbc749 req-36d85de7-25e5-41b3-ac04-c2af38fd6dca tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] 10.222.0.90 "GET /v2.0/security-groups?id=bb54c971-337c-4571-b265-c21f3dff30d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4594400 Sep 24 14:57:32.553035 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [None req-d85ca8b2-a10b-4e84-be82-4f7e63f468a6 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=51cc0671900e4f10a806007b3194a3a2&name=default HTTP/1.1" status: 200 len: 2979 time: 4.9638875 Sep 24 14:57:32.554056 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-a1b9f13e-959b-468e-8e45-f4a02f5dceda tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:32.562752 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [None req-a1b9f13e-959b-468e-8e45-f4a02f5dceda tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 3.0290725 Sep 24 14:57:32.573734 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.wsgi [-] (105993) accepted ('10.222.0.90', 55466) {{(pid=105993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:57:32.574164 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.wsgi [-] (105993) accepted ('10.222.0.90', 55468) {{(pid=105993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:57:32.574878 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85ca8b2-a10b-4e84-be82-4f7e63f468a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eeacbe7b-01b4-4060-bca2-250673b77b08,revision_number=1']} {{(pid=105993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:57:32.654057 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.wsgi [-] (105994) accepted ('10.222.0.90', 55474) {{(pid=105994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:57:32.674561 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.db [req-9d67e2de-389f-4ebb-a8e2-46b3d1fcdd76 req-475f9727-33b2-4833-9fac-a364d2eccbd6 service neutron] For port b1cb22c4-a818-4c45-a191-65d5ab96169f, host hv-cinder-80983, cleared binding levels {{(pid=105994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 14:57:32.681806 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.managers [req-241f1675-832b-4926-a98d-160df1e7d6c8 req-297d8136-c7d6-414f-b092-016257ef76b6 service neutron] Attempting to bind port 05f98a1f-af8d-417d-8384-a6103df9c09f on host hv-cinder-80983 for vnic_type normal with profile {{(pid=105994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 14:57:32.682464 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.managers [req-241f1675-832b-4926-a98d-160df1e7d6c8 req-297d8136-c7d6-414f-b092-016257ef76b6 service neutron] Attempting to bind port 05f98a1f-af8d-417d-8384-a6103df9c09f by drivers openvswitch,hyperv on host hv-cinder-80983 at level 0 using segments [{'id': '1317f27d-b2d0-4289-a71c-e901725dce77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '3b317945-15fe-41ad-a0ea-ddf111f12cc2'}] {{(pid=105994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 14:57:32.682886 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-241f1675-832b-4926-a98d-160df1e7d6c8 req-297d8136-c7d6-414f-b092-016257ef76b6 service neutron] Attempting to bind port 05f98a1f-af8d-417d-8384-a6103df9c09f on network 3b317945-15fe-41ad-a0ea-ddf111f12cc2 {{(pid=105994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 14:57:32.693046 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.db [req-9d67e2de-389f-4ebb-a8e2-46b3d1fcdd76 req-475f9727-33b2-4833-9fac-a364d2eccbd6 service neutron] For port b1cb22c4-a818-4c45-a191-65d5ab96169f, host hv-cinder-80983, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80983',level=0,port_id=b1cb22c4-a818-4c45-a191-65d5ab96169f,segment=NetworkSegment(3493a04e-7856-43c1-b4a7-e752097c9e9a),segment_id=3493a04e-7856-43c1-b4a7-e752097c9e9a)] {{(pid=105994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 14:57:32.696869 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-241f1675-832b-4926-a98d-160df1e7d6c8 req-297d8136-c7d6-414f-b092-016257ef76b6 service neutron] Port 05f98a1f-af8d-417d-8384-a6103df9c09f on network 3b317945-15fe-41ad-a0ea-ddf111f12cc2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80983 {{(pid=105994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 14:57:32.697413 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-241f1675-832b-4926-a98d-160df1e7d6c8 req-297d8136-c7d6-414f-b092-016257ef76b6 service neutron] Attempting to bind port 05f98a1f-af8d-417d-8384-a6103df9c09f on network 3b317945-15fe-41ad-a0ea-ddf111f12cc2 {{(pid=105994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 14:57:32.708153 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-9d67e2de-389f-4ebb-a8e2-46b3d1fcdd76 req-475f9727-33b2-4833-9fac-a364d2eccbd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248551428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248062163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14130357'] for port, after_update {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:32.724625 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-241f1675-832b-4926-a98d-160df1e7d6c8 req-297d8136-c7d6-414f-b092-016257ef76b6 service neutron] Checking agent: {'id': 'fe6caec8-3271-4776-9083-fb8f8cae5b94', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80983', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 14, 54, 44), 'started_at': datetime.datetime(2021, 9, 24, 14, 54, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 14, 57, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 14:57:32.725356 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-241f1675-832b-4926-a98d-160df1e7d6c8 req-297d8136-c7d6-414f-b092-016257ef76b6 service neutron] Checking segment: {'id': '1317f27d-b2d0-4289-a71c-e901725dce77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '3b317945-15fe-41ad-a0ea-ddf111f12cc2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 14:57:32.725977 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-241f1675-832b-4926-a98d-160df1e7d6c8 req-297d8136-c7d6-414f-b092-016257ef76b6 service neutron] Bound using segment: {'id': '1317f27d-b2d0-4289-a71c-e901725dce77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '3b317945-15fe-41ad-a0ea-ddf111f12cc2'} {{(pid=105994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 14:57:32.726913 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.managers [req-241f1675-832b-4926-a98d-160df1e7d6c8 req-297d8136-c7d6-414f-b092-016257ef76b6 service neutron] Bound port: 05f98a1f-af8d-417d-8384-a6103df9c09f, host: hv-cinder-80983, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1317f27d-b2d0-4289-a71c-e901725dce77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '3b317945-15fe-41ad-a0ea-ddf111f12cc2'}}] {{(pid=105994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 14:57:32.727470 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-241f1675-832b-4926-a98d-160df1e7d6c8 req-297d8136-c7d6-414f-b092-016257ef76b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993762'] for port, before_update {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:32.727886 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.v2.base [None req-9517aa77-04c9-4e3a-ad0e-24aea469a2ab tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Request body: {'security_group_rule': {'security_group_id': '3569e126-7ff1-4cb8-87ba-3b9b03a649fa', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:57:32.799838 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-234b9dd8-0cd3-4b50-a656-a7847f4aa79d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:32.824352 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d67e2de-389f-4ebb-a8e2-46b3d1fcdd76 req-475f9727-33b2-4833-9fac-a364d2eccbd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:57:32.826645 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-9d67e2de-389f-4ebb-a8e2-46b3d1fcdd76 req-475f9727-33b2-4833-9fac-a364d2eccbd6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536624'] for port, before_response {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:32.829546 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-9d67e2de-389f-4ebb-a8e2-46b3d1fcdd76 req-475f9727-33b2-4833-9fac-a364d2eccbd6 service neutron] 10.222.0.99 "PUT /v2.0/ports/b1cb22c4-a818-4c45-a191-65d5ab96169f HTTP/1.1" status: 200 len: 1093 time: 6.5131087 Sep 24 14:57:32.835107 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efc9d137-d1b5-4824-8c0f-8e004e328076', 'tag': 'b1cb22c4-a818-4c45-a191-65d5ab96169f'}] {{(pid=105994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 14:57:32.964755 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.l3_dvr_db [None req-47cc9103-4a90-44a5-9853-07a41f5bd89f None None] Set router c1b0a125-a7bb-4006-ba25-4458c3652fc4 gateway port host: dv-cinder-809830-2-iscsi {{(pid=105995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 14:57:33.045578 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475f9727-33b2-4833-9fac-a364d2eccbd6 service neutron] Pushing event updated for resources: {'Port': ['ID=b1cb22c4-a818-4c45-a191-65d5ab96169f,revision_number=3']} {{(pid=105994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:57:33.076883 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-450d71f0-4391-4cc8-89b8-8f609d6e2304 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:33.107512 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-234b9dd8-0cd3-4b50-a656-a7847f4aa79d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:33.334111 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-9517aa77-04c9-4e3a-ad0e-24aea469a2ab tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:33.347599 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-234b9dd8-0cd3-4b50-a656-a7847f4aa79d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571103'] for security_group, after_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:33.351105 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-234b9dd8-0cd3-4b50-a656-a7847f4aa79d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:33.355419 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [None req-234b9dd8-0cd3-4b50-a656-a7847f4aa79d admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/d44c2577-bed1-44a7-948a-c7248d2d3996 HTTP/1.1" status: 204 len: 168 time: 2.2465765 Sep 24 14:57:33.362989 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-7a3b9b5e-7ed8-43e9-91d8-f1d8891c30b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:33.412143 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-422efa38-e22e-4635-b047-5903411238fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:33.486892 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-7a3b9b5e-7ed8-43e9-91d8-f1d8891c30b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:33.651164 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}445a901cbb5a624303c84b78f65e518dd0fb300c00204885c20e5236c8fbed2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3888fa6d-d44e-42f0-953c-33e543412c25" -d '{"events": [{"name": "network-changed", "server_uuid": "efc9d137-d1b5-4824-8c0f-8e004e328076", "tag": "b1cb22c4-a818-4c45-a191-65d5ab96169f"}]}' {{(pid=105994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 14:57:33.755305 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234b9dd8-0cd3-4b50-a656-a7847f4aa79d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d44c2577-bed1-44a7-948a-c7248d2d3996,revision_number=None']} {{(pid=105993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:57:33.848367 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.l3_hamode_db [None req-47cc9103-4a90-44a5-9853-07a41f5bd89f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1b0a125-a7bb-4006-ba25-4458c3652fc4', 'name': 'tempest-ServerRescueNegativeTestJSON-1688993259-router', 'tenant_id': 'b96539b658a14037b412f92c54157553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7', 'external_fixed_ips': [{'subnet_id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': 'ac100c0d-6424-4451-bdc9-4d44c4fe3f34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T14:57:07Z', 'updated_at': '2021-09-24T14:57:24Z', 'revision_number': 4, 'project_id': 'b96539b658a14037b412f92c54157553', 'gw_port': {'id': 'ac100c0d-6424-4451-bdc9-4d44c4fe3f34', 'name': '', 'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:e8:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1b0a125-a7bb-4006-ba25-4458c3652fc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T14:57:09Z', 'updated_at': '2021-09-24T14:57:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809830-2-iscsi', '_interfaces': [{'id': '92c3c93c-d3a3-4292-8872-c7dc983e700b', 'name': '', 'network_id': 'b9087bdc-bc6d-4ea0-be83-04ee0e604773', 'tenant_id': 'b96539b658a14037b412f92c54157553', 'mac_address': 'fa:16:3e:a8:27:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1b0a125-a7bb-4006-ba25-4458c3652fc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'a953951d-d181-4025-b6b9-5088bf3d7942', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T14:57:21Z', 'updated_at': '2021-09-24T14:57:25Z', 'revision_number': 2, 'project_id': 'b96539b658a14037b412f92c54157553', 'subnets': [{'id': 'a953951d-d181-4025-b6b9-5088bf3d7942', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809830-2-iscsi', False) {} {{(pid=105995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:57:33.927461 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d67e2de-389f-4ebb-a8e2-46b3d1fcdd76 req-4871b25d-906a-4867-af5b-1ebb4f5eee4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:57:33.931856 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-9d67e2de-389f-4ebb-a8e2-46b3d1fcdd76 req-4871b25d-906a-4867-af5b-1ebb4f5eee4e service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=e9ba4ee0a4b74e9ca40e57d3efacf27a&device_id=efc9d137-d1b5-4824-8c0f-8e004e328076 HTTP/1.1" status: 200 len: 1096 time: 0.9302070 Sep 24 14:57:33.984860 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-9517aa77-04c9-4e3a-ad0e-24aea469a2ab tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:34.003820 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.db [req-241f1675-832b-4926-a98d-160df1e7d6c8 req-297d8136-c7d6-414f-b092-016257ef76b6 service neutron] For port 05f98a1f-af8d-417d-8384-a6103df9c09f, host hv-cinder-80983, cleared binding levels {{(pid=105994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 14:57:34.017800 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-9517aa77-04c9-4e3a-ad0e-24aea469a2ab tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751656'] for security_group_rule, after_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:34.048075 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47cc9103-4a90-44a5-9853-07a41f5bd89f None None] Checking router: c1b0a125-a7bb-4006-ba25-4458c3652fc4 for host: dv-cinder-809830-2-iscsi {{(pid=105995) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 14:57:34.049009 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47cc9103-4a90-44a5-9853-07a41f5bd89f None None] Updating router c1b0a125-a7bb-4006-ba25-4458c3652fc4 port 92c3c93c-d3a3-4292-8872-c7dc983e700b binding host dv-cinder-809830-2-iscsi {{(pid=105995) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 14:57:34.057506 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9517aa77-04c9-4e3a-ad0e-24aea469a2ab tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91086131-6b90-438d-98fe-eda40b223bf0,revision_number=0']} {{(pid=105993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:57:34.068758 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65343d52-26d3-48c9-b27b-919ba1e56e94 req-e8da94df-bdbb-4d2c-a062-e1a07f421cc0 tempest-DeleteServersTestJSON-2058535045 tempest-DeleteServersTestJSON-2058535045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:57:34.092971 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-65343d52-26d3-48c9-b27b-919ba1e56e94 req-e8da94df-bdbb-4d2c-a062-e1a07f421cc0 tempest-DeleteServersTestJSON-2058535045 tempest-DeleteServersTestJSON-2058535045-project] 10.222.0.90 "GET /v2.0/ports?device_id=3fec94a4-a970-4099-a173-49cad6850afe HTTP/1.1" status: 200 len: 943 time: 0.4967699 Sep 24 14:57:34.108940 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-7a3b9b5e-7ed8-43e9-91d8-f1d8891c30b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571103'] for security_group, after_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:34.121691 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-7a3b9b5e-7ed8-43e9-91d8-f1d8891c30b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:34.133208 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [None req-7a3b9b5e-7ed8-43e9-91d8-f1d8891c30b4 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/eeacbe7b-01b4-4060-bca2-250673b77b08 HTTP/1.1" status: 204 len: 168 time: 1.5332730 Sep 24 14:57:34.210636 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-47cc9103-4a90-44a5-9853-07a41f5bd89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993762'] for port, before_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:34.237893 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3b9b5e-7ed8-43e9-91d8-f1d8891c30b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeacbe7b-01b4-4060-bca2-250673b77b08,revision_number=None']} {{(pid=105993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:57:34.314398 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a64f72-5bd0-4d96-be3f-41072dc6a100 req-1e17c324-80e1-4094-8960-99a8654c0cac tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:57:34.355395 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-b6a64f72-5bd0-4d96-be3f-41072dc6a100 req-1e17c324-80e1-4094-8960-99a8654c0cac tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] 10.222.0.90 "GET /v2.0/networks?id=b9087bdc-bc6d-4ea0-be83-04ee0e604773 HTTP/1.1" status: 200 len: 819 time: 0.7051001 Sep 24 14:57:34.372913 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-b6a64f72-5bd0-4d96-be3f-41072dc6a100 req-b82c4e1b-b13a-4b81-95f3-7b828d58a509 tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] 10.222.0.90 "GET /v2.0/quotas/b96539b658a14037b412f92c54157553 HTTP/1.1" status: 200 len: 375 time: 0.0219488 Sep 24 14:57:34.625477 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-b6a64f72-5bd0-4d96-be3f-41072dc6a100 req-4cee9b6f-e967-433b-9655-7edac76e2256 tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=b96539b658a14037b412f92c54157553&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2514706 Sep 24 14:57:34.697771 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.db [req-241f1675-832b-4926-a98d-160df1e7d6c8 req-297d8136-c7d6-414f-b092-016257ef76b6 service neutron] For port 05f98a1f-af8d-417d-8384-a6103df9c09f, host hv-cinder-80983, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80983',level=0,port_id=05f98a1f-af8d-417d-8384-a6103df9c09f,segment=NetworkSegment(1317f27d-b2d0-4289-a71c-e901725dce77),segment_id=1317f27d-b2d0-4289-a71c-e901725dce77)] {{(pid=105994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 14:57:34.727656 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-241f1675-832b-4926-a98d-160df1e7d6c8 req-297d8136-c7d6-414f-b092-016257ef76b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248551428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248062163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14130357'] for port, after_update {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:34.776947 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-9d67e2de-389f-4ebb-a8e2-46b3d1fcdd76 req-9b46910d-674f-48af-8c0f-92372a9011be service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b1cb22c4-a818-4c45-a191-65d5ab96169f HTTP/1.1" status: 200 len: 217 time: 0.6658189 Sep 24 14:57:34.945940 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-b6a64f72-5bd0-4d96-be3f-41072dc6a100 req-7d2b6b30-27ac-4853-ae86-e2ae124ba365 service neutron] 10.222.0.90 "GET /v2.0/networks/b9087bdc-bc6d-4ea0-be83-04ee0e604773?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3186593 Sep 24 14:57:35.026188 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297d8136-c7d6-414f-b092-016257ef76b6 service neutron] Pushing event updated for resources: {'Port': ['ID=05f98a1f-af8d-417d-8384-a6103df9c09f,revision_number=3']} {{(pid=105994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:57:35.113012 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241f1675-832b-4926-a98d-160df1e7d6c8 req-297d8136-c7d6-414f-b092-016257ef76b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:57:35.113925 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-241f1675-832b-4926-a98d-160df1e7d6c8 req-297d8136-c7d6-414f-b092-016257ef76b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536624'] for port, before_response {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:35.116140 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-241f1675-832b-4926-a98d-160df1e7d6c8 req-297d8136-c7d6-414f-b092-016257ef76b6 service neutron] 10.222.0.99 "PUT /v2.0/ports/05f98a1f-af8d-417d-8384-a6103df9c09f HTTP/1.1" status: 200 len: 1093 time: 8.7977409 Sep 24 14:57:35.120805 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-422efa38-e22e-4635-b047-5903411238fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:35.140484 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-65343d52-26d3-48c9-b27b-919ba1e56e94 req-783d65a8-8753-4850-81f3-05df1fd98ec6 tempest-DeleteServersTestJSON-2058535045 tempest-DeleteServersTestJSON-2058535045-project] 10.222.0.90 "GET /v2.0/security-groups?id=54f13584-b7bd-4068-99e2-b9ab9c34ac42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0462265 Sep 24 14:57:35.188147 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-422efa38-e22e-4635-b047-5903411238fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571103'] for security_group, after_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:35.309742 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-9517aa77-04c9-4e3a-ad0e-24aea469a2ab tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:35.311863 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [None req-9517aa77-04c9-4e3a-ad0e-24aea469a2ab tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.7107635 Sep 24 14:57:35.335942 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.wsgi [-] (105993) accepted ('10.222.0.90', 55540) {{(pid=105993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:57:35.366544 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.v2.base [None req-7d54492d-e483-4104-97a9-3d4e6ff32f7f tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Request body: {'floatingip': {'floating_network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7'}} {{(pid=105993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:57:35.526152 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [None req-422efa38-e22e-4635-b047-5903411238fe admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=305b2a69585e4227be09cab2d7d10146&name=default HTTP/1.1" status: 200 len: 2979 time: 2.8708937 Sep 24 14:57:35.541578 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.wsgi [-] (105993) accepted ('10.222.0.90', 55544) {{(pid=105993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:57:35.584073 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-b6a64f72-5bd0-4d96-be3f-41072dc6a100 req-6b2493e5-3bc0-4b7c-aa56-c8869428d71d service neutron] 10.222.0.90 "GET /v2.0/networks/b9087bdc-bc6d-4ea0-be83-04ee0e604773?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6294928 Sep 24 14:57:35.598905 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-7d54492d-e483-4104-97a9-3d4e6ff32f7f tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Notify callbacks [] for floatingip, before_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:35.708930 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d67e2de-389f-4ebb-a8e2-46b3d1fcdd76 req-2fc0c03d-bec1-4229-82ab-bcc9b20aca45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:57:35.716806 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-9d67e2de-389f-4ebb-a8e2-46b3d1fcdd76 req-2fc0c03d-bec1-4229-82ab-bcc9b20aca45 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=61e01f8c-a5ed-4609-8640-3ce2b0ef07de HTTP/1.1" status: 200 len: 854 time: 0.6781597 Sep 24 14:57:35.733022 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422efa38-e22e-4635-b047-5903411238fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=362fc977-0ac0-4b14-8309-a16ae10d894e,revision_number=1']} {{(pid=105994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:57:35.764907 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241f1675-832b-4926-a98d-160df1e7d6c8 req-c88fb8ca-fddd-4dde-8a76-662a86beca33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:57:35.776580 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-241f1675-832b-4926-a98d-160df1e7d6c8 req-c88fb8ca-fddd-4dde-8a76-662a86beca33 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=0ac1b2e7557d4bfea2d500ddfb6cb446&device_id=3fec94a4-a970-4099-a173-49cad6850afe HTTP/1.1" status: 200 len: 1096 time: 0.4946959 Sep 24 14:57:35.787837 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-47cc9103-4a90-44a5-9853-07a41f5bd89f None None] Notify callbacks [] for port, precommit_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:35.821359 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-47cc9103-4a90-44a5-9853-07a41f5bd89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248551428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248062163'] for port, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:35.929746 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.wsgi [-] (105993) accepted ('10.222.0.90', 55550) {{(pid=105993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:57:36.081967 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7780c467-6ac7-49b4-8c29-9ec4c3ccc594 None None] Pushing event updated for resources: {'Port': ['ID=92c3c93c-d3a3-4292-8872-c7dc983e700b,revision_number=3']} {{(pid=105995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:57:36.120523 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-9d67e2de-389f-4ebb-a8e2-46b3d1fcdd76 req-583c5d24-deb1-4dff-8895-b5c0b72ad515 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=668c8e2b-cd9f-4f58-bdca-814f328e4372&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3401926 Sep 24 14:57:36.139155 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.managers [None req-47cc9103-4a90-44a5-9853-07a41f5bd89f None None] Attempting to bind port 92c3c93c-d3a3-4292-8872-c7dc983e700b on host dv-cinder-809830-2-iscsi for vnic_type normal with profile {{(pid=105995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 14:57:36.139552 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810959a4-4cfd-4bc5-81e2-26f850dfcd6b req-8a754da4-687b-41e8-b1de-0415ce49cd80 tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:57:36.141268 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.managers [None req-47cc9103-4a90-44a5-9853-07a41f5bd89f None None] Attempting to bind port 92c3c93c-d3a3-4292-8872-c7dc983e700b by drivers openvswitch,hyperv on host dv-cinder-809830-2-iscsi at level 0 using segments [{'id': 'da9779c5-d241-41b8-9fc6-47d7c09f6870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': 'b9087bdc-bc6d-4ea0-be83-04ee0e604773'}] {{(pid=105995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 14:57:36.142075 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47cc9103-4a90-44a5-9853-07a41f5bd89f None None] Attempting to bind port 92c3c93c-d3a3-4292-8872-c7dc983e700b on network b9087bdc-bc6d-4ea0-be83-04ee0e604773 {{(pid=105995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 14:57:36.152039 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-810959a4-4cfd-4bc5-81e2-26f850dfcd6b req-8a754da4-687b-41e8-b1de-0415ce49cd80 tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] 10.222.0.90 "GET /v2.0/ports?device_id=efc9d137-d1b5-4824-8c0f-8e004e328076 HTTP/1.1" status: 200 len: 943 time: 0.7017722 Sep 24 14:57:36.175466 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47cc9103-4a90-44a5-9853-07a41f5bd89f None None] Checking agent: {'id': '466265b3-b863-41e9-8226-f4d0fd198543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809830-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 14, 45, 59), 'started_at': datetime.datetime(2021, 9, 24, 14, 46, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 14, 57, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809830-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 14:57:36.175994 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47cc9103-4a90-44a5-9853-07a41f5bd89f None None] Checking segment: {'id': 'da9779c5-d241-41b8-9fc6-47d7c09f6870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': 'b9087bdc-bc6d-4ea0-be83-04ee0e604773'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 14:57:36.176580 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-47cc9103-4a90-44a5-9853-07a41f5bd89f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:36.177194 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47cc9103-4a90-44a5-9853-07a41f5bd89f None None] Bound using segment: {'id': 'da9779c5-d241-41b8-9fc6-47d7c09f6870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': 'b9087bdc-bc6d-4ea0-be83-04ee0e604773'} {{(pid=105995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 14:57:36.177908 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.managers [None req-47cc9103-4a90-44a5-9853-07a41f5bd89f None None] Bound port: 92c3c93c-d3a3-4292-8872-c7dc983e700b, host: dv-cinder-809830-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da9779c5-d241-41b8-9fc6-47d7c09f6870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': 'b9087bdc-bc6d-4ea0-be83-04ee0e604773'}}] {{(pid=105995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 14:57:36.178463 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-47cc9103-4a90-44a5-9853-07a41f5bd89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993762'] for port, before_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:36.276430 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-c1ed2758-da4f-47d8-9ac6-7c754574377f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:36.385204 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-241f1675-832b-4926-a98d-160df1e7d6c8 req-0be4e4c7-dcd5-4eb5-9307-f5e077f2d6f0 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=05f98a1f-af8d-417d-8384-a6103df9c09f HTTP/1.1" status: 200 len: 217 time: 0.5615249 Sep 24 14:57:36.391432 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-9d67e2de-389f-4ebb-a8e2-46b3d1fcdd76 req-9e02fb64-13ae-44d3-bfff-4db4c2fd8795 service neutron] 10.222.0.99 "GET /v2.0/networks/668c8e2b-cd9f-4f58-bdca-814f328e4372?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2354155 Sep 24 14:57:36.437331 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-76026f36-ceef-464d-aa16-1f0d82427859 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:36.461676 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.db [None req-47cc9103-4a90-44a5-9853-07a41f5bd89f None None] For port 92c3c93c-d3a3-4292-8872-c7dc983e700b, host dv-cinder-809830-2-iscsi, cleared binding levels {{(pid=105995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 14:57:36.482561 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.db [None req-47cc9103-4a90-44a5-9853-07a41f5bd89f None None] For port 92c3c93c-d3a3-4292-8872-c7dc983e700b, host dv-cinder-809830-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809830-2-iscsi',level=0,port_id=92c3c93c-d3a3-4292-8872-c7dc983e700b,segment=NetworkSegment(da9779c5-d241-41b8-9fc6-47d7c09f6870),segment_id=da9779c5-d241-41b8-9fc6-47d7c09f6870)] {{(pid=105995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 14:57:36.494042 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-47cc9103-4a90-44a5-9853-07a41f5bd89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248551428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248062163'] for port, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:36.677405 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-810959a4-4cfd-4bc5-81e2-26f850dfcd6b req-e9abbb1e-bebb-410b-935d-dee5da51cf32 tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] 10.222.0.90 "GET /v2.0/security-groups?id=bb54c971-337c-4571-b265-c21f3dff30d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5201964 Sep 24 14:57:36.733124 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47cc9103-4a90-44a5-9853-07a41f5bd89f None None] Routers {'c1b0a125-a7bb-4006-ba25-4458c3652fc4'} bound to L3 agent in host dv-cinder-809830-2-iscsi {{(pid=105995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 14:57:36.733986 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.l3_hamode_db [None req-47cc9103-4a90-44a5-9853-07a41f5bd89f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809830-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T14:45:58Z,description=,heartbeat_timestamp=2021-09-24T14:57:28Z,host='dv-cinder-809830-2-iscsi',id=76290e94-8d59-4af2-9b8f-4e64db68baa4,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T14:45:58Z,topic='l3_agent')) {'router_ids': ['c1b0a125-a7bb-4006-ba25-4458c3652fc4'], 'active': True} {{(pid=105995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:57:36.830099 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241f1675-832b-4926-a98d-160df1e7d6c8 req-7c45f470-30f0-4075-bd2a-aefca8fd786e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:57:36.832243 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-76026f36-ceef-464d-aa16-1f0d82427859 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:36.832869 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-241f1675-832b-4926-a98d-160df1e7d6c8 req-7c45f470-30f0-4075-bd2a-aefca8fd786e service neutron] 10.222.0.99 "GET /v2.0/subnets?id=853362b5-2b03-45d3-a64f-5f4b878c2385 HTTP/1.1" status: 200 len: 851 time: 0.4335015 Sep 24 14:57:36.899706 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-241f1675-832b-4926-a98d-160df1e7d6c8 req-3a6450c7-4568-4053-82d5-80f41fd1111d service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=3b317945-15fe-41ad-a0ea-ddf111f12cc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378859 Sep 24 14:57:36.956009 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7780c467-6ac7-49b4-8c29-9ec4c3ccc594 None None] Pushing event updated for resources: {'Port': ['ID=92c3c93c-d3a3-4292-8872-c7dc983e700b,revision_number=4']} {{(pid=105995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:57:37.284742 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-7d54492d-e483-4104-97a9-3d4e6ff32f7f tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993762'] for port, before_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:37.297639 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-241f1675-832b-4926-a98d-160df1e7d6c8 req-b93aa17d-2261-49fe-959a-f3dd3fb57bfb service neutron] 10.222.0.99 "GET /v2.0/networks/3b317945-15fe-41ad-a0ea-ddf111f12cc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3786089 Sep 24 14:57:37.337122 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.l3_dvr_db [None req-47cc9103-4a90-44a5-9853-07a41f5bd89f None None] Set router c1b0a125-a7bb-4006-ba25-4458c3652fc4 gateway port host: dv-cinder-809830-2-iscsi {{(pid=105995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 14:57:37.492636 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-76026f36-ceef-464d-aa16-1f0d82427859 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571103'] for security_group, after_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:37.527764 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-76026f36-ceef-464d-aa16-1f0d82427859 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:37.541043 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [None req-76026f36-ceef-464d-aa16-1f0d82427859 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/362fc977-0ac0-4b14-8309-a16ae10d894e HTTP/1.1" status: 204 len: 168 time: 1.9922063 Sep 24 14:57:37.638143 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 14:57:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca559499-598c-43ac-8118-b6d52718bc50 x-openstack-request-id: req-ca559499-598c-43ac-8118-b6d52718bc50 {{(pid=105994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 14:57:37.641962 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efc9d137-d1b5-4824-8c0f-8e004e328076", "tag": "b1cb22c4-a818-4c45-a191-65d5ab96169f", "status": "completed", "code": 200}]} {{(pid=105994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 14:57:37.643277 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-ca559499-598c-43ac-8118-b6d52718bc50 {{(pid=105994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 14:57:37.644258 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efc9d137-d1b5-4824-8c0f-8e004e328076', 'tag': 'b1cb22c4-a818-4c45-a191-65d5ab96169f', 'status': 'completed', 'code': 200} Sep 24 14:57:37.699203 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783c29b6-3ba0-4a8e-9e20-27782abf2109 req-113644d2-25c0-4bf4-bdae-8f353f83722c tempest-DeleteServersTestJSON-2058535045 tempest-DeleteServersTestJSON-2058535045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:57:37.717498 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-783c29b6-3ba0-4a8e-9e20-27782abf2109 req-113644d2-25c0-4bf4-bdae-8f353f83722c tempest-DeleteServersTestJSON-2058535045 tempest-DeleteServersTestJSON-2058535045-project] 10.222.0.90 "GET /v2.0/ports?device_id=3fec94a4-a970-4099-a173-49cad6850afe HTTP/1.1" status: 200 len: 943 time: 0.9136059 Sep 24 14:57:37.719209 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76026f36-ceef-464d-aa16-1f0d82427859 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=362fc977-0ac0-4b14-8309-a16ae10d894e,revision_number=None']} {{(pid=105993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:57:37.790192 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-9d67e2de-389f-4ebb-a8e2-46b3d1fcdd76 req-64f7c039-9105-48ce-b1cf-bc13ea3bb579 service neutron] 10.222.0.99 "GET /v2.0/networks/668c8e2b-cd9f-4f58-bdca-814f328e4372?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3312595 Sep 24 14:57:38.269349 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-783c29b6-3ba0-4a8e-9e20-27782abf2109 req-adc27c5c-1dd9-4830-ba65-f7acc6a515a1 tempest-DeleteServersTestJSON-2058535045 tempest-DeleteServersTestJSON-2058535045-project] 10.222.0.90 "GET /v2.0/security-groups?id=54f13584-b7bd-4068-99e2-b9ab9c34ac42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5463436 Sep 24 14:57:38.296031 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-c1ed2758-da4f-47d8-9ac6-7c754574377f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:38.388063 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-c1ed2758-da4f-47d8-9ac6-7c754574377f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571103'] for security_group, after_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:38.425013 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-c94d0b9d-41e8-4142-b32d-9f93e3eb50f1 req-1430d97a-bde0-4b0b-a027-4b7c52a2349d tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] 10.222.0.90 "GET /v2.0/ports?device_id=1bedb3f1-1b28-4d65-a046-f1b24046bde6 HTTP/1.1" status: 200 len: 210 time: 0.2465525 Sep 24 14:57:38.546839 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3888fa6d-d44e-42f0-953c-33e543412c25 req-deb57edf-85f6-4664-80c8-1fb6f30664a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:57:38.557622 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-3888fa6d-d44e-42f0-953c-33e543412c25 req-deb57edf-85f6-4664-80c8-1fb6f30664a4 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=e9ba4ee0a4b74e9ca40e57d3efacf27a&device_id=efc9d137-d1b5-4824-8c0f-8e004e328076 HTTP/1.1" status: 200 len: 1096 time: 0.2816384 Sep 24 14:57:38.561460 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-241f1675-832b-4926-a98d-160df1e7d6c8 req-aaf0d723-6549-43af-9c12-c4b6f2f065a0 service neutron] 10.222.0.99 "GET /v2.0/networks/3b317945-15fe-41ad-a0ea-ddf111f12cc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1789074 Sep 24 14:57:38.624256 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.l3_hamode_db [None req-47cc9103-4a90-44a5-9853-07a41f5bd89f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1b0a125-a7bb-4006-ba25-4458c3652fc4', 'name': 'tempest-ServerRescueNegativeTestJSON-1688993259-router', 'tenant_id': 'b96539b658a14037b412f92c54157553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7', 'external_fixed_ips': [{'subnet_id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': 'ac100c0d-6424-4451-bdc9-4d44c4fe3f34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T14:57:07Z', 'updated_at': '2021-09-24T14:57:24Z', 'revision_number': 4, 'project_id': 'b96539b658a14037b412f92c54157553', 'gw_port': {'id': 'ac100c0d-6424-4451-bdc9-4d44c4fe3f34', 'name': '', 'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:e8:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1b0a125-a7bb-4006-ba25-4458c3652fc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T14:57:09Z', 'updated_at': '2021-09-24T14:57:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809830-2-iscsi', '_interfaces': [{'id': '92c3c93c-d3a3-4292-8872-c7dc983e700b', 'name': '', 'network_id': 'b9087bdc-bc6d-4ea0-be83-04ee0e604773', 'tenant_id': 'b96539b658a14037b412f92c54157553', 'mac_address': 'fa:16:3e:a8:27:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1b0a125-a7bb-4006-ba25-4458c3652fc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'a953951d-d181-4025-b6b9-5088bf3d7942', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T14:57:21Z', 'updated_at': '2021-09-24T14:57:36Z', 'revision_number': 4, 'project_id': 'b96539b658a14037b412f92c54157553', 'subnets': [{'id': 'a953951d-d181-4025-b6b9-5088bf3d7942', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809830-2-iscsi', False) {} {{(pid=105995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:57:38.642141 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ed2758-da4f-47d8-9ac6-7c754574377f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c437c7d5-1dda-4483-856b-312d704c923b,revision_number=1']} {{(pid=105993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:57:38.659941 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.db.db_base_plugin_common [None req-7d54492d-e483-4104-97a9-3d4e6ff32f7f tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Allocated IP 172.27.0.54 (d1d522b2-1ecd-4e8f-be33-d5d511adebd7/58b80919-877d-4d93-a3a2-bd7e936ebc9a/de2dc19a-52ce-4537-94aa-5e6ce8f72aea) {{(pid=105993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 14:57:38.738248 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47cc9103-4a90-44a5-9853-07a41f5bd89f None None] The sync data for ids ['c1b0a125-a7bb-4006-ba25-4458c3652fc4'] in dv-cinder-809830-2-iscsi is: [{'id': 'c1b0a125-a7bb-4006-ba25-4458c3652fc4', 'name': 'tempest-ServerRescueNegativeTestJSON-1688993259-router', 'tenant_id': 'b96539b658a14037b412f92c54157553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7', 'external_fixed_ips': [{'subnet_id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': 'ac100c0d-6424-4451-bdc9-4d44c4fe3f34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T14:57:07Z', 'updated_at': '2021-09-24T14:57:24Z', 'revision_number': 4, 'project_id': 'b96539b658a14037b412f92c54157553', 'gw_port': {'id': 'ac100c0d-6424-4451-bdc9-4d44c4fe3f34', 'name': '', 'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:e8:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1b0a125-a7bb-4006-ba25-4458c3652fc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T14:57:09Z', 'updated_at': '2021-09-24T14:57:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809830-2-iscsi', '_interfaces': [{'id': '92c3c93c-d3a3-4292-8872-c7dc983e700b', 'name': '', 'network_id': 'b9087bdc-bc6d-4ea0-be83-04ee0e604773', 'tenant_id': 'b96539b658a14037b412f92c54157553', 'mac_address': 'fa:16:3e:a8:27:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1b0a125-a7bb-4006-ba25-4458c3652fc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'a953951d-d181-4025-b6b9-5088bf3d7942', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T14:57:21Z', 'updated_at': '2021-09-24T14:57:36Z', 'revision_number': 4, 'project_id': 'b96539b658a14037b412f92c54157553', 'subnets': [{'id': 'a953951d-d181-4025-b6b9-5088bf3d7942', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 14:57:38.812612 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [None req-c1ed2758-da4f-47d8-9ac6-7c754574377f admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=7ec6a5b706ab4ec6a03141aa51d62176&name=default HTTP/1.1" status: 200 len: 2979 time: 2.8674343 Sep 24 14:57:38.813943 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.wsgi [-] (105993) accepted ('10.222.0.90', 55604) {{(pid=105993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:57:39.051565 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.wsgi [-] (105993) accepted ('10.222.0.90', 55610) {{(pid=105993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:57:39.148916 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3888fa6d-d44e-42f0-953c-33e543412c25 req-f276c8ce-5b2b-41e2-ab31-4969578a2afc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:57:39.152986 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-3888fa6d-d44e-42f0-953c-33e543412c25 req-f276c8ce-5b2b-41e2-ab31-4969578a2afc service neutron] 10.222.0.99 "GET /v2.0/networks?id=668c8e2b-cd9f-4f58-bdca-814f328e4372 HTTP/1.1" status: 200 len: 916 time: 0.5171378 Sep 24 14:57:39.271461 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-289912b1-7360-4c69-b322-e2eafdb310d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:39.283648 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-3888fa6d-d44e-42f0-953c-33e543412c25 req-cea14b6e-ba5c-4da2-9f31-fc5a8359d2fd service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b1cb22c4-a818-4c45-a191-65d5ab96169f HTTP/1.1" status: 200 len: 217 time: 0.1141956 Sep 24 14:57:39.333174 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e82909-3cb9-4acc-b018-74682e072756 req-3dfe180a-2bbe-48fb-8693-033cbda61e1f tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:57:39.338157 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.rpc [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Device 92c3c93c-d3a3-4292-8872-c7dc983e700b up at agent ovs-agent-dv-cinder-809830-2-iscsi {{(pid=105995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 14:57:39.349578 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-83e82909-3cb9-4acc-b018-74682e072756 req-3dfe180a-2bbe-48fb-8693-033cbda61e1f tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] 10.222.0.90 "GET /v2.0/ports?device_id=efc9d137-d1b5-4824-8c0f-8e004e328076 HTTP/1.1" status: 200 len: 943 time: 0.8386712 Sep 24 14:57:39.449363 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.provisioning_blocks [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Provisioning complete for port 92c3c93c-d3a3-4292-8872-c7dc983e700b triggered by entity L2. {{(pid=105995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 14:57:39.450044 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985790'] for port, provisioning_complete {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:39.534408 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-83e82909-3cb9-4acc-b018-74682e072756 req-d2ed696d-7160-486f-ac30-cbb5394e1b95 tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] 10.222.0.90 "GET /v2.0/security-groups?id=bb54c971-337c-4571-b265-c21f3dff30d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785569 Sep 24 14:57:39.571620 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3888fa6d-d44e-42f0-953c-33e543412c25 req-c6935fe6-ab55-46e7-ba4a-d52b47af07ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:57:39.574275 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-3888fa6d-d44e-42f0-953c-33e543412c25 req-c6935fe6-ab55-46e7-ba4a-d52b47af07ab service neutron] 10.222.0.99 "GET /v2.0/subnets?id=61e01f8c-a5ed-4609-8640-3ce2b0ef07de HTTP/1.1" status: 200 len: 854 time: 0.2791142 Sep 24 14:57:39.600583 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-289912b1-7360-4c69-b322-e2eafdb310d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:39.743967 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fec94a4-a970-4099-a173-49cad6850afe', 'tag': '05f98a1f-af8d-417d-8384-a6103df9c09f'}] {{(pid=105994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 14:57:39.756643 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}445a901cbb5a624303c84b78f65e518dd0fb300c00204885c20e5236c8fbed2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9924a26f-2550-40a4-a332-3c20bd109651" -d '{"events": [{"name": "network-changed", "server_uuid": "3fec94a4-a970-4099-a173-49cad6850afe", "tag": "05f98a1f-af8d-417d-8384-a6103df9c09f"}]}' {{(pid=105994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 14:57:39.857649 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993762'] for port, before_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:39.900257 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-3888fa6d-d44e-42f0-953c-33e543412c25 req-b9be94e9-8987-4133-9bd7-3fda4ede8dd0 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=668c8e2b-cd9f-4f58-bdca-814f328e4372&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3165975 Sep 24 14:57:39.974909 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.db [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] For port 92c3c93c-d3a3-4292-8872-c7dc983e700b, host dv-cinder-809830-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809830-2-iscsi',level=0,port_id=92c3c93c-d3a3-4292-8872-c7dc983e700b,segment=NetworkSegment(da9779c5-d241-41b8-9fc6-47d7c09f6870),segment_id=da9779c5-d241-41b8-9fc6-47d7c09f6870)] {{(pid=105995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:57:39.989436 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248551428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248062163'] for port, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:40.121876 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-a4796689-9db2-4789-9ccf-8d81a8206b53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:40.148018 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Pushing event updated for resources: {'Port': ['ID=92c3c93c-d3a3-4292-8872-c7dc983e700b,revision_number=5']} {{(pid=105995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:57:40.180819 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a64f72-5bd0-4d96-be3f-41072dc6a100 req-8c02a3a3-bd6d-4629-a479-618cdd84616d tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:57:40.183418 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-b6a64f72-5bd0-4d96-be3f-41072dc6a100 req-8c02a3a3-bd6d-4629-a479-618cdd84616d tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] 10.222.0.99 "GET /v2.0/networks?id=b9087bdc-bc6d-4ea0-be83-04ee0e604773 HTTP/1.1" status: 200 len: 819 time: 0.4208343 Sep 24 14:57:40.228943 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-289912b1-7360-4c69-b322-e2eafdb310d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571103'] for security_group, after_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:40.261132 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.v2.base [req-b6a64f72-5bd0-4d96-be3f-41072dc6a100 req-85e05183-567e-4c08-b92c-6b33c28781eb tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] Request body: {'port': {'device_id': '1bedb3f1-1b28-4d65-a046-f1b24046bde6', 'network_id': 'b9087bdc-bc6d-4ea0-be83-04ee0e604773', 'admin_state_up': True, 'tenant_id': 'b96539b658a14037b412f92c54157553'}} {{(pid=105994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:57:40.416284 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289912b1-7360-4c69-b322-e2eafdb310d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bae964fd-5c5a-4992-a38d-cde4e80272b1,revision_number=1']} {{(pid=105993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:57:40.469800 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe289982-8265-4e21-bd0b-bed50dfca38a req-ad586b45-c9a3-4c05-9261-6e770206c4d2 tempest-DeleteServersTestJSON-2058535045 tempest-DeleteServersTestJSON-2058535045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:57:40.487828 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-fe289982-8265-4e21-bd0b-bed50dfca38a req-ad586b45-c9a3-4c05-9261-6e770206c4d2 tempest-DeleteServersTestJSON-2058535045 tempest-DeleteServersTestJSON-2058535045-project] 10.222.0.90 "GET /v2.0/ports?device_id=3fec94a4-a970-4099-a173-49cad6850afe HTTP/1.1" status: 200 len: 943 time: 0.6963694 Sep 24 14:57:40.506504 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-a4796689-9db2-4789-9ccf-8d81a8206b53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:40.529460 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [None req-289912b1-7360-4c69-b322-e2eafdb310d2 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=54c552e60bf44c97907c58590eb24f28&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3302026 Sep 24 14:57:40.536035 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.wsgi [-] (105994) accepted ('10.222.0.90', 55650) {{(pid=105994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:57:40.622028 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-7d54492d-e483-4104-97a9-3d4e6ff32f7f tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Notify callbacks [] for port, precommit_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:40.694935 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c167fd4-9dfc-4e14-ae87-ca1ffeb3db01 req-163e2432-7b9b-4964-8216-7f85049d441a tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:57:40.697886 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-9c167fd4-9dfc-4e14-ae87-ca1ffeb3db01 req-163e2432-7b9b-4964-8216-7f85049d441a tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] 10.222.0.90 "GET /v2.0/networks?id=b9087bdc-bc6d-4ea0-be83-04ee0e604773 HTTP/1.1" status: 200 len: 819 time: 1.4437206 Sep 24 14:57:40.743228 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-9c167fd4-9dfc-4e14-ae87-ca1ffeb3db01 req-b51cbd47-54ed-46a3-a0de-b662def4cfb7 tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] 10.222.0.90 "GET /v2.0/quotas/b96539b658a14037b412f92c54157553 HTTP/1.1" status: 200 len: 375 time: 0.0274754 Sep 24 14:57:40.773623 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-a4796689-9db2-4789-9ccf-8d81a8206b53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571103'] for security_group, after_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:40.778170 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-a4796689-9db2-4789-9ccf-8d81a8206b53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:40.783628 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [None req-a4796689-9db2-4789-9ccf-8d81a8206b53 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/c437c7d5-1dda-4483-856b-312d704c923b HTTP/1.1" status: 204 len: 168 time: 1.9572742 Sep 24 14:57:40.825581 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4796689-9db2-4789-9ccf-8d81a8206b53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c437c7d5-1dda-4483-856b-312d704c923b,revision_number=None']} {{(pid=105993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:57:40.869464 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-7d54492d-e483-4104-97a9-3d4e6ff32f7f tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727248062127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14427043'] for port, after_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:40.991245 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-9c167fd4-9dfc-4e14-ae87-ca1ffeb3db01 req-cda212c4-abca-4a0f-821c-1ff3d59e117b tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=b96539b658a14037b412f92c54157553&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2396286 Sep 24 14:57:41.026896 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d54492d-e483-4104-97a9-3d4e6ff32f7f tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Network d1d522b2-1ecd-4e8f-be33-d5d511adebd7 is already hosted by enough agents. {{(pid=105993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 14:57:41.098585 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.scheduler.base_scheduler [None req-7d54492d-e483-4104-97a9-3d4e6ff32f7f tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Resources bound (agent type, host, resource id): {{(pid=105993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 14:57:41.107767 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d54492d-e483-4104-97a9-3d4e6ff32f7f tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Received port after_create {{(pid=105993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 14:57:41.136500 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d54492d-e483-4104-97a9-3d4e6ff32f7f tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Pushing event updated for resources: {'Port': ['ID=de2dc19a-52ce-4537-94aa-5e6ce8f72aea,revision_number=1']} {{(pid=105993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:57:41.225992 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.rpc [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Device 92c3c93c-d3a3-4292-8872-c7dc983e700b up at agent ovs-agent-dv-cinder-809830-2-iscsi {{(pid=105995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 14:57:41.244158 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-fe289982-8265-4e21-bd0b-bed50dfca38a req-25c0b9c6-df51-499a-93d1-6093434ee1f9 tempest-DeleteServersTestJSON-2058535045 tempest-DeleteServersTestJSON-2058535045-project] 10.222.0.90 "GET /v2.0/security-groups?id=54f13584-b7bd-4068-99e2-b9ab9c34ac42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7146406 Sep 24 14:57:41.270029 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-3888fa6d-d44e-42f0-953c-33e543412c25 req-fb30bfd0-6161-457d-9356-0f46a019baa3 service neutron] 10.222.0.99 "GET /v2.0/networks/668c8e2b-cd9f-4f58-bdca-814f328e4372?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0772979 Sep 24 14:57:41.321803 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.rpc [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Device b1cb22c4-a818-4c45-a191-65d5ab96169f details requested by agent hyperv_hv-cinder-80983 with host hv-cinder-80983 {{(pid=105995) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 14:57:41.372270 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-014bc1cc-adfa-4c56-a0c1-03c0e0ee8103 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:41.576778 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-014bc1cc-adfa-4c56-a0c1-03c0e0ee8103 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:41.703299 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-9c167fd4-9dfc-4e14-ae87-ca1ffeb3db01 req-4da9615e-723b-463e-bdea-72a2f78629a2 service neutron] 10.222.0.90 "GET /v2.0/networks/b9087bdc-bc6d-4ea0-be83-04ee0e604773?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6969767 Sep 24 14:57:41.884561 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-3888fa6d-d44e-42f0-953c-33e543412c25 req-a10114e2-6ecb-4d92-8719-2ba399a11e08 service neutron] 10.222.0.99 "GET /v2.0/networks/668c8e2b-cd9f-4f58-bdca-814f328e4372?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5954976 Sep 24 14:57:41.891868 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 14:57:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7bd5d28-c231-4a98-b5a3-25dcebe4d79c x-openstack-request-id: req-e7bd5d28-c231-4a98-b5a3-25dcebe4d79c {{(pid=105994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 14:57:41.892178 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fec94a4-a970-4099-a173-49cad6850afe", "tag": "05f98a1f-af8d-417d-8384-a6103df9c09f", "status": "completed", "code": 200}]} {{(pid=105994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 14:57:41.894528 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-e7bd5d28-c231-4a98-b5a3-25dcebe4d79c {{(pid=105994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 14:57:41.895509 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fec94a4-a970-4099-a173-49cad6850afe', 'tag': '05f98a1f-af8d-417d-8384-a6103df9c09f', 'status': 'completed', 'code': 200} Sep 24 14:57:41.964399 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.wsgi [-] (105993) accepted ('10.222.0.99', 57017) {{(pid=105993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:57:41.989501 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.db [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] For port b1cb22c4-a818-4c45-a191-65d5ab96169f, host hv-cinder-80983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80983',level=0,port_id=b1cb22c4-a818-4c45-a191-65d5ab96169f,segment=NetworkSegment(3493a04e-7856-43c1-b4a7-e752097c9e9a),segment_id=3493a04e-7856-43c1-b4a7-e752097c9e9a)] {{(pid=105995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:57:42.042713 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.rpc [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Returning: {'device': 'b1cb22c4-a818-4c45-a191-65d5ab96169f', 'network_id': '668c8e2b-cd9f-4f58-bdca-814f328e4372', 'port_id': 'b1cb22c4-a818-4c45-a191-65d5ab96169f', 'mac_address': 'fa:16:3e:a5:e6:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1046, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61e01f8c-a5ed-4609-8640-3ce2b0ef07de', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105995) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 14:57:42.044424 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6a64f72-5bd0-4d96-be3f-41072dc6a100 req-85e05183-567e-4c08-b92c-6b33c28781eb tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] Made reservation on behalf of b96539b658a14037b412f92c54157553 for: {'port': 1} {{(pid=105994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 14:57:42.055945 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-b6a64f72-5bd0-4d96-be3f-41072dc6a100 req-85e05183-567e-4c08-b92c-6b33c28781eb tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993762'] for port, before_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:42.112186 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-7d54492d-e483-4104-97a9-3d4e6ff32f7f tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:42.159231 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.provisioning_blocks [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Provisioning complete for port 92c3c93c-d3a3-4292-8872-c7dc983e700b triggered by entity L2. {{(pid=105995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 14:57:42.159804 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985790'] for port, provisioning_complete {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:42.165843 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-014bc1cc-adfa-4c56-a0c1-03c0e0ee8103 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571103'] for security_group, after_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:42.170371 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-014bc1cc-adfa-4c56-a0c1-03c0e0ee8103 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:42.177377 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [None req-014bc1cc-adfa-4c56-a0c1-03c0e0ee8103 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/bae964fd-5c5a-4992-a38d-cde4e80272b1 HTTP/1.1" status: 204 len: 168 time: 1.6360135 Sep 24 14:57:42.311866 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993762'] for port, before_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:42.316759 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014bc1cc-adfa-4c56-a0c1-03c0e0ee8103 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bae964fd-5c5a-4992-a38d-cde4e80272b1,revision_number=None']} {{(pid=105994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:57:42.377556 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-9c167fd4-9dfc-4e14-ae87-ca1ffeb3db01 req-be4e0607-dce6-46c2-be4c-94c9d36fcd15 service neutron] 10.222.0.90 "GET /v2.0/networks/b9087bdc-bc6d-4ea0-be83-04ee0e604773?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6585524 Sep 24 14:57:42.426742 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.notifiers.nova [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1cb22c4-a818-4c45-a191-65d5ab96169f {{(pid=105995) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 14:57:42.521804 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9924a26f-2550-40a4-a332-3c20bd109651 req-67df6473-ff6f-47bc-90a6-27840e6f0057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:57:42.526719 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-9924a26f-2550-40a4-a332-3c20bd109651 req-67df6473-ff6f-47bc-90a6-27840e6f0057 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=0ac1b2e7557d4bfea2d500ddfb6cb446&device_id=3fec94a4-a970-4099-a173-49cad6850afe HTTP/1.1" status: 200 len: 1096 time: 0.5498471 Sep 24 14:57:42.540831 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.db [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] For port b1cb22c4-a818-4c45-a191-65d5ab96169f, host hv-cinder-80983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80983',level=0,port_id=b1cb22c4-a818-4c45-a191-65d5ab96169f,segment=NetworkSegment(3493a04e-7856-43c1-b4a7-e752097c9e9a),segment_id=3493a04e-7856-43c1-b4a7-e752097c9e9a)] {{(pid=105995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:57:42.543330 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-7d54492d-e483-4104-97a9-3d4e6ff32f7f tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993762'] for port, before_update {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:42.544546 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f367b19d-4ba5-4c04-aeb9-03d1cc432286 req-8de52531-306b-4844-8766-9001adc4a0ec tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:57:42.557280 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-f367b19d-4ba5-4c04-aeb9-03d1cc432286 req-8de52531-306b-4844-8766-9001adc4a0ec tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] 10.222.0.90 "GET /v2.0/ports?device_id=efc9d137-d1b5-4824-8c0f-8e004e328076 HTTP/1.1" status: 200 len: 943 time: 0.4425626 Sep 24 14:57:42.563685 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248551428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248062163'] for port, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:42.565814 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.rpc [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Device 05f98a1f-af8d-417d-8384-a6103df9c09f details requested by agent hyperv_hv-cinder-80983 with host hv-cinder-80983 {{(pid=105995) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 14:57:42.869564 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-f367b19d-4ba5-4c04-aeb9-03d1cc432286 req-1ca8c7d3-8d89-4367-ba5d-b285bff3e219 tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] 10.222.0.90 "GET /v2.0/security-groups?id=bb54c971-337c-4571-b265-c21f3dff30d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3102188 Sep 24 14:57:42.900253 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-7d54492d-e483-4104-97a9-3d4e6ff32f7f tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Notify callbacks [] for port, precommit_update {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:42.950548 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.db.db_base_plugin_common [req-b6a64f72-5bd0-4d96-be3f-41072dc6a100 req-85e05183-567e-4c08-b92c-6b33c28781eb tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] Allocated IP 172.20.0.7 (b9087bdc-bc6d-4ea0-be83-04ee0e604773/a953951d-d181-4025-b6b9-5088bf3d7942/1ec0958e-582a-4654-8072-aba68a956d1b) {{(pid=105994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 14:57:42.971532 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-7d54492d-e483-4104-97a9-3d4e6ff32f7f tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248551428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248062163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14427048'] for port, after_update {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:42.985970 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.db.resource_extend [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 24 14:57:43.145519 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Pushing event updated for resources: {'Port': ['ID=b1cb22c4-a818-4c45-a191-65d5ab96169f,revision_number=4']} {{(pid=105995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:57:43.231342 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-0a169871-787f-40c2-84b4-0bef4ae0b6e8 req-bc3a4206-f053-4ca9-a2d4-13c36cbf5203 tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] 10.222.0.90 "GET /v2.0/ports?device_id=cff78be5-9899-478d-b782-36a5f28de2b0 HTTP/1.1" status: 200 len: 210 time: 0.1804686 Sep 24 14:57:43.527672 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.db [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] For port 05f98a1f-af8d-417d-8384-a6103df9c09f, host hv-cinder-80983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80983',level=0,port_id=05f98a1f-af8d-417d-8384-a6103df9c09f,segment=NetworkSegment(1317f27d-b2d0-4289-a71c-e901725dce77),segment_id=1317f27d-b2d0-4289-a71c-e901725dce77)] {{(pid=105995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:57:43.565240 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.rpc [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Returning: {'device': '05f98a1f-af8d-417d-8384-a6103df9c09f', 'network_id': '3b317945-15fe-41ad-a0ea-ddf111f12cc2', 'port_id': '05f98a1f-af8d-417d-8384-a6103df9c09f', 'mac_address': 'fa:16:3e:dc:93:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1031, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '853362b5-2b03-45d3-a64f-5f4b878c2385', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105995) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 14:57:43.674718 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993762'] for port, before_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:43.703556 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.notifiers.nova [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05f98a1f-af8d-417d-8384-a6103df9c09f {{(pid=105995) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 14:57:43.763728 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.db [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] For port 05f98a1f-af8d-417d-8384-a6103df9c09f, host hv-cinder-80983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80983',level=0,port_id=05f98a1f-af8d-417d-8384-a6103df9c09f,segment=NetworkSegment(1317f27d-b2d0-4289-a71c-e901725dce77),segment_id=1317f27d-b2d0-4289-a71c-e901725dce77)] {{(pid=105995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:57:43.771152 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248551428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248062163'] for port, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:43.823745 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-b6a64f72-5bd0-4d96-be3f-41072dc6a100 req-85e05183-567e-4c08-b92c-6b33c28781eb tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] Notify callbacks [] for port, precommit_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:43.914873 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-b6a64f72-5bd0-4d96-be3f-41072dc6a100 req-85e05183-567e-4c08-b92c-6b33c28781eb tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727248062127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14130366'] for port, after_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:43.933184 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:44.052854 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Pushing event updated for resources: {'Port': ['ID=05f98a1f-af8d-417d-8384-a6103df9c09f,revision_number=4']} {{(pid=105995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:57:44.069221 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-7d54492d-e483-4104-97a9-3d4e6ff32f7f tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-595207'] for floatingip, after_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:44.105767 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.db [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] get_ports_and_sgs() called for port_ids ['05f98a1f-af8d-417d-8384-a6103df9c09f'] {{(pid=105995) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 14:57:44.170221 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-7d54492d-e483-4104-97a9-3d4e6ff32f7f tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472375'] for floatingip, before_response {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:44.172540 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [None req-7d54492d-e483-4104-97a9-3d4e6ff32f7f tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 8.8350513 Sep 24 14:57:44.198353 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba882ab-2851-432b-8638-56eab8ba9d95 req-5db9c313-36be-494b-b411-af5baab3b651 tempest-DeleteServersTestJSON-2058535045 tempest-DeleteServersTestJSON-2058535045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:57:44.200671 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6a64f72-5bd0-4d96-be3f-41072dc6a100 req-85e05183-567e-4c08-b92c-6b33c28781eb tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] Network b9087bdc-bc6d-4ea0-be83-04ee0e604773 is already hosted by enough agents. {{(pid=105994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 14:57:44.213609 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-eba882ab-2851-432b-8638-56eab8ba9d95 req-5db9c313-36be-494b-b411-af5baab3b651 tempest-DeleteServersTestJSON-2058535045 tempest-DeleteServersTestJSON-2058535045-project] 10.222.0.90 "GET /v2.0/ports?device_id=3fec94a4-a970-4099-a173-49cad6850afe HTTP/1.1" status: 200 len: 943 time: 1.0185409 Sep 24 14:57:44.221956 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e05183-567e-4c08-b92c-6b33c28781eb tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] Pushing event updated for resources: {'Port': ['ID=1ec0958e-582a-4654-8072-aba68a956d1b,revision_number=1']} {{(pid=105994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:57:44.223886 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d54492d-e483-4104-97a9-3d4e6ff32f7f tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Pushing event updated for resources: {'Port': ['ID=de2dc19a-52ce-4537-94aa-5e6ce8f72aea,revision_number=2']} {{(pid=105993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:57:44.228319 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.db [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] get_ports_and_sgs() called for port_ids ['b1cb22c4-a818-4c45-a191-65d5ab96169f'] {{(pid=105995) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 14:57:44.243588 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9924a26f-2550-40a4-a332-3c20bd109651 req-adf750ee-7b98-476f-8da4-995286df2237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:57:44.245934 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.scheduler.base_scheduler [req-b6a64f72-5bd0-4d96-be3f-41072dc6a100 req-85e05183-567e-4c08-b92c-6b33c28781eb tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] Resources bound (agent type, host, resource id): {{(pid=105994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 14:57:44.246228 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-9924a26f-2550-40a4-a332-3c20bd109651 req-adf750ee-7b98-476f-8da4-995286df2237 service neutron] 10.222.0.99 "GET /v2.0/networks?id=3b317945-15fe-41ad-a0ea-ddf111f12cc2 HTTP/1.1" status: 200 len: 913 time: 1.7052672 Sep 24 14:57:44.256986 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6a64f72-5bd0-4d96-be3f-41072dc6a100 req-85e05183-567e-4c08-b92c-6b33c28781eb tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] Received port after_create {{(pid=105994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 14:57:44.375812 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8706d7-4a36-4904-a7dc-1b3f2f8613ab req-06acf78f-6261-421c-adc9-a744a4d556ac tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:57:44.390068 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-5b8706d7-4a36-4904-a7dc-1b3f2f8613ab req-06acf78f-6261-421c-adc9-a744a4d556ac tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] 10.222.0.90 "GET /v2.0/ports?device_id=efc9d137-d1b5-4824-8c0f-8e004e328076 HTTP/1.1" status: 200 len: 944 time: 0.2898059 Sep 24 14:57:44.480970 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a64f72-5bd0-4d96-be3f-41072dc6a100 req-85e05183-567e-4c08-b92c-6b33c28781eb tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:57:44.483201 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-b6a64f72-5bd0-4d96-be3f-41072dc6a100 req-85e05183-567e-4c08-b92c-6b33c28781eb tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536624'] for port, before_response {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:44.567455 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-eba882ab-2851-432b-8638-56eab8ba9d95 req-2335699d-4923-411a-9df8-ce7cd5b07bee tempest-DeleteServersTestJSON-2058535045 tempest-DeleteServersTestJSON-2058535045-project] 10.222.0.90 "GET /v2.0/security-groups?id=54f13584-b7bd-4068-99e2-b9ab9c34ac42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3493087 Sep 24 14:57:44.573575 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-9924a26f-2550-40a4-a332-3c20bd109651 req-bb4aa75d-a9c3-419c-bab3-a91825f0bdd0 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=05f98a1f-af8d-417d-8384-a6103df9c09f HTTP/1.1" status: 200 len: 217 time: 0.2769942 Sep 24 14:57:44.615534 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-b6a64f72-5bd0-4d96-be3f-41072dc6a100 req-85e05183-567e-4c08-b92c-6b33c28781eb tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3759766 Sep 24 14:57:44.648001 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.v2.base [req-b6a64f72-5bd0-4d96-be3f-41072dc6a100 req-89d18b04-f180-41b5-a572-49ef68db3850 service neutron] Request body: {'port': {'device_id': '1bedb3f1-1b28-4d65-a046-f1b24046bde6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80983'}} {{(pid=105994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:57:44.677988 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-5b8706d7-4a36-4904-a7dc-1b3f2f8613ab req-9d1262ad-c4ff-48aa-840f-c8a71e3c2d97 tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] 10.222.0.90 "GET /v2.0/security-groups?id=bb54c971-337c-4571-b265-c21f3dff30d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2650256 Sep 24 14:57:44.857330 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9924a26f-2550-40a4-a332-3c20bd109651 req-f09f8cae-e5e3-40d9-848f-4bf1f43e1d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:57:44.861011 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-9924a26f-2550-40a4-a332-3c20bd109651 req-f09f8cae-e5e3-40d9-848f-4bf1f43e1d22 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=853362b5-2b03-45d3-a64f-5f4b878c2385 HTTP/1.1" status: 200 len: 851 time: 0.2798543 Sep 24 14:57:44.966815 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-b6a64f72-5bd0-4d96-be3f-41072dc6a100 req-89d18b04-f180-41b5-a572-49ef68db3850 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993762'] for port, before_update {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:45.093770 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-9924a26f-2550-40a4-a332-3c20bd109651 req-d51f4901-ccc1-41aa-b010-02cbf832002c service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=3b317945-15fe-41ad-a0ea-ddf111f12cc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2241430 Sep 24 14:57:45.182655 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-af73b811-7ab3-4c05-a97c-db0f838e9e9f req-abc1aef6-3579-442b-bccf-189de8a59022 tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] 10.222.0.90 "GET /v2.0/ports?device_id=cff78be5-9899-478d-b782-36a5f28de2b0 HTTP/1.1" status: 200 len: 210 time: 0.2827713 Sep 24 14:57:45.232905 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-c43ce273-4550-4946-962b-59b6b8455c71 req-08e6d3ab-ee53-4142-8383-653950aaa1b2 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/security-groups?name=tempest-securitygroup--513137895&fields=id&tenant_id=e8de89965f464e0ebbfb78c2c3d408f2 HTTP/1.1" status: 200 len: 267 time: 0.2374403 Sep 24 14:57:45.522548 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-9924a26f-2550-40a4-a332-3c20bd109651 req-73fe1cd0-0f47-43a1-abaf-6fea897373d6 service neutron] 10.222.0.99 "GET /v2.0/networks/3b317945-15fe-41ad-a0ea-ddf111f12cc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3342211 Sep 24 14:57:45.788324 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.rpc [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Device 05f98a1f-af8d-417d-8384-a6103df9c09f up at agent hyperv_hv-cinder-80983 {{(pid=105995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 14:57:45.801792 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43ce273-4550-4946-962b-59b6b8455c71 req-564ac062-d0a3-4e2a-bee8-b64a4dd3b8e6 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:57:45.805365 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-c43ce273-4550-4946-962b-59b6b8455c71 req-564ac062-d0a3-4e2a-bee8-b64a4dd3b8e6 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/networks?id=9cafbdbc-b31b-42e1-af08-737ab1772474 HTTP/1.1" status: 200 len: 816 time: 0.5521116 Sep 24 14:57:45.830364 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.wsgi [-] (105994) accepted ('10.222.0.90', 55838) {{(pid=105994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:57:45.977601 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.provisioning_blocks [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Provisioning for port 05f98a1f-af8d-417d-8384-a6103df9c09f completed by entity L2. {{(pid=105995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 14:57:45.994615 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.provisioning_blocks [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Provisioning complete for port 05f98a1f-af8d-417d-8384-a6103df9c09f triggered by entity L2. {{(pid=105995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 14:57:45.997157 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985790'] for port, provisioning_complete {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:46.152850 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-9924a26f-2550-40a4-a332-3c20bd109651 req-eef2d997-6c48-42fa-ba56-797803c7a032 service neutron] 10.222.0.99 "GET /v2.0/networks/3b317945-15fe-41ad-a0ea-ddf111f12cc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6219881 Sep 24 14:57:46.153976 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c167fd4-9dfc-4e14-ae87-ca1ffeb3db01 req-387021db-5c89-41a4-8aaa-affbe1e2eb88 tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:57:46.157316 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-9c167fd4-9dfc-4e14-ae87-ca1ffeb3db01 req-387021db-5c89-41a4-8aaa-affbe1e2eb88 tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] 10.222.0.99 "GET /v2.0/networks?id=b9087bdc-bc6d-4ea0-be83-04ee0e604773 HTTP/1.1" status: 200 len: 819 time: 0.5363793 Sep 24 14:57:46.209128 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.v2.base [req-9c167fd4-9dfc-4e14-ae87-ca1ffeb3db01 req-2b62f9bf-3035-40a2-bdb2-7f5615a58a00 tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] Request body: {'port': {'device_id': 'cff78be5-9899-478d-b782-36a5f28de2b0', 'network_id': 'b9087bdc-bc6d-4ea0-be83-04ee0e604773', 'admin_state_up': True, 'tenant_id': 'b96539b658a14037b412f92c54157553'}} {{(pid=105994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:57:46.232501 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-c43ce273-4550-4946-962b-59b6b8455c71 req-dbc0fdc4-4cc1-48b9-95bb-f8b6a98a3723 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/quotas/e8de89965f464e0ebbfb78c2c3d408f2 HTTP/1.1" status: 200 len: 375 time: 0.3259091 Sep 24 14:57:46.286775 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde8e752-c2e1-4707-a544-57a9f79218e1 req-48fae1bc-af1a-420e-ba76-fea3a775fbaf tempest-DeleteServersTestJSON-2058535045 tempest-DeleteServersTestJSON-2058535045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:57:46.289715 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-fde8e752-c2e1-4707-a544-57a9f79218e1 req-48fae1bc-af1a-420e-ba76-fea3a775fbaf tempest-DeleteServersTestJSON-2058535045 tempest-DeleteServersTestJSON-2058535045-project] 10.222.0.90 "GET /v2.0/ports?device_id=3fec94a4-a970-4099-a173-49cad6850afe HTTP/1.1" status: 200 len: 944 time: 0.1330032 Sep 24 14:57:46.418306 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-fde8e752-c2e1-4707-a544-57a9f79218e1 req-57c16424-f586-4e65-ab4d-d642c6f04efb tempest-DeleteServersTestJSON-2058535045 tempest-DeleteServersTestJSON-2058535045-project] 10.222.0.90 "GET /v2.0/security-groups?id=54f13584-b7bd-4068-99e2-b9ab9c34ac42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132689 Sep 24 14:57:46.468590 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993762'] for port, before_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:46.569010 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fec94a4-a970-4099-a173-49cad6850afe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05f98a1f-af8d-417d-8384-a6103df9c09f'}] {{(pid=105995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 14:57:46.628046 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-c43ce273-4550-4946-962b-59b6b8455c71 req-45a65953-393c-4502-8db9-2b8680430a97 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=e8de89965f464e0ebbfb78c2c3d408f2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3937037 Sep 24 14:57:46.649524 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-416e2baa-0325-4fbd-86be-da18934d9a0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:46.761453 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6f67ee-9e45-423c-a02e-1f222073bdbd req-5c9cd82e-4db3-4b7d-b572-d57e29292e42 tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:57:46.772132 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-ee6f67ee-9e45-423c-a02e-1f222073bdbd req-5c9cd82e-4db3-4b7d-b572-d57e29292e42 tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] 10.222.0.90 "GET /v2.0/ports?device_id=efc9d137-d1b5-4824-8c0f-8e004e328076 HTTP/1.1" status: 200 len: 944 time: 0.1447263 Sep 24 14:57:46.843552 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.db [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] For port 05f98a1f-af8d-417d-8384-a6103df9c09f, host hv-cinder-80983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80983',level=0,port_id=05f98a1f-af8d-417d-8384-a6103df9c09f,segment=NetworkSegment(1317f27d-b2d0-4289-a71c-e901725dce77),segment_id=1317f27d-b2d0-4289-a71c-e901725dce77)] {{(pid=105995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:57:46.859131 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248551428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248062163'] for port, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:46.892208 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-ee6f67ee-9e45-423c-a02e-1f222073bdbd req-164900ba-1224-4c93-9ee0-6976ce023874 tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] 10.222.0.90 "GET /v2.0/security-groups?id=bb54c971-337c-4571-b265-c21f3dff30d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014590 Sep 24 14:57:46.993710 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Pushing event updated for resources: {'Port': ['ID=05f98a1f-af8d-417d-8384-a6103df9c09f,revision_number=5']} {{(pid=105995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:57:47.072465 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.db.api [None req-416e2baa-0325-4fbd-86be-da18934d9a0b admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 24 14:57:47.072465 dv-cinder-809830-2-iscsi neutron-server[105994]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 24 14:57:47.072465 dv-cinder-809830-2-iscsi neutron-server[105994]: [parameters: {'project_id': '5cb78a3bfc82434c92c8944e6492f5cb', 'id': 'dd77dd46-3fc6-4ba4-9806-f41faaf458a5', 'expiration': datetime.datetime(2021, 9, 24, 14, 59, 47, 33586)}] Sep 24 14:57:47.072465 dv-cinder-809830-2-iscsi neutron-server[105994]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=105994) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 24 14:57:47.073206 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG oslo_db.api [None req-416e2baa-0325-4fbd-86be-da18934d9a0b admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=105994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 24 14:57:47.085958 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c167fd4-9dfc-4e14-ae87-ca1ffeb3db01 req-2b62f9bf-3035-40a2-bdb2-7f5615a58a00 tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] Made reservation on behalf of b96539b658a14037b412f92c54157553 for: {'port': 1} {{(pid=105994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 14:57:47.092326 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-9c167fd4-9dfc-4e14-ae87-ca1ffeb3db01 req-2b62f9bf-3035-40a2-bdb2-7f5615a58a00 tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993762'] for port, before_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:47.199027 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-acffaf88-a23a-4a65-a8e0-67448f1758ca req-05fffd73-90dc-4c7d-9fdd-fa09c83c0f6d tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] 10.222.0.90 "GET /v2.0/ports?device_id=cff78be5-9899-478d-b782-36a5f28de2b0 HTTP/1.1" status: 200 len: 210 time: 0.1132209 Sep 24 14:57:47.234425 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-c43ce273-4550-4946-962b-59b6b8455c71 req-7a7c5d82-f883-48e4-a53b-60a55d906792 service neutron] 10.222.0.90 "GET /v2.0/networks/9cafbdbc-b31b-42e1-af08-737ab1772474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5711846 Sep 24 14:57:47.420899 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.notifiers.nova [req-b6a64f72-5bd0-4d96-be3f-41072dc6a100 req-89d18b04-f180-41b5-a572-49ef68db3850 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ec0958e-582a-4654-8072-aba68a956d1b {{(pid=105994) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 14:57:47.443475 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-b6a64f72-5bd0-4d96-be3f-41072dc6a100 req-89d18b04-f180-41b5-a572-49ef68db3850 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:47.471595 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}caf9aa003d9a854053fb223e5f104f4bef6eff4a3612bfb278e8f19c1601715b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96aa0876-ba8f-48ea-9d48-9fd75d56cc34" -d '{"events": [{"server_uuid": "3fec94a4-a970-4099-a173-49cad6850afe", "name": "network-vif-plugged", "status": "completed", "tag": "05f98a1f-af8d-417d-8384-a6103df9c09f"}]}' {{(pid=105995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 14:57:47.558996 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.db.provisioning_blocks [req-b6a64f72-5bd0-4d96-be3f-41072dc6a100 req-89d18b04-f180-41b5-a572-49ef68db3850 service neutron] Transition to ACTIVE for port object 1ec0958e-582a-4654-8072-aba68a956d1b will not be triggered until provisioned by entity L2. {{(pid=105994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 14:57:47.578817 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-416e2baa-0325-4fbd-86be-da18934d9a0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:47.592224 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-b6a64f72-5bd0-4d96-be3f-41072dc6a100 req-89d18b04-f180-41b5-a572-49ef68db3850 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248551428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248062163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14130357'] for port, after_update {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:47.759514 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-c43ce273-4550-4946-962b-59b6b8455c71 req-5a3dc2d2-0750-4d65-b6a7-f76c47f4ada5 service neutron] 10.222.0.90 "GET /v2.0/networks/9cafbdbc-b31b-42e1-af08-737ab1772474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4786453 Sep 24 14:57:47.761600 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67848137-a071-48ba-85d4-d1fe20800892 req-63bee6b4-9399-42fc-9b40-534536a2f75c tempest-DeleteServersTestJSON-2058535045 tempest-DeleteServersTestJSON-2058535045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:57:47.766969 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-67848137-a071-48ba-85d4-d1fe20800892 req-63bee6b4-9399-42fc-9b40-534536a2f75c tempest-DeleteServersTestJSON-2058535045 tempest-DeleteServersTestJSON-2058535045-project] 10.222.0.90 "GET /v2.0/ports?device_id=3fec94a4-a970-4099-a173-49cad6850afe HTTP/1.1" status: 200 len: 945 time: 0.1591027 Sep 24 14:57:47.886890 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.db.db_base_plugin_common [req-9c167fd4-9dfc-4e14-ae87-ca1ffeb3db01 req-2b62f9bf-3035-40a2-bdb2-7f5615a58a00 tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] Allocated IP 172.20.0.10 (b9087bdc-bc6d-4ea0-be83-04ee0e604773/a953951d-d181-4025-b6b9-5088bf3d7942/de4e05cb-700c-47dd-ae6a-52828ead0e1b) {{(pid=105994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 14:57:47.903385 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-67848137-a071-48ba-85d4-d1fe20800892 req-18531c37-5655-4f28-93b6-c467d50cf849 tempest-DeleteServersTestJSON-2058535045 tempest-DeleteServersTestJSON-2058535045-project] 10.222.0.90 "GET /v2.0/security-groups?id=54f13584-b7bd-4068-99e2-b9ab9c34ac42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250708 Sep 24 14:57:47.968480 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d18b04-f180-41b5-a572-49ef68db3850 service neutron] Pushing event updated for resources: {'Port': ['ID=1ec0958e-582a-4654-8072-aba68a956d1b,revision_number=2']} {{(pid=105994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:57:48.177316 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.managers [req-b6a64f72-5bd0-4d96-be3f-41072dc6a100 req-89d18b04-f180-41b5-a572-49ef68db3850 service neutron] Attempting to bind port 1ec0958e-582a-4654-8072-aba68a956d1b on host hv-cinder-80983 for vnic_type normal with profile {{(pid=105994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 14:57:48.177856 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.managers [req-b6a64f72-5bd0-4d96-be3f-41072dc6a100 req-89d18b04-f180-41b5-a572-49ef68db3850 service neutron] Attempting to bind port 1ec0958e-582a-4654-8072-aba68a956d1b by drivers openvswitch,hyperv on host hv-cinder-80983 at level 0 using segments [{'id': 'da9779c5-d241-41b8-9fc6-47d7c09f6870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': 'b9087bdc-bc6d-4ea0-be83-04ee0e604773'}] {{(pid=105994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 14:57:48.178390 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6a64f72-5bd0-4d96-be3f-41072dc6a100 req-89d18b04-f180-41b5-a572-49ef68db3850 service neutron] Attempting to bind port 1ec0958e-582a-4654-8072-aba68a956d1b on network b9087bdc-bc6d-4ea0-be83-04ee0e604773 {{(pid=105994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 14:57:48.270674 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6a64f72-5bd0-4d96-be3f-41072dc6a100 req-89d18b04-f180-41b5-a572-49ef68db3850 service neutron] Port 1ec0958e-582a-4654-8072-aba68a956d1b on network b9087bdc-bc6d-4ea0-be83-04ee0e604773 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80983 {{(pid=105994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 14:57:48.271729 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6a64f72-5bd0-4d96-be3f-41072dc6a100 req-89d18b04-f180-41b5-a572-49ef68db3850 service neutron] Attempting to bind port 1ec0958e-582a-4654-8072-aba68a956d1b on network b9087bdc-bc6d-4ea0-be83-04ee0e604773 {{(pid=105994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 14:57:48.343194 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.rpc [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Device b1cb22c4-a818-4c45-a191-65d5ab96169f up at agent hyperv_hv-cinder-80983 {{(pid=105995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 14:57:48.364850 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6a64f72-5bd0-4d96-be3f-41072dc6a100 req-89d18b04-f180-41b5-a572-49ef68db3850 service neutron] Checking agent: {'id': 'fe6caec8-3271-4776-9083-fb8f8cae5b94', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80983', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 14, 54, 44), 'started_at': datetime.datetime(2021, 9, 24, 14, 54, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 14, 57, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 14:57:48.365340 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6a64f72-5bd0-4d96-be3f-41072dc6a100 req-89d18b04-f180-41b5-a572-49ef68db3850 service neutron] Checking segment: {'id': 'da9779c5-d241-41b8-9fc6-47d7c09f6870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': 'b9087bdc-bc6d-4ea0-be83-04ee0e604773'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 14:57:48.365971 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6a64f72-5bd0-4d96-be3f-41072dc6a100 req-89d18b04-f180-41b5-a572-49ef68db3850 service neutron] Bound using segment: {'id': 'da9779c5-d241-41b8-9fc6-47d7c09f6870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': 'b9087bdc-bc6d-4ea0-be83-04ee0e604773'} {{(pid=105994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 14:57:48.366726 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.managers [req-b6a64f72-5bd0-4d96-be3f-41072dc6a100 req-89d18b04-f180-41b5-a572-49ef68db3850 service neutron] Bound port: 1ec0958e-582a-4654-8072-aba68a956d1b, host: hv-cinder-80983, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da9779c5-d241-41b8-9fc6-47d7c09f6870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': 'b9087bdc-bc6d-4ea0-be83-04ee0e604773'}}] {{(pid=105994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 14:57:48.367309 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-b6a64f72-5bd0-4d96-be3f-41072dc6a100 req-89d18b04-f180-41b5-a572-49ef68db3850 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993762'] for port, before_update {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:48.421630 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-416e2baa-0325-4fbd-86be-da18934d9a0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:48.524551 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.provisioning_blocks [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Provisioning for port b1cb22c4-a818-4c45-a191-65d5ab96169f completed by entity L2. {{(pid=105995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 14:57:48.540515 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.provisioning_blocks [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Provisioning complete for port b1cb22c4-a818-4c45-a191-65d5ab96169f triggered by entity L2. {{(pid=105995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 14:57:48.542438 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985790'] for port, provisioning_complete {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:48.673262 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-416e2baa-0325-4fbd-86be-da18934d9a0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571103'] for security_group, after_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:48.700798 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 14:57:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c020d7b-e353-47f1-9902-a25fe1c5f58f x-openstack-request-id: req-5c020d7b-e353-47f1-9902-a25fe1c5f58f {{(pid=105995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 14:57:48.702985 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fec94a4-a970-4099-a173-49cad6850afe", "name": "network-vif-plugged", "status": "completed", "tag": "05f98a1f-af8d-417d-8384-a6103df9c09f", "code": 200}]} {{(pid=105995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 14:57:48.703704 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-5c020d7b-e353-47f1-9902-a25fe1c5f58f {{(pid=105995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 14:57:48.704721 dv-cinder-809830-2-iscsi neutron-server[105995]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fec94a4-a970-4099-a173-49cad6850afe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05f98a1f-af8d-417d-8384-a6103df9c09f', 'code': 200} Sep 24 14:57:48.764406 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.db [req-b6a64f72-5bd0-4d96-be3f-41072dc6a100 req-89d18b04-f180-41b5-a572-49ef68db3850 service neutron] For port 1ec0958e-582a-4654-8072-aba68a956d1b, host hv-cinder-80983, cleared binding levels {{(pid=105994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 14:57:48.837874 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993762'] for port, before_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:48.855159 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [None req-416e2baa-0325-4fbd-86be-da18934d9a0b admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=5cb78a3bfc82434c92c8944e6492f5cb&name=default HTTP/1.1" status: 200 len: 2979 time: 2.9865866 Sep 24 14:57:48.880905 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.wsgi [-] (105994) accepted ('10.222.0.90', 55920) {{(pid=105994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:57:48.883892 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.db [req-b6a64f72-5bd0-4d96-be3f-41072dc6a100 req-89d18b04-f180-41b5-a572-49ef68db3850 service neutron] For port 1ec0958e-582a-4654-8072-aba68a956d1b, host hv-cinder-80983, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80983',level=0,port_id=1ec0958e-582a-4654-8072-aba68a956d1b,segment=NetworkSegment(da9779c5-d241-41b8-9fc6-47d7c09f6870),segment_id=da9779c5-d241-41b8-9fc6-47d7c09f6870)] {{(pid=105994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 14:57:48.909075 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416e2baa-0325-4fbd-86be-da18934d9a0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7149c7f-2584-429b-89de-0ae50f128551,revision_number=1']} {{(pid=105994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:57:48.911856 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-980b9cab-fdbd-4f10-8d3e-2a8e5f476531 req-27e4764b-b245-4ed8-895a-5775b8c36756 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/ports?device_id=873dd13f-1b71-4619-b337-59158ab98530 HTTP/1.1" status: 200 len: 210 time: 0.0827236 Sep 24 14:57:48.937740 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.db [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] For port b1cb22c4-a818-4c45-a191-65d5ab96169f, host hv-cinder-80983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80983',level=0,port_id=b1cb22c4-a818-4c45-a191-65d5ab96169f,segment=NetworkSegment(3493a04e-7856-43c1-b4a7-e752097c9e9a),segment_id=3493a04e-7856-43c1-b4a7-e752097c9e9a)] {{(pid=105995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:57:48.947123 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248551428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248062163'] for port, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:48.950825 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-b6a64f72-5bd0-4d96-be3f-41072dc6a100 req-89d18b04-f180-41b5-a572-49ef68db3850 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248551428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248062163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14130357'] for port, after_update {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:49.025551 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55741545-131b-4a1d-8dfc-e29bca3e42bb req-c3a8f382-97a6-4a3f-bd71-6567c05e4474 tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:57:49.028730 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-55741545-131b-4a1d-8dfc-e29bca3e42bb req-c3a8f382-97a6-4a3f-bd71-6567c05e4474 tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] 10.222.0.90 "GET /v2.0/ports?device_id=efc9d137-d1b5-4824-8c0f-8e004e328076 HTTP/1.1" status: 200 len: 944 time: 0.7681320 Sep 24 14:57:49.110307 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-9c167fd4-9dfc-4e14-ae87-ca1ffeb3db01 req-2b62f9bf-3035-40a2-bdb2-7f5615a58a00 tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] Notify callbacks [] for port, precommit_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:49.169766 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Pushing event updated for resources: {'Port': ['ID=b1cb22c4-a818-4c45-a191-65d5ab96169f,revision_number=5']} {{(pid=105995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:57:49.221612 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-c5578474-8d8a-4802-8f26-f6348afc3839 req-c1219373-29d7-4565-b15a-59ad169864b3 tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] 10.222.0.90 "GET /v2.0/ports?device_id=cff78be5-9899-478d-b782-36a5f28de2b0 HTTP/1.1" status: 200 len: 210 time: 0.0619023 Sep 24 14:57:49.335256 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a64f72-5bd0-4d96-be3f-41072dc6a100 req-89d18b04-f180-41b5-a572-49ef68db3850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:57:49.336641 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-b6a64f72-5bd0-4d96-be3f-41072dc6a100 req-89d18b04-f180-41b5-a572-49ef68db3850 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536624'] for port, before_response {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:49.339637 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-b6a64f72-5bd0-4d96-be3f-41072dc6a100 req-89d18b04-f180-41b5-a572-49ef68db3850 service neutron] 10.222.0.99 "PUT /v2.0/ports/1ec0958e-582a-4654-8072-aba68a956d1b HTTP/1.1" status: 200 len: 1093 time: 4.7129047 Sep 24 14:57:49.348553 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bedb3f1-1b28-4d65-a046-f1b24046bde6', 'tag': '1ec0958e-582a-4654-8072-aba68a956d1b'}] {{(pid=105994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 14:57:49.351439 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}445a901cbb5a624303c84b78f65e518dd0fb300c00204885c20e5236c8fbed2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-477c5750-fb8a-4cc5-ab72-d2cb1b23030f" -d '{"events": [{"name": "network-changed", "server_uuid": "1bedb3f1-1b28-4d65-a046-f1b24046bde6", "tag": "1ec0958e-582a-4654-8072-aba68a956d1b"}]}' {{(pid=105994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 14:57:49.461071 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-55741545-131b-4a1d-8dfc-e29bca3e42bb req-7edf7bb8-a3ec-401d-ab44-f6a1d71207e1 tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] 10.222.0.90 "GET /v2.0/security-groups?id=bb54c971-337c-4571-b265-c21f3dff30d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3680754 Sep 24 14:57:49.480169 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d18b04-f180-41b5-a572-49ef68db3850 service neutron] Pushing event updated for resources: {'Port': ['ID=1ec0958e-582a-4654-8072-aba68a956d1b,revision_number=3']} {{(pid=105994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:57:49.492649 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-1b20bef6-d2f0-4a84-88de-206ec306cdf7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:49.517793 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80f37e4-a1d2-4034-b627-604d23fd5b6f req-fcd3e527-603b-444b-8329-f4be4d2aa98d tempest-DeleteServersTestJSON-2058535045 tempest-DeleteServersTestJSON-2058535045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:57:49.531993 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-c80f37e4-a1d2-4034-b627-604d23fd5b6f req-fcd3e527-603b-444b-8329-f4be4d2aa98d tempest-DeleteServersTestJSON-2058535045 tempest-DeleteServersTestJSON-2058535045-project] 10.222.0.90 "GET /v2.0/ports?device_id=3fec94a4-a970-4099-a173-49cad6850afe HTTP/1.1" status: 200 len: 945 time: 0.1568227 Sep 24 14:57:49.539245 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-9c167fd4-9dfc-4e14-ae87-ca1ffeb3db01 req-2b62f9bf-3035-40a2-bdb2-7f5615a58a00 tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727248062127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14130366'] for port, after_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:49.546452 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-1b20bef6-d2f0-4a84-88de-206ec306cdf7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:49.603575 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 14:57:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9309310b-f681-4653-8b8a-c3f8c071cad3 x-openstack-request-id: req-9309310b-f681-4653-8b8a-c3f8c071cad3 {{(pid=105994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 14:57:49.604011 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bedb3f1-1b28-4d65-a046-f1b24046bde6", "tag": "1ec0958e-582a-4654-8072-aba68a956d1b", "status": "completed", "code": 200}]} {{(pid=105994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 14:57:49.604371 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-9309310b-f681-4653-8b8a-c3f8c071cad3 {{(pid=105994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 14:57:49.604908 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bedb3f1-1b28-4d65-a046-f1b24046bde6', 'tag': '1ec0958e-582a-4654-8072-aba68a956d1b', 'status': 'completed', 'code': 200} Sep 24 14:57:49.610800 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-c80f37e4-a1d2-4034-b627-604d23fd5b6f req-787b88f9-6f28-4fd1-b1fe-39643bf3d506 tempest-DeleteServersTestJSON-2058535045 tempest-DeleteServersTestJSON-2058535045-project] 10.222.0.90 "GET /v2.0/security-groups?id=54f13584-b7bd-4068-99e2-b9ab9c34ac42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752676 Sep 24 14:57:49.660719 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c167fd4-9dfc-4e14-ae87-ca1ffeb3db01 req-2b62f9bf-3035-40a2-bdb2-7f5615a58a00 tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] Network b9087bdc-bc6d-4ea0-be83-04ee0e604773 is already hosted by enough agents. {{(pid=105994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 14:57:49.669997 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b62f9bf-3035-40a2-bdb2-7f5615a58a00 tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] Pushing event updated for resources: {'Port': ['ID=de4e05cb-700c-47dd-ae6a-52828ead0e1b,revision_number=1']} {{(pid=105994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:57:49.678315 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.scheduler.base_scheduler [req-9c167fd4-9dfc-4e14-ae87-ca1ffeb3db01 req-2b62f9bf-3035-40a2-bdb2-7f5615a58a00 tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] Resources bound (agent type, host, resource id): {{(pid=105994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 14:57:49.683046 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c167fd4-9dfc-4e14-ae87-ca1ffeb3db01 req-2b62f9bf-3035-40a2-bdb2-7f5615a58a00 tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] Received port after_create {{(pid=105994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 14:57:49.993472 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c167fd4-9dfc-4e14-ae87-ca1ffeb3db01 req-2b62f9bf-3035-40a2-bdb2-7f5615a58a00 tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:57:49.994247 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-9c167fd4-9dfc-4e14-ae87-ca1ffeb3db01 req-2b62f9bf-3035-40a2-bdb2-7f5615a58a00 tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536624'] for port, before_response {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:49.998645 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-1b20bef6-d2f0-4a84-88de-206ec306cdf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571103'] for security_group, after_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:50.002763 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-1b20bef6-d2f0-4a84-88de-206ec306cdf7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:50.007924 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [None req-1b20bef6-d2f0-4a84-88de-206ec306cdf7 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/e7149c7f-2584-429b-89de-0ae50f128551 HTTP/1.1" status: 204 len: 168 time: 1.1125286 Sep 24 14:57:50.023790 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b20bef6-d2f0-4a84-88de-206ec306cdf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7149c7f-2584-429b-89de-0ae50f128551,revision_number=None']} {{(pid=105994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:57:50.041237 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-9c167fd4-9dfc-4e14-ae87-ca1ffeb3db01 req-2b62f9bf-3035-40a2-bdb2-7f5615a58a00 tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8539660 Sep 24 14:57:50.133393 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-88e43b64-f935-46b2-810a-a00cd07adeb8 req-68d1aefd-74b2-4177-bf94-4ffc79228fb6 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/ports?device_id=873dd13f-1b71-4619-b337-59158ab98530 HTTP/1.1" status: 200 len: 210 time: 0.0432861 Sep 24 14:57:50.305311 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.v2.base [req-9c167fd4-9dfc-4e14-ae87-ca1ffeb3db01 req-e3a40c7f-446e-4944-8ca1-45e965b231ab service neutron] Request body: {'port': {'device_id': 'cff78be5-9899-478d-b782-36a5f28de2b0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80983'}} {{(pid=105994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:57:50.507553 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-9c167fd4-9dfc-4e14-ae87-ca1ffeb3db01 req-e3a40c7f-446e-4944-8ca1-45e965b231ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993762'] for port, before_update {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:50.588330 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477c5750-fb8a-4cc5-ab72-d2cb1b23030f req-b4316c24-f578-4a8a-ad75-5eb0dc44ce17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:57:50.591250 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-477c5750-fb8a-4cc5-ab72-d2cb1b23030f req-b4316c24-f578-4a8a-ad75-5eb0dc44ce17 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=b96539b658a14037b412f92c54157553&device_id=1bedb3f1-1b28-4d65-a046-f1b24046bde6 HTTP/1.1" status: 200 len: 1096 time: 0.2128422 Sep 24 14:57:50.598484 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176afea1-9251-4548-8281-510086e88f17 req-1cc782ee-76b0-401c-b52a-0d1a97736065 tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:57:50.612325 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-176afea1-9251-4548-8281-510086e88f17 req-1cc782ee-76b0-401c-b52a-0d1a97736065 tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] 10.222.0.90 "GET /v2.0/ports?device_id=cff78be5-9899-478d-b782-36a5f28de2b0 HTTP/1.1" status: 200 len: 932 time: 0.1807926 Sep 24 14:57:50.707339 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efc9d137-d1b5-4824-8c0f-8e004e328076', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1cb22c4-a818-4c45-a191-65d5ab96169f'}] {{(pid=105995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 14:57:50.714161 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}caf9aa003d9a854053fb223e5f104f4bef6eff4a3612bfb278e8f19c1601715b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86a0ce73-d427-4d7c-9693-85ba77151e9b" -d '{"events": [{"server_uuid": "efc9d137-d1b5-4824-8c0f-8e004e328076", "name": "network-vif-plugged", "status": "completed", "tag": "b1cb22c4-a818-4c45-a191-65d5ab96169f"}]}' {{(pid=105995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 14:57:50.725576 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-176afea1-9251-4548-8281-510086e88f17 req-6df06294-b1c4-4d76-a1dd-3610997bb064 tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] 10.222.0.90 "GET /v2.0/security-groups?id=f3d37e3f-2899-4174-ab27-7857e72c3fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071074 Sep 24 14:57:50.859850 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.wsgi [-] (105993) accepted ('10.222.0.90', 55964) {{(pid=105993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:57:50.917598 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-ae2b93c1-8c0c-4676-915b-c1c6e3429949 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:50.976116 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0543d1ba-9d7e-4493-8e15-67e05c46d6bb req-fbd08759-1998-4c4d-9f47-ba10167e6d14 tempest-DeleteServersTestJSON-2058535045 tempest-DeleteServersTestJSON-2058535045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:57:50.979360 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-0543d1ba-9d7e-4493-8e15-67e05c46d6bb req-fbd08759-1998-4c4d-9f47-ba10167e6d14 tempest-DeleteServersTestJSON-2058535045 tempest-DeleteServersTestJSON-2058535045-project] 10.222.0.90 "GET /v2.0/ports?device_id=3fec94a4-a970-4099-a173-49cad6850afe HTTP/1.1" status: 200 len: 945 time: 0.1432059 Sep 24 14:57:51.085399 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-0543d1ba-9d7e-4493-8e15-67e05c46d6bb req-4cdd94a6-488e-4e96-86e6-fe78921138a9 tempest-DeleteServersTestJSON-2058535045 tempest-DeleteServersTestJSON-2058535045-project] 10.222.0.90 "GET /v2.0/security-groups?id=54f13584-b7bd-4068-99e2-b9ab9c34ac42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919664 Sep 24 14:57:51.194625 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-ae2b93c1-8c0c-4676-915b-c1c6e3429949 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:51.202248 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33af5b3a-b40e-42b1-81ef-b00d6f1ced0c req-8863d48b-9cb0-4ca8-8e40-0b1f27d2634d tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:57:51.204051 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-ae2b93c1-8c0c-4676-915b-c1c6e3429949 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571103'] for security_group, after_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:51.217394 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-33af5b3a-b40e-42b1-81ef-b00d6f1ced0c req-8863d48b-9cb0-4ca8-8e40-0b1f27d2634d tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] 10.222.0.90 "GET /v2.0/ports?device_id=efc9d137-d1b5-4824-8c0f-8e004e328076 HTTP/1.1" status: 200 len: 945 time: 0.5544317 Sep 24 14:57:51.238222 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 14:57:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c1ee695-d955-4025-8527-f69024cecd1c x-openstack-request-id: req-5c1ee695-d955-4025-8527-f69024cecd1c {{(pid=105995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 14:57:51.239616 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efc9d137-d1b5-4824-8c0f-8e004e328076", "name": "network-vif-plugged", "status": "completed", "tag": "b1cb22c4-a818-4c45-a191-65d5ab96169f", "code": 200}]} {{(pid=105995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 14:57:51.240635 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-5c1ee695-d955-4025-8527-f69024cecd1c {{(pid=105995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 14:57:51.241737 dv-cinder-809830-2-iscsi neutron-server[105995]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efc9d137-d1b5-4824-8c0f-8e004e328076', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1cb22c4-a818-4c45-a191-65d5ab96169f', 'code': 200} Sep 24 14:57:51.271100 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [None req-ae2b93c1-8c0c-4676-915b-c1c6e3429949 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=a771af8d3d4a494c8ad86e1f8c8c565d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4096291 Sep 24 14:57:51.283237 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477c5750-fb8a-4cc5-ab72-d2cb1b23030f req-1bb1b2de-74f9-44a1-8fb4-5fa1abeeb94b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:57:51.286751 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-477c5750-fb8a-4cc5-ab72-d2cb1b23030f req-1bb1b2de-74f9-44a1-8fb4-5fa1abeeb94b service neutron] 10.222.0.99 "GET /v2.0/networks?tenant_id=b96539b658a14037b412f92c54157553&shared=False HTTP/1.1" status: 200 len: 921 time: 0.6671193 Sep 24 14:57:51.298521 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.wsgi [-] (105993) accepted ('10.222.0.90', 55968) {{(pid=105993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:57:51.368976 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2b93c1-8c0c-4676-915b-c1c6e3429949 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54998769-49c2-4394-b2aa-5694ca3c2f80,revision_number=1']} {{(pid=105993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:57:51.447961 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-4db0a62f-17c4-44bb-ab83-de4e1b8ec37c req-036df5b9-6a99-4448-8bfd-f8ca449de7d5 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/ports?device_id=873dd13f-1b71-4619-b337-59158ab98530 HTTP/1.1" status: 200 len: 210 time: 0.0808392 Sep 24 14:57:51.479826 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-abc45d34-d974-4371-9061-ace0f5a791e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:51.530461 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-33af5b3a-b40e-42b1-81ef-b00d6f1ced0c req-53070dc4-1026-4bf0-8279-64c5c68d125b tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] 10.222.0.90 "GET /v2.0/security-groups?id=bb54c971-337c-4571-b265-c21f3dff30d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3118236 Sep 24 14:57:51.551760 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-abc45d34-d974-4371-9061-ace0f5a791e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:51.689553 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-abc45d34-d974-4371-9061-ace0f5a791e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571103'] for security_group, after_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:51.696902 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-abc45d34-d974-4371-9061-ace0f5a791e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:51.699025 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [None req-abc45d34-d974-4371-9061-ace0f5a791e6 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/54998769-49c2-4394-b2aa-5694ca3c2f80 HTTP/1.1" status: 204 len: 168 time: 0.3987899 Sep 24 14:57:51.716774 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc45d34-d974-4371-9061-ace0f5a791e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54998769-49c2-4394-b2aa-5694ca3c2f80,revision_number=None']} {{(pid=105993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:57:51.777371 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.notifiers.nova [req-9c167fd4-9dfc-4e14-ae87-ca1ffeb3db01 req-e3a40c7f-446e-4944-8ca1-45e965b231ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de4e05cb-700c-47dd-ae6a-52828ead0e1b {{(pid=105994) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 14:57:51.793348 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-9c167fd4-9dfc-4e14-ae87-ca1ffeb3db01 req-e3a40c7f-446e-4944-8ca1-45e965b231ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:51.826476 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.db.provisioning_blocks [req-9c167fd4-9dfc-4e14-ae87-ca1ffeb3db01 req-e3a40c7f-446e-4944-8ca1-45e965b231ab service neutron] Transition to ACTIVE for port object de4e05cb-700c-47dd-ae6a-52828ead0e1b will not be triggered until provisioned by entity L2. {{(pid=105994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 14:57:51.845491 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-9c167fd4-9dfc-4e14-ae87-ca1ffeb3db01 req-e3a40c7f-446e-4944-8ca1-45e965b231ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248551428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248062163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14130357'] for port, after_update {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:51.982853 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f8acba-5db4-4c25-aac9-16372b1a7366 req-d9bb5146-4088-4e81-abd0-7a91cd23db01 tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:57:51.985296 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a40c7f-446e-4944-8ca1-45e965b231ab service neutron] Pushing event updated for resources: {'Port': ['ID=de4e05cb-700c-47dd-ae6a-52828ead0e1b,revision_number=2']} {{(pid=105994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:57:51.993621 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-98f8acba-5db4-4c25-aac9-16372b1a7366 req-d9bb5146-4088-4e81-abd0-7a91cd23db01 tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] 10.222.0.90 "GET /v2.0/ports?device_id=cff78be5-9899-478d-b782-36a5f28de2b0 HTTP/1.1" status: 200 len: 944 time: 0.1075206 Sep 24 14:57:52.089836 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.managers [req-9c167fd4-9dfc-4e14-ae87-ca1ffeb3db01 req-e3a40c7f-446e-4944-8ca1-45e965b231ab service neutron] Attempting to bind port de4e05cb-700c-47dd-ae6a-52828ead0e1b on host hv-cinder-80983 for vnic_type normal with profile {{(pid=105994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 14:57:52.090281 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.managers [req-9c167fd4-9dfc-4e14-ae87-ca1ffeb3db01 req-e3a40c7f-446e-4944-8ca1-45e965b231ab service neutron] Attempting to bind port de4e05cb-700c-47dd-ae6a-52828ead0e1b by drivers openvswitch,hyperv on host hv-cinder-80983 at level 0 using segments [{'id': 'da9779c5-d241-41b8-9fc6-47d7c09f6870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': 'b9087bdc-bc6d-4ea0-be83-04ee0e604773'}] {{(pid=105994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 14:57:52.091069 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c167fd4-9dfc-4e14-ae87-ca1ffeb3db01 req-e3a40c7f-446e-4944-8ca1-45e965b231ab service neutron] Attempting to bind port de4e05cb-700c-47dd-ae6a-52828ead0e1b on network b9087bdc-bc6d-4ea0-be83-04ee0e604773 {{(pid=105994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 14:57:52.101513 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c167fd4-9dfc-4e14-ae87-ca1ffeb3db01 req-e3a40c7f-446e-4944-8ca1-45e965b231ab service neutron] Port de4e05cb-700c-47dd-ae6a-52828ead0e1b on network b9087bdc-bc6d-4ea0-be83-04ee0e604773 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80983 {{(pid=105994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 14:57:52.102465 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c167fd4-9dfc-4e14-ae87-ca1ffeb3db01 req-e3a40c7f-446e-4944-8ca1-45e965b231ab service neutron] Attempting to bind port de4e05cb-700c-47dd-ae6a-52828ead0e1b on network b9087bdc-bc6d-4ea0-be83-04ee0e604773 {{(pid=105994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 14:57:52.103594 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-98f8acba-5db4-4c25-aac9-16372b1a7366 req-e4d4cb9f-42f6-4054-8ff5-79ca05318b60 tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] 10.222.0.90 "GET /v2.0/security-groups?id=f3d37e3f-2899-4174-ab27-7857e72c3fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008372 Sep 24 14:57:52.113456 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c167fd4-9dfc-4e14-ae87-ca1ffeb3db01 req-e3a40c7f-446e-4944-8ca1-45e965b231ab service neutron] Checking agent: {'id': 'fe6caec8-3271-4776-9083-fb8f8cae5b94', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80983', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 14, 54, 44), 'started_at': datetime.datetime(2021, 9, 24, 14, 54, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 14, 57, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 14:57:52.114467 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c167fd4-9dfc-4e14-ae87-ca1ffeb3db01 req-e3a40c7f-446e-4944-8ca1-45e965b231ab service neutron] Checking segment: {'id': 'da9779c5-d241-41b8-9fc6-47d7c09f6870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': 'b9087bdc-bc6d-4ea0-be83-04ee0e604773'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 14:57:52.115969 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c167fd4-9dfc-4e14-ae87-ca1ffeb3db01 req-e3a40c7f-446e-4944-8ca1-45e965b231ab service neutron] Bound using segment: {'id': 'da9779c5-d241-41b8-9fc6-47d7c09f6870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': 'b9087bdc-bc6d-4ea0-be83-04ee0e604773'} {{(pid=105994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 14:57:52.117719 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.managers [req-9c167fd4-9dfc-4e14-ae87-ca1ffeb3db01 req-e3a40c7f-446e-4944-8ca1-45e965b231ab service neutron] Bound port: de4e05cb-700c-47dd-ae6a-52828ead0e1b, host: hv-cinder-80983, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da9779c5-d241-41b8-9fc6-47d7c09f6870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': 'b9087bdc-bc6d-4ea0-be83-04ee0e604773'}}] {{(pid=105994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 14:57:52.119551 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-9c167fd4-9dfc-4e14-ae87-ca1ffeb3db01 req-e3a40c7f-446e-4944-8ca1-45e965b231ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993762'] for port, before_update {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:52.296822 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.db [req-9c167fd4-9dfc-4e14-ae87-ca1ffeb3db01 req-e3a40c7f-446e-4944-8ca1-45e965b231ab service neutron] For port de4e05cb-700c-47dd-ae6a-52828ead0e1b, host hv-cinder-80983, cleared binding levels {{(pid=105994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 14:57:52.324868 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.db [req-9c167fd4-9dfc-4e14-ae87-ca1ffeb3db01 req-e3a40c7f-446e-4944-8ca1-45e965b231ab service neutron] For port de4e05cb-700c-47dd-ae6a-52828ead0e1b, host hv-cinder-80983, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80983',level=0,port_id=de4e05cb-700c-47dd-ae6a-52828ead0e1b,segment=NetworkSegment(da9779c5-d241-41b8-9fc6-47d7c09f6870),segment_id=da9779c5-d241-41b8-9fc6-47d7c09f6870)] {{(pid=105994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 14:57:52.334481 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-9c167fd4-9dfc-4e14-ae87-ca1ffeb3db01 req-e3a40c7f-446e-4944-8ca1-45e965b231ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248551428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248062163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14130357'] for port, after_update {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:52.395329 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69f5744-fb65-41d9-ac60-a7dc2da2f8ee req-ad9ff512-d882-41f8-81a3-e9b7227e317e tempest-DeleteServersTestJSON-2058535045 tempest-DeleteServersTestJSON-2058535045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:57:52.406794 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-f69f5744-fb65-41d9-ac60-a7dc2da2f8ee req-ad9ff512-d882-41f8-81a3-e9b7227e317e tempest-DeleteServersTestJSON-2058535045 tempest-DeleteServersTestJSON-2058535045-project] 10.222.0.90 "GET /v2.0/ports?device_id=3fec94a4-a970-4099-a173-49cad6850afe HTTP/1.1" status: 200 len: 945 time: 0.1697252 Sep 24 14:57:52.420080 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c167fd4-9dfc-4e14-ae87-ca1ffeb3db01 req-e3a40c7f-446e-4944-8ca1-45e965b231ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:57:52.420799 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-9c167fd4-9dfc-4e14-ae87-ca1ffeb3db01 req-e3a40c7f-446e-4944-8ca1-45e965b231ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536624'] for port, before_response {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:52.423146 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-9c167fd4-9dfc-4e14-ae87-ca1ffeb3db01 req-e3a40c7f-446e-4944-8ca1-45e965b231ab service neutron] 10.222.0.99 "PUT /v2.0/ports/de4e05cb-700c-47dd-ae6a-52828ead0e1b HTTP/1.1" status: 200 len: 1094 time: 2.1344342 Sep 24 14:57:52.423990 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cff78be5-9899-478d-b782-36a5f28de2b0', 'tag': 'de4e05cb-700c-47dd-ae6a-52828ead0e1b'}] {{(pid=105994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 14:57:52.426641 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}445a901cbb5a624303c84b78f65e518dd0fb300c00204885c20e5236c8fbed2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4610b190-30fe-42b7-843c-9c7f270430de" -d '{"events": [{"name": "network-changed", "server_uuid": "cff78be5-9899-478d-b782-36a5f28de2b0", "tag": "de4e05cb-700c-47dd-ae6a-52828ead0e1b"}]}' {{(pid=105994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 14:57:52.479359 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a40c7f-446e-4944-8ca1-45e965b231ab service neutron] Pushing event updated for resources: {'Port': ['ID=de4e05cb-700c-47dd-ae6a-52828ead0e1b,revision_number=3']} {{(pid=105994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:57:52.482441 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 14:57:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-777949df-2014-4ddc-8723-b704815f5712 x-openstack-request-id: req-777949df-2014-4ddc-8723-b704815f5712 {{(pid=105994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 14:57:52.482441 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cff78be5-9899-478d-b782-36a5f28de2b0", "tag": "de4e05cb-700c-47dd-ae6a-52828ead0e1b", "status": "completed", "code": 200}]} {{(pid=105994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 14:57:52.482441 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-777949df-2014-4ddc-8723-b704815f5712 {{(pid=105994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 14:57:52.482966 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cff78be5-9899-478d-b782-36a5f28de2b0', 'tag': 'de4e05cb-700c-47dd-ae6a-52828ead0e1b', 'status': 'completed', 'code': 200} Sep 24 14:57:52.508327 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-f69f5744-fb65-41d9-ac60-a7dc2da2f8ee req-4131c34b-d5ea-4940-b612-27b2f4d9545b tempest-DeleteServersTestJSON-2058535045 tempest-DeleteServersTestJSON-2058535045-project] 10.222.0.90 "GET /v2.0/security-groups?id=54f13584-b7bd-4068-99e2-b9ab9c34ac42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901082 Sep 24 14:57:52.699387 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-df9cb85b-3048-4d3a-9308-21f5873ef7b4 req-f166f1b7-ccce-46f5-879d-2951cd8b72f7 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/ports?device_id=873dd13f-1b71-4619-b337-59158ab98530 HTTP/1.1" status: 200 len: 210 time: 0.0693986 Sep 24 14:57:52.809524 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ad9c27-487b-4535-847f-4c943a3c56d6 req-b8eee03a-c591-4310-aa99-d3223907d77c tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:57:52.811392 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-33ad9c27-487b-4535-847f-4c943a3c56d6 req-b8eee03a-c591-4310-aa99-d3223907d77c tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] 10.222.0.90 "GET /v2.0/ports?device_id=efc9d137-d1b5-4824-8c0f-8e004e328076 HTTP/1.1" status: 200 len: 945 time: 0.0872316 Sep 24 14:57:52.880968 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-33ad9c27-487b-4535-847f-4c943a3c56d6 req-4cd21bfa-b7da-4f2d-bd77-4d6e46f51bfe tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] 10.222.0.90 "GET /v2.0/security-groups?id=bb54c971-337c-4571-b265-c21f3dff30d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586412 Sep 24 14:57:53.308662 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf44218-7cc7-4e57-937f-76643ecc0814 req-37d5ba8a-4ca5-4d15-a1a3-2cb7885588db tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:57:53.308662 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-9cf44218-7cc7-4e57-937f-76643ecc0814 req-37d5ba8a-4ca5-4d15-a1a3-2cb7885588db tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] 10.222.0.90 "GET /v2.0/ports?device_id=cff78be5-9899-478d-b782-36a5f28de2b0 HTTP/1.1" status: 200 len: 944 time: 0.0970614 Sep 24 14:57:53.386950 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-9cf44218-7cc7-4e57-937f-76643ecc0814 req-a23896d9-544c-4925-b220-7d1a564e4429 tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] 10.222.0.90 "GET /v2.0/security-groups?id=f3d37e3f-2899-4174-ab27-7857e72c3fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694730 Sep 24 14:57:53.546182 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-d62aeccf-f074-4949-8044-33a5de25bb2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:54.011844 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c919575b-b86f-40d0-b7bc-6ea0760de824 req-8afb2ef1-aec5-4048-b68e-0d67271bb31a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:57:54.015697 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-c919575b-b86f-40d0-b7bc-6ea0760de824 req-8afb2ef1-aec5-4048-b68e-0d67271bb31a service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=3fec94a4-a970-4099-a173-49cad6850afe HTTP/1.1" status: 200 len: 1098 time: 0.3374884 Sep 24 14:57:54.040621 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.wsgi [-] (105994) accepted ('10.222.0.99', 57030) {{(pid=105994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:57:54.052433 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-d61bb195-9a7f-4b66-b97e-e81667f415bb req-59ff431d-c8ac-4b1c-addb-548a8ade6f95 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/ports?device_id=873dd13f-1b71-4619-b337-59158ab98530 HTTP/1.1" status: 200 len: 210 time: 0.0757370 Sep 24 14:57:54.094338 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [req-c919575b-b86f-40d0-b7bc-6ea0760de824 req-b05681fe-e513-416c-935a-cc65e813d2c2 service neutron] Notify callbacks [] for security_group, before_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:54.187250 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.wsgi [-] (105993) accepted ('10.222.0.99', 57031) {{(pid=105993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:57:54.427008 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd708c4-4296-40ad-ad27-7b333e113ab9 req-03783c36-aa7b-454a-af54-e7a97918dcf9 tempest-DeleteServersTestJSON-2058535045 tempest-DeleteServersTestJSON-2058535045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:57:54.442243 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-9fd708c4-4296-40ad-ad27-7b333e113ab9 req-03783c36-aa7b-454a-af54-e7a97918dcf9 tempest-DeleteServersTestJSON-2058535045 tempest-DeleteServersTestJSON-2058535045-project] 10.222.0.90 "GET /v2.0/ports?device_id=3fec94a4-a970-4099-a173-49cad6850afe HTTP/1.1" status: 200 len: 945 time: 0.7821362 Sep 24 14:57:54.466576 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4610b190-30fe-42b7-843c-9c7f270430de req-7e1bc41c-db79-4711-a0a2-1a020ed3ee6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:57:54.469243 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-4610b190-30fe-42b7-843c-9c7f270430de req-7e1bc41c-db79-4711-a0a2-1a020ed3ee6b service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=b96539b658a14037b412f92c54157553&device_id=cff78be5-9899-478d-b782-36a5f28de2b0 HTTP/1.1" status: 200 len: 1097 time: 0.7745290 Sep 24 14:57:54.483544 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477c5750-fb8a-4cc5-ab72-d2cb1b23030f req-63ac1355-6853-49b6-b9c8-fb9cd6d58171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:57:54.488845 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-477c5750-fb8a-4cc5-ab72-d2cb1b23030f req-63ac1355-6853-49b6-b9c8-fb9cd6d58171 service neutron] 10.222.0.99 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.8715532 Sep 24 14:57:54.579960 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26eda00-d079-4054-95d6-3476f10bcb4d req-ae4f3f9f-1b68-4c0b-b03a-3fa78aef2429 tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:57:54.584140 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-c26eda00-d079-4054-95d6-3476f10bcb4d req-ae4f3f9f-1b68-4c0b-b03a-3fa78aef2429 tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] 10.222.0.90 "GET /v2.0/ports?device_id=efc9d137-d1b5-4824-8c0f-8e004e328076 HTTP/1.1" status: 200 len: 945 time: 0.3346047 Sep 24 14:57:54.621720 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43ce273-4550-4946-962b-59b6b8455c71 req-69774a75-64f6-43ad-bb3c-ec194d6d8458 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:57:54.628609 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-c43ce273-4550-4946-962b-59b6b8455c71 req-69774a75-64f6-43ad-bb3c-ec194d6d8458 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.99 "GET /v2.0/networks?id=9cafbdbc-b31b-42e1-af08-737ab1772474 HTTP/1.1" status: 200 len: 816 time: 0.4249837 Sep 24 14:57:54.653037 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4675ae-6320-4933-a1aa-4d32c2580035 req-b41c4ae9-dc59-43c6-9e1f-4133b7abdd20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:57:54.655891 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-4e4675ae-6320-4933-a1aa-4d32c2580035 req-b41c4ae9-dc59-43c6-9e1f-4133b7abdd20 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=efc9d137-d1b5-4824-8c0f-8e004e328076 HTTP/1.1" status: 200 len: 1098 time: 0.6133113 Sep 24 14:57:54.669847 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [req-c919575b-b86f-40d0-b7bc-6ea0760de824 req-b05681fe-e513-416c-935a-cc65e813d2c2 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:54.686440 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [req-c919575b-b86f-40d0-b7bc-6ea0760de824 req-b05681fe-e513-416c-935a-cc65e813d2c2 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571103'] for security_group, after_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:54.719316 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-9fd708c4-4296-40ad-ad27-7b333e113ab9 req-fcc63e2b-6efa-4c79-8c69-f2eb08357cb1 tempest-DeleteServersTestJSON-2058535045 tempest-DeleteServersTestJSON-2058535045-project] 10.222.0.90 "GET /v2.0/security-groups?id=54f13584-b7bd-4068-99e2-b9ab9c34ac42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2756140 Sep 24 14:57:54.858261 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-c919575b-b86f-40d0-b7bc-6ea0760de824 req-b05681fe-e513-416c-935a-cc65e813d2c2 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=54f13584-b7bd-4068-99e2-b9ab9c34ac42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8120100 Sep 24 14:57:54.865679 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-c26eda00-d079-4054-95d6-3476f10bcb4d req-2e0c3765-f9c5-407c-836d-bd7cff1b4fa7 tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] 10.222.0.90 "GET /v2.0/security-groups?id=bb54c971-337c-4571-b265-c21f3dff30d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2660913 Sep 24 14:57:54.908095 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05681fe-e513-416c-935a-cc65e813d2c2 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=f03bc4dd-7e8c-4667-a78f-7615c9fde337,revision_number=1']} {{(pid=105993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:57:54.944916 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-c43ce273-4550-4946-962b-59b6b8455c71 req-aa10b937-e8cc-4004-98a0-2fc212b56b66 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.99 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e8de89965f464e0ebbfb78c2c3d408f2 HTTP/1.1" status: 200 len: 379 time: 0.2594919 Sep 24 14:57:55.091745 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.v2.base [req-c43ce273-4550-4946-962b-59b6b8455c71 req-ee6b233a-35ee-483c-a3ff-602e0f685fe4 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Request body: {'port': {'device_id': '873dd13f-1b71-4619-b337-59158ab98530', 'network_id': '9cafbdbc-b31b-42e1-af08-737ab1772474', 'admin_state_up': True, 'tenant_id': 'e8de89965f464e0ebbfb78c2c3d408f2', 'security_groups': ['3569e126-7ff1-4cb8-87ba-3b9b03a649fa']}} {{(pid=105993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:57:55.338833 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a64f72-5bd0-4d96-be3f-41072dc6a100 req-a15ad7da-6768-417c-949b-35f4354f037b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:57:55.341107 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-b6a64f72-5bd0-4d96-be3f-41072dc6a100 req-a15ad7da-6768-417c-949b-35f4354f037b service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=b96539b658a14037b412f92c54157553&device_id=1bedb3f1-1b28-4d65-a046-f1b24046bde6 HTTP/1.1" status: 200 len: 1096 time: 0.7230132 Sep 24 14:57:55.390130 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-4e4675ae-6320-4933-a1aa-4d32c2580035 req-66c0e442-b345-4324-ad06-3eabbdfbed62 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=bb54c971-337c-4571-b265-c21f3dff30d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6546805 Sep 24 14:57:55.413144 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-78781a4e-098b-4b7f-aa8d-d20dc37e5f82 req-f7876701-cebb-4517-8068-8008c4f9925e tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/ports?device_id=873dd13f-1b71-4619-b337-59158ab98530 HTTP/1.1" status: 200 len: 210 time: 0.0646844 Sep 24 14:57:55.508485 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4610b190-30fe-42b7-843c-9c7f270430de req-b86055f1-7a72-413c-81d0-f3f1fbc63673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:57:55.510961 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-4610b190-30fe-42b7-843c-9c7f270430de req-b86055f1-7a72-413c-81d0-f3f1fbc63673 service neutron] 10.222.0.99 "GET /v2.0/networks?tenant_id=b96539b658a14037b412f92c54157553&shared=False HTTP/1.1" status: 200 len: 921 time: 0.9681773 Sep 24 14:57:55.514803 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-b6a64f72-5bd0-4d96-be3f-41072dc6a100 req-e2a6554c-e50f-45a3-81c9-e4c62b8e88e6 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1ec0958e-582a-4654-8072-aba68a956d1b HTTP/1.1" status: 200 len: 217 time: 0.1612904 Sep 24 14:57:55.531167 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700ba7f4-eb21-4370-91c7-e112f1873a35 req-9495c74c-d748-48d2-9e0e-918460771205 tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:57:55.534188 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-700ba7f4-eb21-4370-91c7-e112f1873a35 req-9495c74c-d748-48d2-9e0e-918460771205 tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] 10.222.0.90 "GET /v2.0/ports?device_id=cff78be5-9899-478d-b782-36a5f28de2b0 HTTP/1.1" status: 200 len: 944 time: 0.6041834 Sep 24 14:57:55.557336 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c43ce273-4550-4946-962b-59b6b8455c71 req-ee6b233a-35ee-483c-a3ff-602e0f685fe4 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Made reservation on behalf of e8de89965f464e0ebbfb78c2c3d408f2 for: {'port': 1} {{(pid=105993) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 14:57:55.572802 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [req-c43ce273-4550-4946-962b-59b6b8455c71 req-ee6b233a-35ee-483c-a3ff-602e0f685fe4 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993762'] for port, before_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:56.050383 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a64f72-5bd0-4d96-be3f-41072dc6a100 req-3f795b40-b371-43b7-9bb3-a87c1543c06e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:57:56.053516 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-b6a64f72-5bd0-4d96-be3f-41072dc6a100 req-3f795b40-b371-43b7-9bb3-a87c1543c06e service neutron] 10.222.0.99 "GET /v2.0/subnets?id=a953951d-d181-4025-b6b9-5088bf3d7942 HTTP/1.1" status: 200 len: 859 time: 0.4519677 Sep 24 14:57:56.100037 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-700ba7f4-eb21-4370-91c7-e112f1873a35 req-5f21b8eb-9432-4b21-bc3b-7e10d3eb1fd5 tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] 10.222.0.90 "GET /v2.0/security-groups?id=f3d37e3f-2899-4174-ab27-7857e72c3fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5533376 Sep 24 14:57:56.113989 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4610b190-30fe-42b7-843c-9c7f270430de req-76dd9fd7-42eb-4dfe-95e5-496862c74abf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:57:56.116734 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-4610b190-30fe-42b7-843c-9c7f270430de req-76dd9fd7-42eb-4dfe-95e5-496862c74abf service neutron] 10.222.0.99 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.5169363 Sep 24 14:57:56.219302 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-b6a64f72-5bd0-4d96-be3f-41072dc6a100 req-8ae2db07-eff1-41c0-9b32-cb48c271690b service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=b9087bdc-bc6d-4ea0-be83-04ee0e604773&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1552408 Sep 24 14:57:56.297264 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.db.db_base_plugin_common [req-c43ce273-4550-4946-962b-59b6b8455c71 req-ee6b233a-35ee-483c-a3ff-602e0f685fe4 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Allocated IP 172.20.0.5 (9cafbdbc-b31b-42e1-af08-737ab1772474/96eeb601-c3fa-4a0c-bf57-6c99e9cae07c/b108f0d8-ba9f-4c22-91e5-6d78d372be41) {{(pid=105993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 14:57:56.319007 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ce925f-786b-49fb-8b6f-28436302b92f req-531f509a-530d-4da7-b57e-06da94eb3526 tempest-DeleteServersTestJSON-2058535045 tempest-DeleteServersTestJSON-2058535045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:57:56.321951 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-95ce925f-786b-49fb-8b6f-28436302b92f req-531f509a-530d-4da7-b57e-06da94eb3526 tempest-DeleteServersTestJSON-2058535045 tempest-DeleteServersTestJSON-2058535045-project] 10.222.0.90 "GET /v2.0/ports?device_id=3fec94a4-a970-4099-a173-49cad6850afe HTTP/1.1" status: 200 len: 945 time: 0.3761721 Sep 24 14:57:56.520668 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-95ce925f-786b-49fb-8b6f-28436302b92f req-aa3ed8f3-f1c7-4eb1-8637-7df25a70cc2f tempest-DeleteServersTestJSON-2058535045 tempest-DeleteServersTestJSON-2058535045-project] 10.222.0.90 "GET /v2.0/security-groups?id=54f13584-b7bd-4068-99e2-b9ab9c34ac42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761224 Sep 24 14:57:56.523174 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c202fbc2-b3ac-4c33-8b79-07b2187b2cff req-d6b70fdb-92f5-4670-bfcb-ea485ca557d1 tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:57:56.525735 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-c202fbc2-b3ac-4c33-8b79-07b2187b2cff req-d6b70fdb-92f5-4670-bfcb-ea485ca557d1 tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] 10.222.0.90 "GET /v2.0/ports?device_id=efc9d137-d1b5-4824-8c0f-8e004e328076 HTTP/1.1" status: 200 len: 945 time: 0.2223539 Sep 24 14:57:56.581460 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c167fd4-9dfc-4e14-ae87-ca1ffeb3db01 req-bc4a3d92-9c0a-4ce7-897f-3267d446437c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:57:56.581460 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-9c167fd4-9dfc-4e14-ae87-ca1ffeb3db01 req-bc4a3d92-9c0a-4ce7-897f-3267d446437c service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=b96539b658a14037b412f92c54157553&device_id=cff78be5-9899-478d-b782-36a5f28de2b0 HTTP/1.1" status: 200 len: 1097 time: 0.3513625 Sep 24 14:57:56.650904 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-9c167fd4-9dfc-4e14-ae87-ca1ffeb3db01 req-690a5c13-4d85-42dd-8263-93d3bf5bc1e6 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=de4e05cb-700c-47dd-ae6a-52828ead0e1b HTTP/1.1" status: 200 len: 217 time: 0.0690191 Sep 24 14:57:56.775120 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c167fd4-9dfc-4e14-ae87-ca1ffeb3db01 req-e9c50953-fe15-4bb3-95e2-ba71a21d6220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:57:56.777727 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-9c167fd4-9dfc-4e14-ae87-ca1ffeb3db01 req-e9c50953-fe15-4bb3-95e2-ba71a21d6220 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=a953951d-d181-4025-b6b9-5088bf3d7942 HTTP/1.1" status: 200 len: 859 time: 0.1123726 Sep 24 14:57:56.853821 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-9c167fd4-9dfc-4e14-ae87-ca1ffeb3db01 req-ebd7cb73-0e8b-4088-9d8c-b694176f090c service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=b9087bdc-bc6d-4ea0-be83-04ee0e604773&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0601542 Sep 24 14:57:56.864455 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [req-c43ce273-4550-4946-962b-59b6b8455c71 req-ee6b233a-35ee-483c-a3ff-602e0f685fe4 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Notify callbacks [] for port, precommit_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:56.873275 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-c202fbc2-b3ac-4c33-8b79-07b2187b2cff req-4160bb0c-f5c2-4099-9f28-9573db5cecb7 tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] 10.222.0.90 "GET /v2.0/security-groups?id=bb54c971-337c-4571-b265-c21f3dff30d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3285024 Sep 24 14:57:56.990284 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [req-c43ce273-4550-4946-962b-59b6b8455c71 req-ee6b233a-35ee-483c-a3ff-602e0f685fe4 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727248062127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14427043'] for port, after_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:57.034766 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c43ce273-4550-4946-962b-59b6b8455c71 req-ee6b233a-35ee-483c-a3ff-602e0f685fe4 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Network 9cafbdbc-b31b-42e1-af08-737ab1772474 is already hosted by enough agents. {{(pid=105993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 14:57:57.044849 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-b6a64f72-5bd0-4d96-be3f-41072dc6a100 req-e6b053c7-a1bd-4535-9ee0-3ffe9f5761f5 service neutron] 10.222.0.99 "GET /v2.0/networks/b9087bdc-bc6d-4ea0-be83-04ee0e604773?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8097587 Sep 24 14:57:57.111799 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.scheduler.base_scheduler [req-c43ce273-4550-4946-962b-59b6b8455c71 req-ee6b233a-35ee-483c-a3ff-602e0f685fe4 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Resources bound (agent type, host, resource id): {{(pid=105993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 14:57:57.180817 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-9c167fd4-9dfc-4e14-ae87-ca1ffeb3db01 req-a0bdaf1c-2f65-46d7-bde9-0f42b32990c4 service neutron] 10.222.0.99 "GET /v2.0/networks/b9087bdc-bc6d-4ea0-be83-04ee0e604773?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3053041 Sep 24 14:57:57.212316 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.db.l3_dvrscheduler_db [req-c43ce273-4550-4946-962b-59b6b8455c71 req-ee6b233a-35ee-483c-a3ff-602e0f685fe4 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Received port after_create {{(pid=105993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 14:57:57.308314 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.db.agents_db [None req-37515238-e50e-498e-bfbd-a21ffee86c29 None None] Agent healthcheck: found 6 active agents {{(pid=105996) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 14:57:57.354448 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6b233a-35ee-483c-a3ff-602e0f685fe4 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Pushing event updated for resources: {'Port': ['ID=b108f0d8-ba9f-4c22-91e5-6d78d372be41,revision_number=1']} {{(pid=105993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:57:57.407895 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890bcf1a-3f2f-4418-97a5-058509266808 req-9572bb32-10fe-4bee-8d24-1d27bd276871 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:57:57.410972 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-890bcf1a-3f2f-4418-97a5-058509266808 req-9572bb32-10fe-4bee-8d24-1d27bd276871 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/ports?device_id=873dd13f-1b71-4619-b337-59158ab98530 HTTP/1.1" status: 200 len: 931 time: 0.4408653 Sep 24 14:57:57.435711 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43ce273-4550-4946-962b-59b6b8455c71 req-ee6b233a-35ee-483c-a3ff-602e0f685fe4 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:57:57.436541 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [req-c43ce273-4550-4946-962b-59b6b8455c71 req-ee6b233a-35ee-483c-a3ff-602e0f685fe4 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536624'] for port, before_response {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:57.441002 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d454e8-4645-4e6b-8bc9-cd30bf2b02ad req-f1fdd9d0-c4f5-4e23-b637-cc9ab583e326 tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:57:57.442907 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-31d454e8-4645-4e6b-8bc9-cd30bf2b02ad req-f1fdd9d0-c4f5-4e23-b637-cc9ab583e326 tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] 10.222.0.90 "GET /v2.0/ports?device_id=cff78be5-9899-478d-b782-36a5f28de2b0 HTTP/1.1" status: 200 len: 944 time: 0.1925898 Sep 24 14:57:57.521055 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-c43ce273-4550-4946-962b-59b6b8455c71 req-ee6b233a-35ee-483c-a3ff-602e0f685fe4 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4368868 Sep 24 14:57:57.532149 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-890bcf1a-3f2f-4418-97a5-058509266808 req-dfd1cd3c-b82e-42b0-8ad6-83308cf7da07 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/security-groups?id=3569e126-7ff1-4cb8-87ba-3b9b03a649fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0914187 Sep 24 14:57:57.557602 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-31d454e8-4645-4e6b-8bc9-cd30bf2b02ad req-85f717eb-56ec-4e47-b3e4-c3103966400a tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] 10.222.0.90 "GET /v2.0/security-groups?id=f3d37e3f-2899-4174-ab27-7857e72c3fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987499 Sep 24 14:57:57.598380 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.provisioning_blocks [None req-1dc36018-d744-45db-be78-f5fcc4190b14 None None] Provisioning complete for port b108f0d8-ba9f-4c22-91e5-6d78d372be41 triggered by entity DHCP. {{(pid=105995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 14:57:57.598968 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-1dc36018-d744-45db-be78-f5fcc4190b14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985790'] for port, provisioning_complete {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:57.669458 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.plugin [None req-1dc36018-d744-45db-be78-f5fcc4190b14 None None] Port b108f0d8-ba9f-4c22-91e5-6d78d372be41 cannot update to ACTIVE because it is not bound. {{(pid=105995) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 14:57:57.770485 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e6a8ff-1ba6-4900-abf7-83f8bfc77c43 req-556d8aa8-9985-419c-a35f-5fc04af41b81 tempest-DeleteServersTestJSON-2058535045 tempest-DeleteServersTestJSON-2058535045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:57:57.773722 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-94e6a8ff-1ba6-4900-abf7-83f8bfc77c43 req-556d8aa8-9985-419c-a35f-5fc04af41b81 tempest-DeleteServersTestJSON-2058535045 tempest-DeleteServersTestJSON-2058535045-project] 10.222.0.90 "GET /v2.0/ports?device_id=3fec94a4-a970-4099-a173-49cad6850afe HTTP/1.1" status: 200 len: 945 time: 0.1094024 Sep 24 14:57:57.865676 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-94e6a8ff-1ba6-4900-abf7-83f8bfc77c43 req-d4de2fe0-d23f-49b1-825a-a23b49062a2f tempest-DeleteServersTestJSON-2058535045 tempest-DeleteServersTestJSON-2058535045-project] 10.222.0.90 "GET /v2.0/security-groups?id=54f13584-b7bd-4068-99e2-b9ab9c34ac42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767438 Sep 24 14:57:58.106172 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987c352d-2b67-4a83-8e10-15d63675e802 req-0768cbcd-c225-46da-b623-fa15609b3edd tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:57:58.108843 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-987c352d-2b67-4a83-8e10-15d63675e802 req-0768cbcd-c225-46da-b623-fa15609b3edd tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] 10.222.0.90 "GET /v2.0/ports?device_id=efc9d137-d1b5-4824-8c0f-8e004e328076 HTTP/1.1" status: 200 len: 945 time: 0.0916393 Sep 24 14:57:58.200295 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-987c352d-2b67-4a83-8e10-15d63675e802 req-5a058e84-aee8-4b46-8dee-1bf017eff90a tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] 10.222.0.90 "GET /v2.0/security-groups?id=bb54c971-337c-4571-b265-c21f3dff30d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764723 Sep 24 14:57:58.303995 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-394f86a3-4195-4487-a511-73b533821f14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:58.792977 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cf7b98-10be-44de-b1c6-76f49c230217 req-717d39c7-09b2-42e3-a68c-70c43548793c tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:57:58.801430 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a2edbe-87ca-4549-9620-67f5ac1b8702 req-d13f219d-7913-405e-9034-49cd8b9b9e8f tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:57:58.805796 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-e0a2edbe-87ca-4549-9620-67f5ac1b8702 req-d13f219d-7913-405e-9034-49cd8b9b9e8f tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] 10.222.0.90 "GET /v2.0/ports?device_id=cff78be5-9899-478d-b782-36a5f28de2b0 HTTP/1.1" status: 200 len: 944 time: 0.1194718 Sep 24 14:57:58.806235 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-06cf7b98-10be-44de-b1c6-76f49c230217 req-717d39c7-09b2-42e3-a68c-70c43548793c tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/ports?device_id=873dd13f-1b71-4619-b337-59158ab98530 HTTP/1.1" status: 200 len: 931 time: 0.1077843 Sep 24 14:57:58.867632 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-e0a2edbe-87ca-4549-9620-67f5ac1b8702 req-7b30b8b0-f71b-4cb3-81cd-e2a9467d7c60 tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] 10.222.0.90 "GET /v2.0/security-groups?id=f3d37e3f-2899-4174-ab27-7857e72c3fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543997 Sep 24 14:57:58.877790 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-06cf7b98-10be-44de-b1c6-76f49c230217 req-ee3053ee-d441-4caf-980f-9ba06265488b tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/security-groups?id=3569e126-7ff1-4cb8-87ba-3b9b03a649fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699914 Sep 24 14:57:59.324469 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:59.449627 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f83288e-4749-46c7-a3f3-ef5bf64c4ef4 req-fb2186bc-3e90-48c0-9d7c-e3da2ac84b35 tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:57:59.453022 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-5f83288e-4749-46c7-a3f3-ef5bf64c4ef4 req-fb2186bc-3e90-48c0-9d7c-e3da2ac84b35 tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] 10.222.0.90 "GET /v2.0/ports?device_id=efc9d137-d1b5-4824-8c0f-8e004e328076 HTTP/1.1" status: 200 len: 945 time: 0.1188295 Sep 24 14:57:59.538428 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-5f83288e-4749-46c7-a3f3-ef5bf64c4ef4 req-50c3089f-613b-49e8-aa17-4574b927a65c tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] 10.222.0.90 "GET /v2.0/security-groups?id=bb54c971-337c-4571-b265-c21f3dff30d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732095 Sep 24 14:57:59.820269 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.v2.base [req-c43ce273-4550-4946-962b-59b6b8455c71 req-d7e484d0-776b-46ca-9ae2-9269dc4af0fe service neutron] Request body: {'port': {'device_id': '873dd13f-1b71-4619-b337-59158ab98530', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80983'}} {{(pid=105993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:57:59.926130 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [req-c43ce273-4550-4946-962b-59b6b8455c71 req-d7e484d0-776b-46ca-9ae2-9269dc4af0fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993762'] for port, before_update {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:00.241263 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-b6a64f72-5bd0-4d96-be3f-41072dc6a100 req-1e681ed0-4ba0-4917-91c5-93e62a5e800a service neutron] 10.222.0.99 "GET /v2.0/networks/b9087bdc-bc6d-4ea0-be83-04ee0e604773?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4285753 Sep 24 14:58:00.246353 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-9c167fd4-9dfc-4e14-ae87-ca1ffeb3db01 req-11c683f6-0a15-4d12-af3a-8d4f0424bd0f service neutron] 10.222.0.99 "GET /v2.0/networks/b9087bdc-bc6d-4ea0-be83-04ee0e604773?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4225142 Sep 24 14:58:00.267219 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f84f796-8ba2-494d-92c2-5645ce9f44ac req-4d47c744-b7ff-4e31-9e32-7a498e52f0c0 tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:58:00.279850 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-6f84f796-8ba2-494d-92c2-5645ce9f44ac req-4d47c744-b7ff-4e31-9e32-7a498e52f0c0 tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] 10.222.0.90 "GET /v2.0/ports?device_id=cff78be5-9899-478d-b782-36a5f28de2b0 HTTP/1.1" status: 200 len: 944 time: 0.1622348 Sep 24 14:58:00.336128 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-6f84f796-8ba2-494d-92c2-5645ce9f44ac req-043e6ae9-7a10-4cea-9733-f36cdbbfeffb tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] 10.222.0.90 "GET /v2.0/security-groups?id=f3d37e3f-2899-4174-ab27-7857e72c3fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521116 Sep 24 14:58:00.399685 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-13d777cc-54dc-48f4-b409-3d66fa02497d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:00.422027 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ada9fec-4c24-4aac-9ee0-523d7a210a02 req-0d97cdd2-5d0c-4c74-9070-16499a86203f tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:58:00.424461 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-3ada9fec-4c24-4aac-9ee0-523d7a210a02 req-0d97cdd2-5d0c-4c74-9070-16499a86203f tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/ports?device_id=873dd13f-1b71-4619-b337-59158ab98530 HTTP/1.1" status: 200 len: 931 time: 0.3260810 Sep 24 14:58:00.783757 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-3ada9fec-4c24-4aac-9ee0-523d7a210a02 req-5fc8b3ae-d52f-43ab-b1b5-bdb13da98675 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/security-groups?id=3569e126-7ff1-4cb8-87ba-3b9b03a649fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3471527 Sep 24 14:58:00.849198 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85535298-7f00-45bb-ac05-316826985469 req-32de36b4-70f4-4f82-81dd-b12dcde40c2e tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:58:00.854524 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-85535298-7f00-45bb-ac05-316826985469 req-32de36b4-70f4-4f82-81dd-b12dcde40c2e tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] 10.222.0.90 "GET /v2.0/ports?device_id=efc9d137-d1b5-4824-8c0f-8e004e328076 HTTP/1.1" status: 200 len: 945 time: 0.1653457 Sep 24 14:58:00.972401 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.notifiers.nova [req-c43ce273-4550-4946-962b-59b6b8455c71 req-d7e484d0-776b-46ca-9ae2-9269dc4af0fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b108f0d8-ba9f-4c22-91e5-6d78d372be41 {{(pid=105993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 14:58:00.991624 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [req-c43ce273-4550-4946-962b-59b6b8455c71 req-d7e484d0-776b-46ca-9ae2-9269dc4af0fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:01.020887 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-85535298-7f00-45bb-ac05-316826985469 req-ef88780a-2614-4719-92c6-bfb77176b419 tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] 10.222.0.90 "GET /v2.0/security-groups?id=bb54c971-337c-4571-b265-c21f3dff30d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479719 Sep 24 14:58:01.054703 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.db.provisioning_blocks [req-c43ce273-4550-4946-962b-59b6b8455c71 req-d7e484d0-776b-46ca-9ae2-9269dc4af0fe service neutron] Transition to ACTIVE for port object b108f0d8-ba9f-4c22-91e5-6d78d372be41 will not be triggered until provisioned by entity L2. {{(pid=105993) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 14:58:01.067488 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [req-c43ce273-4550-4946-962b-59b6b8455c71 req-d7e484d0-776b-46ca-9ae2-9269dc4af0fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248551428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248062163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14427048'] for port, after_update {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:01.402618 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e484d0-776b-46ca-9ae2-9269dc4af0fe service neutron] Pushing event updated for resources: {'Port': ['ID=b108f0d8-ba9f-4c22-91e5-6d78d372be41,revision_number=2']} {{(pid=105993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:58:01.465917 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e484d0-776b-46ca-9ae2-9269dc4af0fe service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:58:01.466516 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e484d0-776b-46ca-9ae2-9269dc4af0fe service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:58:01.467111 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e484d0-776b-46ca-9ae2-9269dc4af0fe service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:58:01.467696 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e484d0-776b-46ca-9ae2-9269dc4af0fe service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:58:01.468293 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e484d0-776b-46ca-9ae2-9269dc4af0fe service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:58:01.468897 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e484d0-776b-46ca-9ae2-9269dc4af0fe service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:58:01.474147 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e484d0-776b-46ca-9ae2-9269dc4af0fe service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:58:01.474944 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e484d0-776b-46ca-9ae2-9269dc4af0fe service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:58:01.475530 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e484d0-776b-46ca-9ae2-9269dc4af0fe service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:58:01.476136 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e484d0-776b-46ca-9ae2-9269dc4af0fe service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:58:01.479166 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e484d0-776b-46ca-9ae2-9269dc4af0fe service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:58:01.479412 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e484d0-776b-46ca-9ae2-9269dc4af0fe service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:58:01.569806 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.plugins.ml2.managers [req-c43ce273-4550-4946-962b-59b6b8455c71 req-d7e484d0-776b-46ca-9ae2-9269dc4af0fe service neutron] Attempting to bind port b108f0d8-ba9f-4c22-91e5-6d78d372be41 on host hv-cinder-80983 for vnic_type normal with profile {{(pid=105993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 14:58:01.570180 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.plugins.ml2.managers [req-c43ce273-4550-4946-962b-59b6b8455c71 req-d7e484d0-776b-46ca-9ae2-9269dc4af0fe service neutron] Attempting to bind port b108f0d8-ba9f-4c22-91e5-6d78d372be41 by drivers openvswitch,hyperv on host hv-cinder-80983 at level 0 using segments [{'id': '304b9768-ebfb-4066-b935-a4bdd70cb19d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '9cafbdbc-b31b-42e1-af08-737ab1772474'}] {{(pid=105993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 14:58:01.574405 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c43ce273-4550-4946-962b-59b6b8455c71 req-d7e484d0-776b-46ca-9ae2-9269dc4af0fe service neutron] Attempting to bind port b108f0d8-ba9f-4c22-91e5-6d78d372be41 on network 9cafbdbc-b31b-42e1-af08-737ab1772474 {{(pid=105993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 14:58:01.593759 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c43ce273-4550-4946-962b-59b6b8455c71 req-d7e484d0-776b-46ca-9ae2-9269dc4af0fe service neutron] Port b108f0d8-ba9f-4c22-91e5-6d78d372be41 on network 9cafbdbc-b31b-42e1-af08-737ab1772474 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80983 {{(pid=105993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 14:58:01.593759 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c43ce273-4550-4946-962b-59b6b8455c71 req-d7e484d0-776b-46ca-9ae2-9269dc4af0fe service neutron] Attempting to bind port b108f0d8-ba9f-4c22-91e5-6d78d372be41 on network 9cafbdbc-b31b-42e1-af08-737ab1772474 {{(pid=105993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 14:58:01.611296 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c43ce273-4550-4946-962b-59b6b8455c71 req-d7e484d0-776b-46ca-9ae2-9269dc4af0fe service neutron] Checking agent: {'id': 'fe6caec8-3271-4776-9083-fb8f8cae5b94', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80983', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 14, 54, 44), 'started_at': datetime.datetime(2021, 9, 24, 14, 54, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 14, 57, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 14:58:01.612318 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c43ce273-4550-4946-962b-59b6b8455c71 req-d7e484d0-776b-46ca-9ae2-9269dc4af0fe service neutron] Checking segment: {'id': '304b9768-ebfb-4066-b935-a4bdd70cb19d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '9cafbdbc-b31b-42e1-af08-737ab1772474'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 14:58:01.613383 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c43ce273-4550-4946-962b-59b6b8455c71 req-d7e484d0-776b-46ca-9ae2-9269dc4af0fe service neutron] Bound using segment: {'id': '304b9768-ebfb-4066-b935-a4bdd70cb19d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '9cafbdbc-b31b-42e1-af08-737ab1772474'} {{(pid=105993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 14:58:01.614182 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.plugins.ml2.managers [req-c43ce273-4550-4946-962b-59b6b8455c71 req-d7e484d0-776b-46ca-9ae2-9269dc4af0fe service neutron] Bound port: b108f0d8-ba9f-4c22-91e5-6d78d372be41, host: hv-cinder-80983, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '304b9768-ebfb-4066-b935-a4bdd70cb19d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '9cafbdbc-b31b-42e1-af08-737ab1772474'}}] {{(pid=105993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 14:58:01.614822 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [req-c43ce273-4550-4946-962b-59b6b8455c71 req-d7e484d0-776b-46ca-9ae2-9269dc4af0fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993762'] for port, before_update {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:01.650297 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4429fb2-d4d0-4e0e-a7de-b40aebe8301b req-5328a839-7c51-4ce0-9012-0cb8ecd96150 tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:58:01.663302 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-a4429fb2-d4d0-4e0e-a7de-b40aebe8301b req-5328a839-7c51-4ce0-9012-0cb8ecd96150 tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] 10.222.0.90 "GET /v2.0/ports?device_id=cff78be5-9899-478d-b782-36a5f28de2b0 HTTP/1.1" status: 200 len: 944 time: 0.1327720 Sep 24 14:58:01.749354 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-a4429fb2-d4d0-4e0e-a7de-b40aebe8301b req-80562ce8-2f71-4cf4-982e-289e1d62251b tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] 10.222.0.90 "GET /v2.0/security-groups?id=f3d37e3f-2899-4174-ab27-7857e72c3fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730872 Sep 24 14:58:01.760415 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.plugins.ml2.db [req-c43ce273-4550-4946-962b-59b6b8455c71 req-d7e484d0-776b-46ca-9ae2-9269dc4af0fe service neutron] For port b108f0d8-ba9f-4c22-91e5-6d78d372be41, host hv-cinder-80983, cleared binding levels {{(pid=105993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 14:58:01.771931 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.plugins.ml2.db [req-c43ce273-4550-4946-962b-59b6b8455c71 req-d7e484d0-776b-46ca-9ae2-9269dc4af0fe service neutron] For port b108f0d8-ba9f-4c22-91e5-6d78d372be41, host hv-cinder-80983, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80983',level=0,port_id=b108f0d8-ba9f-4c22-91e5-6d78d372be41,segment=NetworkSegment(304b9768-ebfb-4066-b935-a4bdd70cb19d),segment_id=304b9768-ebfb-4066-b935-a4bdd70cb19d)] {{(pid=105993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 14:58:01.786438 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [req-c43ce273-4550-4946-962b-59b6b8455c71 req-d7e484d0-776b-46ca-9ae2-9269dc4af0fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248551428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248062163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14427048'] for port, after_update {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:01.879133 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43ce273-4550-4946-962b-59b6b8455c71 req-d7e484d0-776b-46ca-9ae2-9269dc4af0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:58:01.880181 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [req-c43ce273-4550-4946-962b-59b6b8455c71 req-d7e484d0-776b-46ca-9ae2-9269dc4af0fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536624'] for port, before_response {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:01.882755 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-c43ce273-4550-4946-962b-59b6b8455c71 req-d7e484d0-776b-46ca-9ae2-9269dc4af0fe service neutron] 10.222.0.99 "PUT /v2.0/ports/b108f0d8-ba9f-4c22-91e5-6d78d372be41 HTTP/1.1" status: 200 len: 1093 time: 2.0705040 Sep 24 14:58:01.884418 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '873dd13f-1b71-4619-b337-59158ab98530', 'tag': 'b108f0d8-ba9f-4c22-91e5-6d78d372be41'}] {{(pid=105993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 14:58:02.248900 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51da0f1a-8ede-46d9-ab2c-fff1204c2fa4 req-e71f778e-ad6a-460b-a0fe-acbf3e15c149 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:58:02.259056 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-51da0f1a-8ede-46d9-ab2c-fff1204c2fa4 req-e71f778e-ad6a-460b-a0fe-acbf3e15c149 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/ports?device_id=873dd13f-1b71-4619-b337-59158ab98530 HTTP/1.1" status: 200 len: 943 time: 0.1916685 Sep 24 14:58:02.342823 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e484d0-776b-46ca-9ae2-9269dc4af0fe service neutron] Pushing event updated for resources: {'Port': ['ID=b108f0d8-ba9f-4c22-91e5-6d78d372be41,revision_number=3']} {{(pid=105993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:58:02.474364 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-51da0f1a-8ede-46d9-ab2c-fff1204c2fa4 req-b2bfc2bc-c79b-4061-808f-c30e0be3ad53 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/security-groups?id=3569e126-7ff1-4cb8-87ba-3b9b03a649fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1947553 Sep 24 14:58:02.496277 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43ce273-4550-4946-962b-59b6b8455c71 req-52873228-9f10-4280-bb9c-46b901deb8bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:58:02.499178 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-c43ce273-4550-4946-962b-59b6b8455c71 req-52873228-9f10-4280-bb9c-46b901deb8bd service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=e8de89965f464e0ebbfb78c2c3d408f2&device_id=873dd13f-1b71-4619-b337-59158ab98530 HTTP/1.1" status: 200 len: 1096 time: 0.5042236 Sep 24 14:58:02.520143 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0483dc3c0338f2df7275381f00d4ce3d10593dcbf62e99ee7509fcf67e52bc13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c43cd6f1-a6a2-40b9-aa70-c639277329a5" -d '{"events": [{"name": "network-changed", "server_uuid": "873dd13f-1b71-4619-b337-59158ab98530", "tag": "b108f0d8-ba9f-4c22-91e5-6d78d372be41"}]}' {{(pid=105993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 14:58:02.616700 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-c43ce273-4550-4946-962b-59b6b8455c71 req-561e358c-7e83-412b-9f2e-8a6df09f66e1 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b108f0d8-ba9f-4c22-91e5-6d78d372be41 HTTP/1.1" status: 200 len: 217 time: 0.0828025 Sep 24 14:58:02.738459 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43ce273-4550-4946-962b-59b6b8455c71 req-1d5c02a9-401e-4909-ba26-3c2ce8fc41af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:58:02.743967 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-c43ce273-4550-4946-962b-59b6b8455c71 req-1d5c02a9-401e-4909-ba26-3c2ce8fc41af service neutron] 10.222.0.99 "GET /v2.0/subnets?id=96eeb601-c3fa-4a0c-bf57-6c99e9cae07c HTTP/1.1" status: 200 len: 855 time: 0.1191974 Sep 24 14:58:02.831299 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 14:58:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88c54c2d-9da5-4a40-bee2-733b51e1ec45 x-openstack-request-id: req-88c54c2d-9da5-4a40-bee2-733b51e1ec45 {{(pid=105993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 14:58:02.831299 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "873dd13f-1b71-4619-b337-59158ab98530", "tag": "b108f0d8-ba9f-4c22-91e5-6d78d372be41", "status": "completed", "code": 200}]} {{(pid=105993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 14:58:02.831689 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-88c54c2d-9da5-4a40-bee2-733b51e1ec45 {{(pid=105993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 14:58:02.832900 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '873dd13f-1b71-4619-b337-59158ab98530', 'tag': 'b108f0d8-ba9f-4c22-91e5-6d78d372be41', 'status': 'completed', 'code': 200} Sep 24 14:58:02.914686 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43ce273-4550-4946-962b-59b6b8455c71 req-d127d7bf-816d-49cc-996f-2fa9e921ab4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:58:02.918217 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-c43ce273-4550-4946-962b-59b6b8455c71 req-d127d7bf-816d-49cc-996f-2fa9e921ab4c service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=9cafbdbc-b31b-42e1-af08-737ab1772474&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1675110 Sep 24 14:58:02.985852 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-450d71f0-4391-4cc8-89b8-8f609d6e2304 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:02.996952 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.wsgi [-] (105994) accepted ('10.222.0.90', 56346) {{(pid=105994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:58:03.070844 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95214c51-7b90-4390-a7f2-672cfa41a1c9 req-26329ad7-0198-4181-86e9-9a98fec75653 tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:58:03.104486 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-95214c51-7b90-4390-a7f2-672cfa41a1c9 req-26329ad7-0198-4181-86e9-9a98fec75653 tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] 10.222.0.90 "GET /v2.0/ports?device_id=cff78be5-9899-478d-b782-36a5f28de2b0 HTTP/1.1" status: 200 len: 944 time: 0.1824105 Sep 24 14:58:03.188399 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-c43ce273-4550-4946-962b-59b6b8455c71 req-5a08df03-f93a-47bc-b022-32be52631ed3 service neutron] 10.222.0.99 "GET /v2.0/networks/9cafbdbc-b31b-42e1-af08-737ab1772474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2570391 Sep 24 14:58:03.227348 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-95214c51-7b90-4390-a7f2-672cfa41a1c9 req-6d71f351-6466-4a9f-ad53-ab08761bcfc5 tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] 10.222.0.90 "GET /v2.0/security-groups?id=f3d37e3f-2899-4174-ab27-7857e72c3fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166306 Sep 24 14:58:03.445549 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-c43ce273-4550-4946-962b-59b6b8455c71 req-61442535-fc6b-4125-8de7-0be4b8f1e947 service neutron] 10.222.0.99 "GET /v2.0/networks/9cafbdbc-b31b-42e1-af08-737ab1772474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2493508 Sep 24 14:58:03.460315 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-deeaf8d7-7f98-45b8-ae05-24c961cfc9fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:03.605251 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43cd6f1-a6a2-40b9-aa70-c639277329a5 req-ab7246db-9c59-4e7d-9282-a9ce9c8674ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:58:03.609395 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-c43cd6f1-a6a2-40b9-aa70-c639277329a5 req-ab7246db-9c59-4e7d-9282-a9ce9c8674ec service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=e8de89965f464e0ebbfb78c2c3d408f2&device_id=873dd13f-1b71-4619-b337-59158ab98530 HTTP/1.1" status: 200 len: 1096 time: 0.0902979 Sep 24 14:58:03.790156 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-deeaf8d7-7f98-45b8-ae05-24c961cfc9fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:03.816397 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.rpc [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Device 1ec0958e-582a-4654-8072-aba68a956d1b details requested by agent hyperv_hv-cinder-80983 with host hv-cinder-80983 {{(pid=105995) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 14:58:03.828042 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-deeaf8d7-7f98-45b8-ae05-24c961cfc9fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571103'] for security_group, after_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:03.864341 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e5023b-abad-4598-a3cf-74804baef401 req-50dd7e92-9d4c-48bd-952c-ac18dea7fbef tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:58:03.868788 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-c7e5023b-abad-4598-a3cf-74804baef401 req-50dd7e92-9d4c-48bd-952c-ac18dea7fbef tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/ports?device_id=873dd13f-1b71-4619-b337-59158ab98530 HTTP/1.1" status: 200 len: 943 time: 0.1987369 Sep 24 14:58:03.933535 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deeaf8d7-7f98-45b8-ae05-24c961cfc9fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0aff212c-da56-4112-80ee-779a2252ecc6,revision_number=1']} {{(pid=105994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:58:03.990754 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deeaf8d7-7f98-45b8-ae05-24c961cfc9fb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:58:03.991307 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deeaf8d7-7f98-45b8-ae05-24c961cfc9fb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:58:03.991871 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deeaf8d7-7f98-45b8-ae05-24c961cfc9fb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:58:03.992618 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deeaf8d7-7f98-45b8-ae05-24c961cfc9fb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:58:03.993384 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deeaf8d7-7f98-45b8-ae05-24c961cfc9fb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:58:03.993931 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deeaf8d7-7f98-45b8-ae05-24c961cfc9fb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:58:03.994468 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deeaf8d7-7f98-45b8-ae05-24c961cfc9fb admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:58:03.994999 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deeaf8d7-7f98-45b8-ae05-24c961cfc9fb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:58:03.995527 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deeaf8d7-7f98-45b8-ae05-24c961cfc9fb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:58:03.996053 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deeaf8d7-7f98-45b8-ae05-24c961cfc9fb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:58:03.996591 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deeaf8d7-7f98-45b8-ae05-24c961cfc9fb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:58:03.997190 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deeaf8d7-7f98-45b8-ae05-24c961cfc9fb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:58:04.002541 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43cd6f1-a6a2-40b9-aa70-c639277329a5 req-d1111d56-2ff4-4705-8184-28a655ff5e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:58:04.005469 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-c43cd6f1-a6a2-40b9-aa70-c639277329a5 req-d1111d56-2ff4-4705-8184-28a655ff5e60 service neutron] 10.222.0.99 "GET /v2.0/networks?id=9cafbdbc-b31b-42e1-af08-737ab1772474 HTTP/1.1" status: 200 len: 918 time: 0.3804817 Sep 24 14:58:04.064190 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-c7e5023b-abad-4598-a3cf-74804baef401 req-41873584-e020-4132-ab8c-e2080f691646 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/security-groups?id=3569e126-7ff1-4cb8-87ba-3b9b03a649fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1317468 Sep 24 14:58:04.073666 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [None req-deeaf8d7-7f98-45b8-ae05-24c961cfc9fb admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=5285997006924228bae0d0fc119683e6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0690336 Sep 24 14:58:04.080141 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.wsgi [-] (105994) accepted ('10.222.0.90', 56372) {{(pid=105994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:58:04.245916 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-ecd7fa24-6abd-436f-ac0f-3f523fcb2c8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:04.263348 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-c43cd6f1-a6a2-40b9-aa70-c639277329a5 req-eb9fd85e-1f3e-4913-a6f4-e20683ce8a23 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b108f0d8-ba9f-4c22-91e5-6d78d372be41 HTTP/1.1" status: 200 len: 217 time: 0.2247097 Sep 24 14:58:04.314438 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-ecd7fa24-6abd-436f-ac0f-3f523fcb2c8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:04.389168 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.db [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] For port 1ec0958e-582a-4654-8072-aba68a956d1b, host hv-cinder-80983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80983',level=0,port_id=1ec0958e-582a-4654-8072-aba68a956d1b,segment=NetworkSegment(da9779c5-d241-41b8-9fc6-47d7c09f6870),segment_id=da9779c5-d241-41b8-9fc6-47d7c09f6870)] {{(pid=105995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:58:04.433189 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-ecd7fa24-6abd-436f-ac0f-3f523fcb2c8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571103'] for security_group, after_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:04.438066 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-ecd7fa24-6abd-436f-ac0f-3f523fcb2c8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:04.444087 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [None req-ecd7fa24-6abd-436f-ac0f-3f523fcb2c8e admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/0aff212c-da56-4112-80ee-779a2252ecc6 HTTP/1.1" status: 204 len: 168 time: 0.3601766 Sep 24 14:58:04.447565 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.rpc [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Returning: {'device': '1ec0958e-582a-4654-8072-aba68a956d1b', 'network_id': 'b9087bdc-bc6d-4ea0-be83-04ee0e604773', 'port_id': '1ec0958e-582a-4654-8072-aba68a956d1b', 'mac_address': 'fa:16:3e:be:10:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1040, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a953951d-d181-4025-b6b9-5088bf3d7942', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105995) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 14:58:04.467639 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43cd6f1-a6a2-40b9-aa70-c639277329a5 req-b470bb54-ce55-4879-930e-7aafdc7b9d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:58:04.472944 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-c43cd6f1-a6a2-40b9-aa70-c639277329a5 req-b470bb54-ce55-4879-930e-7aafdc7b9d27 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=96eeb601-c3fa-4a0c-bf57-6c99e9cae07c HTTP/1.1" status: 200 len: 855 time: 0.2047324 Sep 24 14:58:04.524184 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993762'] for port, before_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:04.553549 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.notifiers.nova [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ec0958e-582a-4654-8072-aba68a956d1b {{(pid=105995) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 14:58:04.581915 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd7fa24-6abd-436f-ac0f-3f523fcb2c8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0aff212c-da56-4112-80ee-779a2252ecc6,revision_number=None']} {{(pid=105994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:58:04.615014 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43cd6f1-a6a2-40b9-aa70-c639277329a5 req-8243312c-759a-4627-bc9e-b354fed0da19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:58:04.617935 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-c43cd6f1-a6a2-40b9-aa70-c639277329a5 req-8243312c-759a-4627-bc9e-b354fed0da19 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=9cafbdbc-b31b-42e1-af08-737ab1772474&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1379693 Sep 24 14:58:04.653592 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.db [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] For port 1ec0958e-582a-4654-8072-aba68a956d1b, host hv-cinder-80983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80983',level=0,port_id=1ec0958e-582a-4654-8072-aba68a956d1b,segment=NetworkSegment(da9779c5-d241-41b8-9fc6-47d7c09f6870),segment_id=da9779c5-d241-41b8-9fc6-47d7c09f6870)] {{(pid=105995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:58:04.670615 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9d982b-a702-4bf2-bd04-cf2c269daede req-3c54164b-7931-4a7c-9f53-9b556ed0f5a1 tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:58:04.674284 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-ef9d982b-a702-4bf2-bd04-cf2c269daede req-3c54164b-7931-4a7c-9f53-9b556ed0f5a1 tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] 10.222.0.90 "GET /v2.0/ports?device_id=cff78be5-9899-478d-b782-36a5f28de2b0 HTTP/1.1" status: 200 len: 944 time: 0.2135916 Sep 24 14:58:04.679264 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248551428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248062163'] for port, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:04.680371 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.rpc [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Device de4e05cb-700c-47dd-ae6a-52828ead0e1b details requested by agent hyperv_hv-cinder-80983 with host hv-cinder-80983 {{(pid=105995) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 14:58:04.808434 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-c43cd6f1-a6a2-40b9-aa70-c639277329a5 req-37d2b990-5a5c-400f-b6c7-300941ad9051 service neutron] 10.222.0.99 "GET /v2.0/networks/9cafbdbc-b31b-42e1-af08-737ab1772474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1802542 Sep 24 14:58:04.813425 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-ef9d982b-a702-4bf2-bd04-cf2c269daede req-710b5525-3182-4606-b8ee-419fcf2b80e6 tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] 10.222.0.90 "GET /v2.0/security-groups?id=f3d37e3f-2899-4174-ab27-7857e72c3fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184657 Sep 24 14:58:04.909188 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Pushing event updated for resources: {'Port': ['ID=1ec0958e-582a-4654-8072-aba68a956d1b,revision_number=4']} {{(pid=105995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:58:04.961968 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:58:04.962892 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:58:04.963505 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:58:04.964361 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:58:04.965568 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:58:04.966551 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:58:04.967435 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:58:04.968584 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:58:04.969508 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:58:04.970843 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:58:04.971411 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:58:04.971988 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:58:04.984277 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.db [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] For port de4e05cb-700c-47dd-ae6a-52828ead0e1b, host hv-cinder-80983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80983',level=0,port_id=de4e05cb-700c-47dd-ae6a-52828ead0e1b,segment=NetworkSegment(da9779c5-d241-41b8-9fc6-47d7c09f6870),segment_id=da9779c5-d241-41b8-9fc6-47d7c09f6870)] {{(pid=105995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:58:05.048878 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.rpc [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Returning: {'device': 'de4e05cb-700c-47dd-ae6a-52828ead0e1b', 'network_id': 'b9087bdc-bc6d-4ea0-be83-04ee0e604773', 'port_id': 'de4e05cb-700c-47dd-ae6a-52828ead0e1b', 'mac_address': 'fa:16:3e:96:f5:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1040, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a953951d-d181-4025-b6b9-5088bf3d7942', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105995) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 14:58:05.115737 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-c43cd6f1-a6a2-40b9-aa70-c639277329a5 req-756b025c-2b21-40cb-94c0-a94144030f04 service neutron] 10.222.0.99 "GET /v2.0/networks/9cafbdbc-b31b-42e1-af08-737ab1772474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2960224 Sep 24 14:58:05.146762 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993762'] for port, before_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:05.187066 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.notifiers.nova [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de4e05cb-700c-47dd-ae6a-52828ead0e1b {{(pid=105995) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 14:58:05.245786 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.db [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] For port de4e05cb-700c-47dd-ae6a-52828ead0e1b, host hv-cinder-80983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80983',level=0,port_id=de4e05cb-700c-47dd-ae6a-52828ead0e1b,segment=NetworkSegment(da9779c5-d241-41b8-9fc6-47d7c09f6870),segment_id=da9779c5-d241-41b8-9fc6-47d7c09f6870)] {{(pid=105995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:58:05.255553 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248551428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248062163'] for port, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:05.370985 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.wsgi [-] (105993) accepted ('10.222.0.90', 56414) {{(pid=105993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:58:05.445755 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-492cc59b-6c09-4bf9-91ae-bc736c93fa33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:05.489422 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Pushing event updated for resources: {'Port': ['ID=de4e05cb-700c-47dd-ae6a-52828ead0e1b,revision_number=4']} {{(pid=105995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:58:05.497628 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6331eaa-c689-486a-84ed-4048f80daaa8 req-8dd86e98-ad03-47a8-b851-3964a2bbaddd tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:58:05.505320 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-c6331eaa-c689-486a-84ed-4048f80daaa8 req-8dd86e98-ad03-47a8-b851-3964a2bbaddd tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/ports?device_id=873dd13f-1b71-4619-b337-59158ab98530 HTTP/1.1" status: 200 len: 943 time: 0.2098005 Sep 24 14:58:05.598056 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-c6331eaa-c689-486a-84ed-4048f80daaa8 req-84bde10e-c350-422e-9c3d-6c52f0a8d23a tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/security-groups?id=3569e126-7ff1-4cb8-87ba-3b9b03a649fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791478 Sep 24 14:58:05.649762 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.db [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] get_ports_and_sgs() called for port_ids ['de4e05cb-700c-47dd-ae6a-52828ead0e1b'] {{(pid=105995) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 14:58:05.721601 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-492cc59b-6c09-4bf9-91ae-bc736c93fa33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:05.728914 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-492cc59b-6c09-4bf9-91ae-bc736c93fa33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571103'] for security_group, after_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:05.763075 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.db [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] get_ports_and_sgs() called for port_ids ['1ec0958e-582a-4654-8072-aba68a956d1b'] {{(pid=105995) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 14:58:05.816707 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [None req-492cc59b-6c09-4bf9-91ae-bc736c93fa33 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=cc9983e7436649fe8e2ac33ca282e15d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4441669 Sep 24 14:58:05.819497 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492cc59b-6c09-4bf9-91ae-bc736c93fa33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4ba6524-c2df-42d8-9592-40415918a3f6,revision_number=1']} {{(pid=105993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:58:05.822407 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.wsgi [-] (105994) accepted ('10.222.0.90', 56422) {{(pid=105994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:58:05.855205 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.rpc [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Device b108f0d8-ba9f-4c22-91e5-6d78d372be41 details requested by agent hyperv_hv-cinder-80983 with host hv-cinder-80983 {{(pid=105995) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 14:58:05.935458 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-383064d1-09b2-47dd-9009-ffcb8562b823 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:05.982162 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-383064d1-09b2-47dd-9009-ffcb8562b823 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:06.125183 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63781525-caa2-49ce-a7ea-4fa58ee1ed05 req-f3e4c431-4622-4ba6-924b-84d42abec3db tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:58:06.128077 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-63781525-caa2-49ce-a7ea-4fa58ee1ed05 req-f3e4c431-4622-4ba6-924b-84d42abec3db tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] 10.222.0.90 "GET /v2.0/ports?device_id=cff78be5-9899-478d-b782-36a5f28de2b0 HTTP/1.1" status: 200 len: 945 time: 0.1504359 Sep 24 14:58:06.132064 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.db [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] For port b108f0d8-ba9f-4c22-91e5-6d78d372be41, host hv-cinder-80983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80983',level=0,port_id=b108f0d8-ba9f-4c22-91e5-6d78d372be41,segment=NetworkSegment(304b9768-ebfb-4066-b935-a4bdd70cb19d),segment_id=304b9768-ebfb-4066-b935-a4bdd70cb19d)] {{(pid=105995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:58:06.149655 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-383064d1-09b2-47dd-9009-ffcb8562b823 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571103'] for security_group, after_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:06.154123 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-383064d1-09b2-47dd-9009-ffcb8562b823 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:06.156877 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [None req-383064d1-09b2-47dd-9009-ffcb8562b823 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/c4ba6524-c2df-42d8-9592-40415918a3f6 HTTP/1.1" status: 204 len: 168 time: 0.3312600 Sep 24 14:58:06.171383 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383064d1-09b2-47dd-9009-ffcb8562b823 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4ba6524-c2df-42d8-9592-40415918a3f6,revision_number=None']} {{(pid=105994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:58:06.198954 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.rpc [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Returning: {'device': 'b108f0d8-ba9f-4c22-91e5-6d78d372be41', 'network_id': '9cafbdbc-b31b-42e1-af08-737ab1772474', 'port_id': 'b108f0d8-ba9f-4c22-91e5-6d78d372be41', 'mac_address': 'fa:16:3e:99:01:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1049, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96eeb601-c3fa-4a0c-bf57-6c99e9cae07c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105995) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 14:58:06.247298 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-63781525-caa2-49ce-a7ea-4fa58ee1ed05 req-7123f770-ffce-41e7-9c39-0749d1b44401 tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] 10.222.0.90 "GET /v2.0/security-groups?id=f3d37e3f-2899-4174-ab27-7857e72c3fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050663 Sep 24 14:58:06.359928 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993762'] for port, before_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:06.406291 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.notifiers.nova [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b108f0d8-ba9f-4c22-91e5-6d78d372be41 {{(pid=105995) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 14:58:06.479650 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.db [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] For port b108f0d8-ba9f-4c22-91e5-6d78d372be41, host hv-cinder-80983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80983',level=0,port_id=b108f0d8-ba9f-4c22-91e5-6d78d372be41,segment=NetworkSegment(304b9768-ebfb-4066-b935-a4bdd70cb19d),segment_id=304b9768-ebfb-4066-b935-a4bdd70cb19d)] {{(pid=105995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:58:06.492896 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248551428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248062163'] for port, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:06.623249 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Pushing event updated for resources: {'Port': ['ID=b108f0d8-ba9f-4c22-91e5-6d78d372be41,revision_number=4']} {{(pid=105995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:58:06.795692 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.db [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] get_ports_and_sgs() called for port_ids ['b108f0d8-ba9f-4c22-91e5-6d78d372be41'] {{(pid=105995) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 14:58:06.822112 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35882e4-da3f-49c1-8ea2-b2e4fd6e2424 req-941aa4e5-4b7d-40e9-9c43-212699620579 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:58:06.837878 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-e35882e4-da3f-49c1-8ea2-b2e4fd6e2424 req-941aa4e5-4b7d-40e9-9c43-212699620579 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/ports?device_id=873dd13f-1b71-4619-b337-59158ab98530 HTTP/1.1" status: 200 len: 944 time: 0.1044552 Sep 24 14:58:06.937201 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-e35882e4-da3f-49c1-8ea2-b2e4fd6e2424 req-b1dbeb8c-7516-4c24-a2b8-a6f91510a930 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/security-groups?id=3569e126-7ff1-4cb8-87ba-3b9b03a649fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0970488 Sep 24 14:58:07.561515 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a032399-7a57-4ca4-a271-1a186a59371c req-e3383a92-40be-4b13-957e-949da6aefe60 tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:58:07.576473 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-5a032399-7a57-4ca4-a271-1a186a59371c req-e3383a92-40be-4b13-957e-949da6aefe60 tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] 10.222.0.90 "GET /v2.0/ports?device_id=cff78be5-9899-478d-b782-36a5f28de2b0 HTTP/1.1" status: 200 len: 945 time: 0.1356018 Sep 24 14:58:07.659691 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-5a032399-7a57-4ca4-a271-1a186a59371c req-c14e141b-2a54-45c4-b71b-c994bc253cb3 tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] 10.222.0.90 "GET /v2.0/security-groups?id=f3d37e3f-2899-4174-ab27-7857e72c3fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749376 Sep 24 14:58:07.915141 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.wsgi [-] (105994) accepted ('10.222.0.90', 56500) {{(pid=105994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:58:08.162293 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-fff3b229-77a0-47f7-ba40-86d8f274009f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:08.244011 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88b41c4-40cb-43be-a373-ce9fee03e342 req-ae60ccfa-af0e-4557-9a7d-ed5915b36de4 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:58:08.246593 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-c88b41c4-40cb-43be-a373-ce9fee03e342 req-ae60ccfa-af0e-4557-9a7d-ed5915b36de4 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/ports?device_id=873dd13f-1b71-4619-b337-59158ab98530 HTTP/1.1" status: 200 len: 944 time: 0.1508472 Sep 24 14:58:08.351206 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-c88b41c4-40cb-43be-a373-ce9fee03e342 req-a59cc939-7d6d-45c1-9a3d-e9c9f83dec62 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/security-groups?id=3569e126-7ff1-4cb8-87ba-3b9b03a649fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0903754 Sep 24 14:58:08.435716 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-fff3b229-77a0-47f7-ba40-86d8f274009f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:08.443970 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-fff3b229-77a0-47f7-ba40-86d8f274009f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571103'] for security_group, after_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:08.527412 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [None req-fff3b229-77a0-47f7-ba40-86d8f274009f admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=64ac0341f9ea4daa9b0b37e601551e30&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6045206 Sep 24 14:58:08.527412 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.wsgi [-] (105994) accepted ('10.222.0.90', 56542) {{(pid=105994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:58:08.535038 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff3b229-77a0-47f7-ba40-86d8f274009f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=babde310-bc19-418a-83cd-bb430ae76ccf,revision_number=1']} {{(pid=105994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:58:08.619463 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-d148250d-3239-49cb-b006-1754191b36a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:08.660111 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-d148250d-3239-49cb-b006-1754191b36a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:08.755703 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-d148250d-3239-49cb-b006-1754191b36a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571103'] for security_group, after_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:08.759746 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-d148250d-3239-49cb-b006-1754191b36a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:08.761603 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [None req-d148250d-3239-49cb-b006-1754191b36a2 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/babde310-bc19-418a-83cd-bb430ae76ccf HTTP/1.1" status: 204 len: 168 time: 0.2352724 Sep 24 14:58:08.786406 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d148250d-3239-49cb-b006-1754191b36a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=babde310-bc19-418a-83cd-bb430ae76ccf,revision_number=None']} {{(pid=105994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:58:08.867696 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ce3c12-3edd-485c-8da1-c076928f9c0a req-b722944c-55c9-4610-b73a-d5c38ee685a0 tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:58:08.869630 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-78ce3c12-3edd-485c-8da1-c076928f9c0a req-b722944c-55c9-4610-b73a-d5c38ee685a0 tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] 10.222.0.90 "GET /v2.0/ports?device_id=cff78be5-9899-478d-b782-36a5f28de2b0 HTTP/1.1" status: 200 len: 945 time: 0.0919638 Sep 24 14:58:08.949846 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-78ce3c12-3edd-485c-8da1-c076928f9c0a req-d3374195-1971-49a3-b50a-d674a0b2c3fa tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] 10.222.0.90 "GET /v2.0/security-groups?id=f3d37e3f-2899-4174-ab27-7857e72c3fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697360 Sep 24 14:58:09.349003 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.wsgi [-] (105994) accepted ('10.222.0.90', 56566) {{(pid=105994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:58:09.365065 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-33bd96a7-2e54-4cf9-a702-4cfd6c5bf7df admin admin] Notify callbacks [] for security_group, before_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:09.583036 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-33bd96a7-2e54-4cf9-a702-4cfd6c5bf7df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:09.590611 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-33bd96a7-2e54-4cf9-a702-4cfd6c5bf7df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571103'] for security_group, after_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:09.616898 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04a0b28-eb37-4245-b996-a8a45401007f req-ffd2b847-cb85-43c5-a609-e96ce5680f5f tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:58:09.619759 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-a04a0b28-eb37-4245-b996-a8a45401007f req-ffd2b847-cb85-43c5-a609-e96ce5680f5f tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/ports?device_id=873dd13f-1b71-4619-b337-59158ab98530 HTTP/1.1" status: 200 len: 944 time: 0.1404171 Sep 24 14:58:09.721603 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [None req-33bd96a7-2e54-4cf9-a702-4cfd6c5bf7df admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=f59bce6e593d410ab93f0a9791e909fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3710651 Sep 24 14:58:09.722810 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bd96a7-2e54-4cf9-a702-4cfd6c5bf7df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62fbfc44-e29f-4592-8caa-63751c48a366,revision_number=1']} {{(pid=105994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:58:09.725405 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.wsgi [-] (105993) accepted ('10.222.0.90', 56574) {{(pid=105993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:58:09.759770 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-a04a0b28-eb37-4245-b996-a8a45401007f req-da5e2a3b-6280-45bf-890b-dd342e6c8f2e tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/security-groups?id=3569e126-7ff1-4cb8-87ba-3b9b03a649fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1193547 Sep 24 14:58:09.816068 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.rpc [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Device 1ec0958e-582a-4654-8072-aba68a956d1b up at agent hyperv_hv-cinder-80983 {{(pid=105995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 14:58:09.825210 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-d272c502-aa15-4945-928c-e8d4be98d72d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:09.869966 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-d272c502-aa15-4945-928c-e8d4be98d72d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:09.890929 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.provisioning_blocks [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Provisioning for port 1ec0958e-582a-4654-8072-aba68a956d1b completed by entity L2. {{(pid=105995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 14:58:09.897066 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.provisioning_blocks [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Provisioning complete for port 1ec0958e-582a-4654-8072-aba68a956d1b triggered by entity L2. {{(pid=105995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 14:58:09.897701 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985790'] for port, provisioning_complete {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:09.981970 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-d272c502-aa15-4945-928c-e8d4be98d72d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571103'] for security_group, after_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:09.987753 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-d272c502-aa15-4945-928c-e8d4be98d72d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:09.990773 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [None req-d272c502-aa15-4945-928c-e8d4be98d72d admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/62fbfc44-e29f-4592-8caa-63751c48a366 HTTP/1.1" status: 204 len: 168 time: 0.2631750 Sep 24 14:58:10.008535 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d272c502-aa15-4945-928c-e8d4be98d72d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62fbfc44-e29f-4592-8caa-63751c48a366,revision_number=None']} {{(pid=105993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:58:10.109558 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993762'] for port, before_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:10.153218 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bedb3f1-1b28-4d65-a046-f1b24046bde6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ec0958e-582a-4654-8072-aba68a956d1b'}] {{(pid=105995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 14:58:10.157766 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}caf9aa003d9a854053fb223e5f104f4bef6eff4a3612bfb278e8f19c1601715b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a195414a-fc89-429a-85c5-ef9f2e2ea5f4" -d '{"events": [{"server_uuid": "1bedb3f1-1b28-4d65-a046-f1b24046bde6", "name": "network-vif-plugged", "status": "completed", "tag": "1ec0958e-582a-4654-8072-aba68a956d1b"}]}' {{(pid=105995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 14:58:10.161658 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf5b546-2431-4360-9168-a3d94d5b025c req-7a72b2f4-e31e-4278-8b74-8bf792d19add tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:58:10.178118 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-3cf5b546-2431-4360-9168-a3d94d5b025c req-7a72b2f4-e31e-4278-8b74-8bf792d19add tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] 10.222.0.90 "GET /v2.0/ports?device_id=cff78be5-9899-478d-b782-36a5f28de2b0 HTTP/1.1" status: 200 len: 945 time: 0.0871310 Sep 24 14:58:10.199236 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.db [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] For port 1ec0958e-582a-4654-8072-aba68a956d1b, host hv-cinder-80983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80983',level=0,port_id=1ec0958e-582a-4654-8072-aba68a956d1b,segment=NetworkSegment(da9779c5-d241-41b8-9fc6-47d7c09f6870),segment_id=da9779c5-d241-41b8-9fc6-47d7c09f6870)] {{(pid=105995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:58:10.212338 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248551428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248062163'] for port, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:10.214933 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.rpc [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Device de4e05cb-700c-47dd-ae6a-52828ead0e1b up at agent hyperv_hv-cinder-80983 {{(pid=105995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 14:58:10.283528 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-3cf5b546-2431-4360-9168-a3d94d5b025c req-1f8e4689-5e29-4476-881a-4602a4c12bd0 tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] 10.222.0.90 "GET /v2.0/security-groups?id=f3d37e3f-2899-4174-ab27-7857e72c3fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025479 Sep 24 14:58:10.321818 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 14:58:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f15377e-5451-4999-8af2-d80ac0bb0bbf x-openstack-request-id: req-5f15377e-5451-4999-8af2-d80ac0bb0bbf {{(pid=105995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 14:58:10.322599 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bedb3f1-1b28-4d65-a046-f1b24046bde6", "name": "network-vif-plugged", "status": "completed", "tag": "1ec0958e-582a-4654-8072-aba68a956d1b", "code": 200}]} {{(pid=105995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 14:58:10.323238 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-5f15377e-5451-4999-8af2-d80ac0bb0bbf {{(pid=105995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 14:58:10.325528 dv-cinder-809830-2-iscsi neutron-server[105995]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bedb3f1-1b28-4d65-a046-f1b24046bde6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ec0958e-582a-4654-8072-aba68a956d1b', 'code': 200} Sep 24 14:58:10.444103 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Pushing event updated for resources: {'Port': ['ID=1ec0958e-582a-4654-8072-aba68a956d1b,revision_number=5']} {{(pid=105995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:58:10.462924 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.provisioning_blocks [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Provisioning for port de4e05cb-700c-47dd-ae6a-52828ead0e1b completed by entity L2. {{(pid=105995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 14:58:10.468031 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.provisioning_blocks [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Provisioning complete for port de4e05cb-700c-47dd-ae6a-52828ead0e1b triggered by entity L2. {{(pid=105995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 14:58:10.468549 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985790'] for port, provisioning_complete {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:10.597147 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993762'] for port, before_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:10.662700 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.db [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] For port de4e05cb-700c-47dd-ae6a-52828ead0e1b, host hv-cinder-80983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80983',level=0,port_id=de4e05cb-700c-47dd-ae6a-52828ead0e1b,segment=NetworkSegment(da9779c5-d241-41b8-9fc6-47d7c09f6870),segment_id=da9779c5-d241-41b8-9fc6-47d7c09f6870)] {{(pid=105995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:58:10.668938 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248551428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248062163'] for port, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:10.763342 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Pushing event updated for resources: {'Port': ['ID=de4e05cb-700c-47dd-ae6a-52828ead0e1b,revision_number=5']} {{(pid=105995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:58:11.044413 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12db1f41-36ed-4625-a44e-d93e7906e1f8 req-97e0b9bc-20c7-4995-8eda-0dd55fc98146 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:58:11.047486 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-12db1f41-36ed-4625-a44e-d93e7906e1f8 req-97e0b9bc-20c7-4995-8eda-0dd55fc98146 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/ports?device_id=873dd13f-1b71-4619-b337-59158ab98530 HTTP/1.1" status: 200 len: 944 time: 0.1126473 Sep 24 14:58:11.139556 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-12db1f41-36ed-4625-a44e-d93e7906e1f8 req-afbaafbd-9a9d-4d0f-b0e0-d63c6ddadf41 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/security-groups?id=3569e126-7ff1-4cb8-87ba-3b9b03a649fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767691 Sep 24 14:58:11.158498 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7f23c7-ad9b-40b3-a91b-e50bc267dd4c req-5454e25a-987a-4cf1-80f5-7f5ffbd9ae8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:58:11.160417 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-4a7f23c7-ad9b-40b3-a91b-e50bc267dd4c req-5454e25a-987a-4cf1-80f5-7f5ffbd9ae8a service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=1bedb3f1-1b28-4d65-a046-f1b24046bde6 HTTP/1.1" status: 200 len: 1098 time: 0.0889623 Sep 24 14:58:11.240621 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-4a7f23c7-ad9b-40b3-a91b-e50bc267dd4c req-f0b98c41-1907-499c-9349-09f1206957b4 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=f3d37e3f-2899-4174-ab27-7857e72c3fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680501 Sep 24 14:58:11.516247 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb971f7-b6e7-4b87-833b-ac663a4e713f req-f33aaf37-4fdb-43b1-b44f-c8069c95bad3 tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:58:11.527162 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-dcb971f7-b6e7-4b87-833b-ac663a4e713f req-f33aaf37-4fdb-43b1-b44f-c8069c95bad3 tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] 10.222.0.90 "GET /v2.0/ports?device_id=cff78be5-9899-478d-b782-36a5f28de2b0 HTTP/1.1" status: 200 len: 946 time: 0.1217930 Sep 24 14:58:11.601533 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-dcb971f7-b6e7-4b87-833b-ac663a4e713f req-10c66617-881c-4d3e-b5b7-a6fb5c925526 tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] 10.222.0.90 "GET /v2.0/security-groups?id=f3d37e3f-2899-4174-ab27-7857e72c3fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728128 Sep 24 14:58:11.814409 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.rpc [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Device b108f0d8-ba9f-4c22-91e5-6d78d372be41 up at agent hyperv_hv-cinder-80983 {{(pid=105995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 14:58:11.952039 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.provisioning_blocks [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Provisioning for port b108f0d8-ba9f-4c22-91e5-6d78d372be41 completed by entity L2. {{(pid=105995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 14:58:11.959887 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.provisioning_blocks [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Provisioning complete for port b108f0d8-ba9f-4c22-91e5-6d78d372be41 triggered by entity L2. {{(pid=105995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 14:58:11.960591 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985790'] for port, provisioning_complete {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:12.233437 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993762'] for port, before_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:12.358817 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.db [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] For port b108f0d8-ba9f-4c22-91e5-6d78d372be41, host hv-cinder-80983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80983',level=0,port_id=b108f0d8-ba9f-4c22-91e5-6d78d372be41,segment=NetworkSegment(304b9768-ebfb-4066-b935-a4bdd70cb19d),segment_id=304b9768-ebfb-4066-b935-a4bdd70cb19d)] {{(pid=105995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:58:12.360099 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cff78be5-9899-478d-b782-36a5f28de2b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de4e05cb-700c-47dd-ae6a-52828ead0e1b'}, {'server_uuid': '873dd13f-1b71-4619-b337-59158ab98530', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b108f0d8-ba9f-4c22-91e5-6d78d372be41'}] {{(pid=105995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 14:58:12.365461 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}caf9aa003d9a854053fb223e5f104f4bef6eff4a3612bfb278e8f19c1601715b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d53f6030-e4d3-4fa2-9235-3e34984ab945" -d '{"events": [{"server_uuid": "cff78be5-9899-478d-b782-36a5f28de2b0", "name": "network-vif-plugged", "status": "completed", "tag": "de4e05cb-700c-47dd-ae6a-52828ead0e1b"}, {"server_uuid": "873dd13f-1b71-4619-b337-59158ab98530", "name": "network-vif-plugged", "status": "completed", "tag": "b108f0d8-ba9f-4c22-91e5-6d78d372be41"}]}' {{(pid=105995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 14:58:12.371271 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248551428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248062163'] for port, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:12.418164 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0ff9fe-9fc1-4180-9c52-31e94a611a34 req-fc9b448f-ee42-41ca-8507-cd6e561415ff tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:58:12.430631 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-8b0ff9fe-9fc1-4180-9c52-31e94a611a34 req-fc9b448f-ee42-41ca-8507-cd6e561415ff tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/ports?device_id=873dd13f-1b71-4619-b337-59158ab98530 HTTP/1.1" status: 200 len: 944 time: 0.1372952 Sep 24 14:58:12.541010 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 24 Sep 2021 14:58:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08416acb-45ba-4f56-bc1d-0370bf483045 x-openstack-request-id: req-08416acb-45ba-4f56-bc1d-0370bf483045 {{(pid=105995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 14:58:12.542860 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cff78be5-9899-478d-b782-36a5f28de2b0", "name": "network-vif-plugged", "status": "completed", "tag": "de4e05cb-700c-47dd-ae6a-52828ead0e1b", "code": 200}, {"server_uuid": "873dd13f-1b71-4619-b337-59158ab98530", "name": "network-vif-plugged", "status": "completed", "tag": "b108f0d8-ba9f-4c22-91e5-6d78d372be41", "code": 200}]} {{(pid=105995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 14:58:12.543662 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-08416acb-45ba-4f56-bc1d-0370bf483045 {{(pid=105995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 14:58:12.544834 dv-cinder-809830-2-iscsi neutron-server[105995]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cff78be5-9899-478d-b782-36a5f28de2b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de4e05cb-700c-47dd-ae6a-52828ead0e1b', 'code': 200} Sep 24 14:58:12.545750 dv-cinder-809830-2-iscsi neutron-server[105995]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '873dd13f-1b71-4619-b337-59158ab98530', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b108f0d8-ba9f-4c22-91e5-6d78d372be41', 'code': 200} Sep 24 14:58:12.566252 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Pushing event updated for resources: {'Port': ['ID=b108f0d8-ba9f-4c22-91e5-6d78d372be41,revision_number=5']} {{(pid=105995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:58:12.635605 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-8b0ff9fe-9fc1-4180-9c52-31e94a611a34 req-cc53dd4b-a1f1-437c-a2e1-adda07babae7 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/security-groups?id=3569e126-7ff1-4cb8-87ba-3b9b03a649fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1983557 Sep 24 14:58:13.027535 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a82fcf-43ce-4ab2-afe0-a68ffc548ae2 req-8fb8bea5-82ff-4bb8-a64d-0c8c4309dfdb tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:58:13.049547 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-88a82fcf-43ce-4ab2-afe0-a68ffc548ae2 req-8fb8bea5-82ff-4bb8-a64d-0c8c4309dfdb tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] 10.222.0.90 "GET /v2.0/ports?device_id=cff78be5-9899-478d-b782-36a5f28de2b0 HTTP/1.1" status: 200 len: 946 time: 0.1859074 Sep 24 14:58:13.237884 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78ba2ac-31f0-41bf-be33-5c4aeac2437e req-1e0453c1-0cf9-452a-90c4-6230536ce57b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:58:13.240867 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-b78ba2ac-31f0-41bf-be33-5c4aeac2437e req-1e0453c1-0cf9-452a-90c4-6230536ce57b service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=873dd13f-1b71-4619-b337-59158ab98530 HTTP/1.1" status: 200 len: 1098 time: 0.0868425 Sep 24 14:58:13.242938 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-88a82fcf-43ce-4ab2-afe0-a68ffc548ae2 req-b46cfb63-1611-4ab5-820d-7c99daac0968 tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] 10.222.0.90 "GET /v2.0/security-groups?id=f3d37e3f-2899-4174-ab27-7857e72c3fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876574 Sep 24 14:58:13.263245 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204af904-e9ce-4f8a-91b3-7045882fd331 req-b8760bc6-23fe-459d-b018-52fb064e9742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:58:13.264890 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-204af904-e9ce-4f8a-91b3-7045882fd331 req-b8760bc6-23fe-459d-b018-52fb064e9742 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=cff78be5-9899-478d-b782-36a5f28de2b0 HTTP/1.1" status: 200 len: 1099 time: 0.1678467 Sep 24 14:58:13.312813 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-204af904-e9ce-4f8a-91b3-7045882fd331 req-965103ac-0f2a-4d16-8e63-854a9a26af5b service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=f3d37e3f-2899-4174-ab27-7857e72c3fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365529 Sep 24 14:58:13.316876 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-b78ba2ac-31f0-41bf-be33-5c4aeac2437e req-f459f992-8355-48b6-ba30-249f82431276 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=3569e126-7ff1-4cb8-87ba-3b9b03a649fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635402 Sep 24 14:58:13.359696 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.wsgi [-] (105993) accepted ('10.222.0.90', 56714) {{(pid=105993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:58:13.591686 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-13297228-53c3-4b05-99b6-bdda477fc545 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:13.876408 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:13.887256 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-13297228-53c3-4b05-99b6-bdda477fc545 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:13.896534 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-13297228-53c3-4b05-99b6-bdda477fc545 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571103'] for security_group, after_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:13.984878 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [None req-13297228-53c3-4b05-99b6-bdda477fc545 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=4b744dff0cd14518ad0604016ffb4a2b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6232791 Sep 24 14:58:13.986374 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13297228-53c3-4b05-99b6-bdda477fc545 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=627a82b7-9616-44a3-818e-bfaccb0864b8,revision_number=1']} {{(pid=105993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:58:13.989386 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.wsgi [-] (105994) accepted ('10.222.0.90', 56728) {{(pid=105994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:58:14.070873 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e871719d-da86-4765-8d59-da268e4d3554 req-738a35bd-3669-412a-8b2e-fa47f7333610 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:58:14.074110 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-e871719d-da86-4765-8d59-da268e4d3554 req-738a35bd-3669-412a-8b2e-fa47f7333610 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/ports?device_id=873dd13f-1b71-4619-b337-59158ab98530 HTTP/1.1" status: 200 len: 945 time: 0.1253991 Sep 24 14:58:14.185853 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-62719fd2-81ea-46b2-9740-5da4402004a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:14.263977 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-62719fd2-81ea-46b2-9740-5da4402004a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:14.269433 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-e871719d-da86-4765-8d59-da268e4d3554 req-0811b9c2-1bd7-44aa-85b2-9d0ce3eaee14 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/security-groups?id=3569e126-7ff1-4cb8-87ba-3b9b03a649fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1615994 Sep 24 14:58:14.404834 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-62719fd2-81ea-46b2-9740-5da4402004a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571103'] for security_group, after_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:14.412750 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-62719fd2-81ea-46b2-9740-5da4402004a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:14.415068 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [None req-62719fd2-81ea-46b2-9740-5da4402004a1 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/627a82b7-9616-44a3-818e-bfaccb0864b8 HTTP/1.1" status: 204 len: 168 time: 0.4238238 Sep 24 14:58:14.430755 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62719fd2-81ea-46b2-9740-5da4402004a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=627a82b7-9616-44a3-818e-bfaccb0864b8,revision_number=None']} {{(pid=105994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:58:14.533982 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f586d6d1-0004-4b0d-bbfa-b71a55eeb027 req-ee6efeae-c612-4331-b3dd-2091ace28b24 tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:58:14.537644 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-f586d6d1-0004-4b0d-bbfa-b71a55eeb027 req-ee6efeae-c612-4331-b3dd-2091ace28b24 tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] 10.222.0.90 "GET /v2.0/ports?device_id=cff78be5-9899-478d-b782-36a5f28de2b0 HTTP/1.1" status: 200 len: 946 time: 0.0860531 Sep 24 14:58:14.607157 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-f586d6d1-0004-4b0d-bbfa-b71a55eeb027 req-c9c71085-1006-425b-a723-fa941a38d67d tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] 10.222.0.90 "GET /v2.0/security-groups?id=f3d37e3f-2899-4174-ab27-7857e72c3fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638106 Sep 24 14:58:14.934020 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed6ab15-a7d4-4a08-b499-d56b1be0a9a7 req-c438d3d2-28e1-4172-ae78-faef2f669328 tempest-DeleteServersTestJSON-2058535045 tempest-DeleteServersTestJSON-2058535045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:58:14.937541 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-4ed6ab15-a7d4-4a08-b499-d56b1be0a9a7 req-c438d3d2-28e1-4172-ae78-faef2f669328 tempest-DeleteServersTestJSON-2058535045 tempest-DeleteServersTestJSON-2058535045-project] 10.222.0.90 "GET /v2.0/ports?device_id=3fec94a4-a970-4099-a173-49cad6850afe HTTP/1.1" status: 200 len: 945 time: 0.1103566 Sep 24 14:58:14.996773 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.wsgi [-] (105994) accepted ('10.222.0.90', 56750) {{(pid=105994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:58:15.005824 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-4ed6ab15-a7d4-4a08-b499-d56b1be0a9a7 req-e28fd77f-dffa-4d78-bee0-9e93f8699640 tempest-DeleteServersTestJSON-2058535045 tempest-DeleteServersTestJSON-2058535045-project] 10.222.0.90 "GET /v2.0/security-groups?id=54f13584-b7bd-4068-99e2-b9ab9c34ac42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608563 Sep 24 14:58:15.025416 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-22378b09-0cb3-4578-a4d4-b63dd4c5f3b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:15.231575 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-22378b09-0cb3-4578-a4d4-b63dd4c5f3b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:15.239199 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-22378b09-0cb3-4578-a4d4-b63dd4c5f3b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571103'] for security_group, after_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:15.315553 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [None req-22378b09-0cb3-4578-a4d4-b63dd4c5f3b6 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=f9f109b3dcd14230869d5919e7ba3b42&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3149559 Sep 24 14:58:15.317834 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22378b09-0cb3-4578-a4d4-b63dd4c5f3b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=395eb828-ed6a-43b9-ae0d-68c877b11598,revision_number=1']} {{(pid=105994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:58:15.319584 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.wsgi [-] (105993) accepted ('10.222.0.90', 56764) {{(pid=105993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:58:15.488521 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-aa3e043e-c460-4b37-8d94-6418553a4e45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:15.541256 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-aa3e043e-c460-4b37-8d94-6418553a4e45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:15.632829 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f868c8-8320-48d3-b526-c1329041b484 req-347e43b1-ec8a-435c-9968-960f6d5ae728 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:58:15.634803 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-83f868c8-8320-48d3-b526-c1329041b484 req-347e43b1-ec8a-435c-9968-960f6d5ae728 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/ports?device_id=873dd13f-1b71-4619-b337-59158ab98530 HTTP/1.1" status: 200 len: 945 time: 0.1123772 Sep 24 14:58:15.642542 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-aa3e043e-c460-4b37-8d94-6418553a4e45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571103'] for security_group, after_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:15.654349 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-aa3e043e-c460-4b37-8d94-6418553a4e45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:15.660925 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [None req-aa3e043e-c460-4b37-8d94-6418553a4e45 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/395eb828-ed6a-43b9-ae0d-68c877b11598 HTTP/1.1" status: 204 len: 168 time: 0.3344223 Sep 24 14:58:15.683660 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3e043e-c460-4b37-8d94-6418553a4e45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=395eb828-ed6a-43b9-ae0d-68c877b11598,revision_number=None']} {{(pid=105993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:58:15.768739 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-83f868c8-8320-48d3-b526-c1329041b484 req-ca83f328-3f86-48ad-ad5c-94a4153a6f28 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/security-groups?id=3569e126-7ff1-4cb8-87ba-3b9b03a649fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1100769 Sep 24 14:58:15.913840 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab13117f-9c35-4820-8e61-0f88fce41664 req-81f3e5f1-431f-499a-ae36-f9999d251517 tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:58:15.942312 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-ab13117f-9c35-4820-8e61-0f88fce41664 req-81f3e5f1-431f-499a-ae36-f9999d251517 tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] 10.222.0.90 "GET /v2.0/ports?device_id=cff78be5-9899-478d-b782-36a5f28de2b0 HTTP/1.1" status: 200 len: 946 time: 0.1788559 Sep 24 14:58:16.034152 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c926e9f-6363-4229-929c-732309cb1d88 req-d469cece-5af3-47d6-996e-e94daff36969 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:58:16.050459 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-9c926e9f-6363-4229-929c-732309cb1d88 req-d469cece-5af3-47d6-996e-e94daff36969 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/ports?device_id=873dd13f-1b71-4619-b337-59158ab98530 HTTP/1.1" status: 200 len: 945 time: 0.1205835 Sep 24 14:58:16.053990 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-ab13117f-9c35-4820-8e61-0f88fce41664 req-2d586277-aee9-4060-be31-7e0f5893521f tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] 10.222.0.90 "GET /v2.0/security-groups?id=f3d37e3f-2899-4174-ab27-7857e72c3fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102941 Sep 24 14:58:16.060107 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.wsgi [-] (105993) accepted ('10.222.0.90', 56802) {{(pid=105993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:58:16.078707 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.v2.base [None req-e718afb4-1ffc-4150-8e8a-99c620572e04 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Request body: {'floatingip': {'port_id': 'b108f0d8-ba9f-4c22-91e5-6d78d372be41'}} {{(pid=105993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:58:16.212482 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-e718afb4-1ffc-4150-8e8a-99c620572e04 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Notify callbacks [] for floatingip, before_update {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:16.245173 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb98d66-8697-4d42-b614-b607fe47347c req-b432b08e-e7f9-40d9-b753-f17846eb3a83 tempest-DeleteServersTestJSON-2058535045 tempest-DeleteServersTestJSON-2058535045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:58:16.247453 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-edb98d66-8697-4d42-b614-b607fe47347c req-b432b08e-e7f9-40d9-b753-f17846eb3a83 tempest-DeleteServersTestJSON-2058535045 tempest-DeleteServersTestJSON-2058535045-project] 10.222.0.90 "GET /v2.0/ports?device_id=3fec94a4-a970-4099-a173-49cad6850afe HTTP/1.1" status: 200 len: 945 time: 0.0782056 Sep 24 14:58:16.361711 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-edb98d66-8697-4d42-b614-b607fe47347c req-c6cdba03-36df-4254-b357-909e4b2d1435 tempest-DeleteServersTestJSON-2058535045 tempest-DeleteServersTestJSON-2058535045-project] 10.222.0.90 "GET /v2.0/security-groups?id=54f13584-b7bd-4068-99e2-b9ab9c34ac42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983014 Sep 24 14:58:16.639864 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.wsgi [-] (105994) accepted ('10.222.0.90', 56812) {{(pid=105994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:58:16.660571 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-334f35e0-945a-4019-8921-dd42c88a5d21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:16.669160 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.wsgi [-] (105993) accepted ('10.222.0.90', 56816) {{(pid=105993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:58:16.894961 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-334f35e0-945a-4019-8921-dd42c88a5d21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:16.909425 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-334f35e0-945a-4019-8921-dd42c88a5d21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571103'] for security_group, after_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:16.973255 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd42dc8e-c8af-40e3-a7c4-cba9881f05da req-ea9f0296-3e6f-45e6-a04b-e36da8bfc084 tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:58:16.975937 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-cd42dc8e-c8af-40e3-a7c4-cba9881f05da req-ea9f0296-3e6f-45e6-a04b-e36da8bfc084 tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] 10.222.0.90 "GET /v2.0/ports?device_id=cff78be5-9899-478d-b782-36a5f28de2b0 HTTP/1.1" status: 200 len: 946 time: 0.1684546 Sep 24 14:58:17.011532 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [None req-334f35e0-945a-4019-8921-dd42c88a5d21 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=bcf4af14ddcb422dbfd666e729bd6798&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3688655 Sep 24 14:58:17.022001 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334f35e0-945a-4019-8921-dd42c88a5d21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe03a2a9-1eb8-4258-99e0-5bbaee855cfa,revision_number=1']} {{(pid=105994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:58:17.025220 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.wsgi [-] (105993) accepted ('10.222.0.90', 56820) {{(pid=105993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:58:17.065793 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-cd42dc8e-c8af-40e3-a7c4-cba9881f05da req-67863a1d-10f1-4534-b61f-b04e0bc47fb5 tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] 10.222.0.90 "GET /v2.0/security-groups?id=f3d37e3f-2899-4174-ab27-7857e72c3fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707667 Sep 24 14:58:17.388980 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-a6ac958f-79a0-429a-9730-4d864d8e293f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:17.690837 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-67526d64-60ad-496c-91e8-b798515c86e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:17.718256 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.db.resource_extend [None req-e718afb4-1ffc-4150-8e8a-99c620572e04 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 24 14:58:17.827787 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-67526d64-60ad-496c-91e8-b798515c86e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:17.842582 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a918e06-c433-40eb-ada8-89b6eba9ffd7 req-bfde7c5a-efe4-4d69-a8d3-ed7340cb55a4 tempest-DeleteServersTestJSON-2058535045 tempest-DeleteServersTestJSON-2058535045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:58:17.844607 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-0a918e06-c433-40eb-ada8-89b6eba9ffd7 req-bfde7c5a-efe4-4d69-a8d3-ed7340cb55a4 tempest-DeleteServersTestJSON-2058535045 tempest-DeleteServersTestJSON-2058535045-project] 10.222.0.90 "GET /v2.0/ports?device_id=3fec94a4-a970-4099-a173-49cad6850afe HTTP/1.1" status: 200 len: 945 time: 0.3351247 Sep 24 14:58:17.909082 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-e718afb4-1ffc-4150-8e8a-99c620572e04 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:17.944037 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-e718afb4-1ffc-4150-8e8a-99c620572e04 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-595207'] for floatingip, after_update {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:18.050690 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-0a918e06-c433-40eb-ada8-89b6eba9ffd7 req-c4c1853e-30e6-417c-b143-d1594ed4a643 tempest-DeleteServersTestJSON-2058535045 tempest-DeleteServersTestJSON-2058535045-project] 10.222.0.90 "GET /v2.0/security-groups?id=54f13584-b7bd-4068-99e2-b9ab9c34ac42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910789 Sep 24 14:58:18.075622 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-a6ac958f-79a0-429a-9730-4d864d8e293f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:18.084590 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-a6ac958f-79a0-429a-9730-4d864d8e293f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571103'] for security_group, after_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:18.138912 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-67526d64-60ad-496c-91e8-b798515c86e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571103'] for security_group, after_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:18.143873 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-67526d64-60ad-496c-91e8-b798515c86e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:18.146403 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [None req-67526d64-60ad-496c-91e8-b798515c86e8 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/fe03a2a9-1eb8-4258-99e0-5bbaee855cfa HTTP/1.1" status: 204 len: 168 time: 1.1165237 Sep 24 14:58:18.264611 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [None req-a6ac958f-79a0-429a-9730-4d864d8e293f admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=f975a70bb62e4b6abc05edb7cc36daa3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5934141 Sep 24 14:58:18.266313 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ac958f-79a0-429a-9730-4d864d8e293f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1daeadd8-9644-435a-b736-aa3b6665d279,revision_number=1']} {{(pid=105993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:58:18.268147 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.wsgi [-] (105994) accepted ('10.222.0.90', 56838) {{(pid=105994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:58:18.312191 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.db.l3_db [None req-e718afb4-1ffc-4150-8e8a-99c620572e04 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Floating IP 8630c6a5-7656-4532-a5c3-11cac67a3e9c associated. External IP: 172.27.0.54, port: b108f0d8-ba9f-4c22-91e5-6d78d372be41. Sep 24 14:58:18.344011 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cebbbbe-8dbe-4cfa-9458-e77778ee44a2 req-d4e874aa-6b68-4c9d-9357-c53a78097a38 tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:58:18.347082 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-2cebbbbe-8dbe-4cfa-9458-e77778ee44a2 req-d4e874aa-6b68-4c9d-9357-c53a78097a38 tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] 10.222.0.90 "GET /v2.0/ports?device_id=cff78be5-9899-478d-b782-36a5f28de2b0 HTTP/1.1" status: 200 len: 946 time: 0.1485546 Sep 24 14:58:18.367774 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67526d64-60ad-496c-91e8-b798515c86e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe03a2a9-1eb8-4258-99e0-5bbaee855cfa,revision_number=None']} {{(pid=105993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:58:18.440467 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-3b2171ca-5c8f-40d1-b861-f07bbd5d858e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:18.494180 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-2cebbbbe-8dbe-4cfa-9458-e77778ee44a2 req-5fc6167d-63c3-4b7d-995c-d24c077a66de tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] 10.222.0.90 "GET /v2.0/security-groups?id=f3d37e3f-2899-4174-ab27-7857e72c3fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255324 Sep 24 14:58:18.504624 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-3b2171ca-5c8f-40d1-b861-f07bbd5d858e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:18.608376 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-3b2171ca-5c8f-40d1-b861-f07bbd5d858e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571103'] for security_group, after_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:18.626761 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-3b2171ca-5c8f-40d1-b861-f07bbd5d858e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:18.626761 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [None req-3b2171ca-5c8f-40d1-b861-f07bbd5d858e admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/1daeadd8-9644-435a-b736-aa3b6665d279 HTTP/1.1" status: 204 len: 168 time: 0.3498621 Sep 24 14:58:18.643448 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2171ca-5c8f-40d1-b861-f07bbd5d858e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1daeadd8-9644-435a-b736-aa3b6665d279,revision_number=None']} {{(pid=105994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:58:18.806620 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e718afb4-1ffc-4150-8e8a-99c620572e04 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Router 1a337c2d-cc00-452c-a162-e3ba9476d481 has already been hosted by L3 agent 76290e94-8d59-4af2-9b8f-4e64db68baa4 {{(pid=105993) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 14:58:19.041962 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e718afb4-1ffc-4150-8e8a-99c620572e04 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Notify agent at l3_agent.dv-cinder-809830-2-iscsi the message routers_updated {{(pid=105993) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 14:58:19.050494 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-e718afb4-1ffc-4150-8e8a-99c620572e04 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472375'] for floatingip, before_response {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:19.064187 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02291ca3-6f9a-4117-870d-9089870edd91 None None] Sync routers for ids ['1a337c2d-cc00-452c-a162-e3ba9476d481'] in dv-cinder-809830-2-iscsi {{(pid=105996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 14:58:19.084027 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02291ca3-6f9a-4117-870d-9089870edd91 None None] Routers {'1a337c2d-cc00-452c-a162-e3ba9476d481'} bound to L3 agent in host dv-cinder-809830-2-iscsi {{(pid=105996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 14:58:19.085548 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.db.l3_hamode_db [None req-02291ca3-6f9a-4117-870d-9089870edd91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809830-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T14:45:58Z,description=,heartbeat_timestamp=2021-09-24T14:57:58Z,host='dv-cinder-809830-2-iscsi',id=76290e94-8d59-4af2-9b8f-4e64db68baa4,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T14:45:58Z,topic='l3_agent')) {'router_ids': ['1a337c2d-cc00-452c-a162-e3ba9476d481'], 'active': True} {{(pid=105996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:58:19.120551 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [None req-e718afb4-1ffc-4150-8e8a-99c620572e04 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "PUT /v2.0/floatingips/8630c6a5-7656-4532-a5c3-11cac67a3e9c HTTP/1.1" status: 200 len: 990 time: 3.0549560 Sep 24 14:58:19.124302 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '873dd13f-1b71-4619-b337-59158ab98530', 'tag': 'b108f0d8-ba9f-4c22-91e5-6d78d372be41'}] {{(pid=105993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 14:58:19.136122 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0483dc3c0338f2df7275381f00d4ce3d10593dcbf62e99ee7509fcf67e52bc13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-554ddf27-b160-4258-8fed-a71b879991b6" -d '{"events": [{"name": "network-changed", "server_uuid": "873dd13f-1b71-4619-b337-59158ab98530", "tag": "b108f0d8-ba9f-4c22-91e5-6d78d372be41"}]}' {{(pid=105993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 14:58:19.185511 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.wsgi [-] (105994) accepted ('10.222.0.90', 56864) {{(pid=105994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:58:19.233252 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-d74d6106-c3aa-4b5d-86a7-82f9074d679c admin admin] Notify callbacks [] for security_group, before_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:19.343741 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.db.l3_dvr_db [None req-02291ca3-6f9a-4117-870d-9089870edd91 None None] Set router 1a337c2d-cc00-452c-a162-e3ba9476d481 gateway port host: dv-cinder-809830-2-iscsi {{(pid=105996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 14:58:19.361945 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775c11dd-049e-4fa1-b2fc-27879403abfe req-691b8ba1-ac03-4868-ab06-d6cc2c3ebcde tempest-DeleteServersTestJSON-2058535045 tempest-DeleteServersTestJSON-2058535045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:58:19.385173 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-775c11dd-049e-4fa1-b2fc-27879403abfe req-691b8ba1-ac03-4868-ab06-d6cc2c3ebcde tempest-DeleteServersTestJSON-2058535045 tempest-DeleteServersTestJSON-2058535045-project] 10.222.0.90 "GET /v2.0/ports?device_id=3fec94a4-a970-4099-a173-49cad6850afe HTTP/1.1" status: 200 len: 945 time: 0.1381035 Sep 24 14:58:19.468382 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-775c11dd-049e-4fa1-b2fc-27879403abfe req-ffb31394-0628-4802-b82e-06811472d89c tempest-DeleteServersTestJSON-2058535045 tempest-DeleteServersTestJSON-2058535045-project] 10.222.0.90 "GET /v2.0/security-groups?id=54f13584-b7bd-4068-99e2-b9ab9c34ac42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786550 Sep 24 14:58:19.492065 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-d74d6106-c3aa-4b5d-86a7-82f9074d679c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:19.518113 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-d74d6106-c3aa-4b5d-86a7-82f9074d679c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571103'] for security_group, after_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:19.585179 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 14:58:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de562b22-da58-4060-9a90-a2259959d455 x-openstack-request-id: req-de562b22-da58-4060-9a90-a2259959d455 {{(pid=105993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 14:58:19.585638 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "873dd13f-1b71-4619-b337-59158ab98530", "tag": "b108f0d8-ba9f-4c22-91e5-6d78d372be41", "status": "completed", "code": 200}]} {{(pid=105993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 14:58:19.586466 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-de562b22-da58-4060-9a90-a2259959d455 {{(pid=105993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 14:58:19.587137 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '873dd13f-1b71-4619-b337-59158ab98530', 'tag': 'b108f0d8-ba9f-4c22-91e5-6d78d372be41', 'status': 'completed', 'code': 200} Sep 24 14:58:19.625758 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.wsgi [-] (105993) accepted ('10.222.0.90', 56876) {{(pid=105993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:58:19.626361 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [None req-d74d6106-c3aa-4b5d-86a7-82f9074d679c admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=2cf587219856421396c8acc4f4d4d338&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4383810 Sep 24 14:58:19.628192 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74d6106-c3aa-4b5d-86a7-82f9074d679c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77f3644d-6011-4257-85c8-f1ba8d83c2b4,revision_number=1']} {{(pid=105994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:58:19.821407 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-9f6b948c-e29e-4281-b112-c80a1b463b1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:19.846095 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4add32ac-a89d-4d51-a024-064c3999cf48 req-cb97e3a0-6fdc-44a5-99bb-01f04d9f0d2b tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:58:19.852928 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-4add32ac-a89d-4d51-a024-064c3999cf48 req-cb97e3a0-6fdc-44a5-99bb-01f04d9f0d2b tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] 10.222.0.90 "GET /v2.0/ports?device_id=cff78be5-9899-478d-b782-36a5f28de2b0 HTTP/1.1" status: 200 len: 946 time: 0.1541467 Sep 24 14:58:19.968143 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-9f6b948c-e29e-4281-b112-c80a1b463b1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:19.998056 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554ddf27-b160-4258-8fed-a71b879991b6 req-f32695bb-50eb-4d69-8abe-72e25353146f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:58:20.001485 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-554ddf27-b160-4258-8fed-a71b879991b6 req-f32695bb-50eb-4d69-8abe-72e25353146f service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=e8de89965f464e0ebbfb78c2c3d408f2&device_id=873dd13f-1b71-4619-b337-59158ab98530 HTTP/1.1" status: 200 len: 1098 time: 0.1076977 Sep 24 14:58:20.069204 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-4add32ac-a89d-4d51-a024-064c3999cf48 req-72077674-79a4-4ac7-874b-c265c5171226 tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] 10.222.0.90 "GET /v2.0/security-groups?id=f3d37e3f-2899-4174-ab27-7857e72c3fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2077453 Sep 24 14:58:20.090774 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1788342b-b1be-4f4c-b820-d66ea8a7dad6 req-e6e6311f-7ed4-4bd9-9e6d-8c28fe8819c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:58:20.092366 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.db.l3_hamode_db [None req-02291ca3-6f9a-4117-870d-9089870edd91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a337c2d-cc00-452c-a162-e3ba9476d481', 'name': 'tempest-AttachVolumeShelveTestJSON-304460238-router', 'tenant_id': 'e8de89965f464e0ebbfb78c2c3d408f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7', 'external_fixed_ips': [{'subnet_id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': 'bcdea4c4-6bff-4ea1-9037-5f4b3477488a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T14:56:58Z', 'updated_at': '2021-09-24T14:57:14Z', 'revision_number': 4, 'project_id': 'e8de89965f464e0ebbfb78c2c3d408f2', 'gw_port': {'id': 'bcdea4c4-6bff-4ea1-9037-5f4b3477488a', 'name': '', 'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:22:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a337c2d-cc00-452c-a162-e3ba9476d481', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T14:57:00Z', 'updated_at': '2021-09-24T14:57:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809830-2-iscsi', '_floatingips': [{'id': '8630c6a5-7656-4532-a5c3-11cac67a3e9c', 'tenant_id': 'e8de89965f464e0ebbfb78c2c3d408f2', 'floating_ip_address': '172.27.0.54', 'floating_network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7', 'router_id': '1a337c2d-cc00-452c-a162-e3ba9476d481', 'port_id': 'b108f0d8-ba9f-4c22-91e5-6d78d372be41', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9cafbdbc-b31b-42e1-af08-737ab1772474', 'mac_address': 'fa:16:3e:99:01:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '873dd13f-1b71-4619-b337-59158ab98530', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T14:57:41Z', 'updated_at': '2021-09-24T14:58:17Z', 'revision_number': 1, 'project_id': 'e8de89965f464e0ebbfb78c2c3d408f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d0091fc-f76c-4c9b-8c74-9af175210f4e', 'name': '', 'network_id': '9cafbdbc-b31b-42e1-af08-737ab1772474', 'tenant_id': 'e8de89965f464e0ebbfb78c2c3d408f2', 'mac_address': 'fa:16:3e:e2:3a:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a337c2d-cc00-452c-a162-e3ba9476d481', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '96eeb601-c3fa-4a0c-bf57-6c99e9cae07c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T14:57:09Z', 'updated_at': '2021-09-24T14:57:29Z', 'revision_number': 5, 'project_id': 'e8de89965f464e0ebbfb78c2c3d408f2', 'subnets': [{'id': '96eeb601-c3fa-4a0c-bf57-6c99e9cae07c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809830-2-iscsi', False) {} {{(pid=105996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:58:20.093418 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-1788342b-b1be-4f4c-b820-d66ea8a7dad6 req-e6e6311f-7ed4-4bd9-9e6d-8c28fe8819c3 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=b96539b658a14037b412f92c54157553&device_id=cff78be5-9899-478d-b782-36a5f28de2b0 HTTP/1.1" status: 200 len: 1099 time: 0.1967077 Sep 24 14:58:20.189409 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-9f6b948c-e29e-4281-b112-c80a1b463b1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571103'] for security_group, after_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:20.190661 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02291ca3-6f9a-4117-870d-9089870edd91 None None] Checking router: 1a337c2d-cc00-452c-a162-e3ba9476d481 for host: dv-cinder-809830-2-iscsi {{(pid=105996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 14:58:20.200439 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-9f6b948c-e29e-4281-b112-c80a1b463b1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:20.206019 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [None req-9f6b948c-e29e-4281-b112-c80a1b463b1f admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/77f3644d-6011-4257-85c8-f1ba8d83c2b4 HTTP/1.1" status: 204 len: 168 time: 0.5746179 Sep 24 14:58:20.206268 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02291ca3-6f9a-4117-870d-9089870edd91 None None] Routers {'1a337c2d-cc00-452c-a162-e3ba9476d481'} bound to L3 agent in host dv-cinder-809830-2-iscsi {{(pid=105996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 14:58:20.206897 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.db.l3_hamode_db [None req-02291ca3-6f9a-4117-870d-9089870edd91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809830-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T14:45:58Z,description=,heartbeat_timestamp=2021-09-24T14:57:58Z,host='dv-cinder-809830-2-iscsi',id=76290e94-8d59-4af2-9b8f-4e64db68baa4,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T14:45:58Z,topic='l3_agent')) {'router_ids': ['1a337c2d-cc00-452c-a162-e3ba9476d481'], 'active': True} {{(pid=105996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:58:20.290070 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554ddf27-b160-4258-8fed-a71b879991b6 req-a0ddd6e2-fc38-4581-965b-7325878de7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:58:20.296367 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-554ddf27-b160-4258-8fed-a71b879991b6 req-a0ddd6e2-fc38-4581-965b-7325878de7cf service neutron] 10.222.0.99 "GET /v2.0/networks?id=9cafbdbc-b31b-42e1-af08-737ab1772474 HTTP/1.1" status: 200 len: 918 time: 0.2797251 Sep 24 14:58:20.398205 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6b948c-e29e-4281-b112-c80a1b463b1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77f3644d-6011-4257-85c8-f1ba8d83c2b4,revision_number=None']} {{(pid=105993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:58:20.513985 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1788342b-b1be-4f4c-b820-d66ea8a7dad6 req-fccca1d0-e343-4856-b15c-fad11fec189d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:58:20.523590 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-1788342b-b1be-4f4c-b820-d66ea8a7dad6 req-fccca1d0-e343-4856-b15c-fad11fec189d service neutron] 10.222.0.99 "GET /v2.0/networks?id=b9087bdc-bc6d-4ea0-be83-04ee0e604773 HTTP/1.1" status: 200 len: 921 time: 0.4186723 Sep 24 14:58:20.617507 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-554ddf27-b160-4258-8fed-a71b879991b6 req-7b846f2d-cbbc-4c52-8488-483346d7fa2c service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b108f0d8-ba9f-4c22-91e5-6d78d372be41 HTTP/1.1" status: 200 len: 998 time: 0.3080456 Sep 24 14:58:20.637114 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.db.l3_dvr_db [None req-02291ca3-6f9a-4117-870d-9089870edd91 None None] Set router 1a337c2d-cc00-452c-a162-e3ba9476d481 gateway port host: dv-cinder-809830-2-iscsi {{(pid=105996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 14:58:20.699812 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-1788342b-b1be-4f4c-b820-d66ea8a7dad6 req-55ac805d-925c-4c86-924d-a91515e6e1a1 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=de4e05cb-700c-47dd-ae6a-52828ead0e1b HTTP/1.1" status: 200 len: 217 time: 0.1583593 Sep 24 14:58:20.750452 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554ddf27-b160-4258-8fed-a71b879991b6 req-80c483cf-ea3b-40d0-b622-8832a33e0459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:58:20.754467 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-554ddf27-b160-4258-8fed-a71b879991b6 req-80c483cf-ea3b-40d0-b622-8832a33e0459 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=96eeb601-c3fa-4a0c-bf57-6c99e9cae07c HTTP/1.1" status: 200 len: 855 time: 0.1222012 Sep 24 14:58:20.826565 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1788342b-b1be-4f4c-b820-d66ea8a7dad6 req-50f7cb13-056c-446c-a093-83baa8f5b07f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:58:20.833836 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-1788342b-b1be-4f4c-b820-d66ea8a7dad6 req-50f7cb13-056c-446c-a093-83baa8f5b07f service neutron] 10.222.0.99 "GET /v2.0/subnets?id=a953951d-d181-4025-b6b9-5088bf3d7942 HTTP/1.1" status: 200 len: 859 time: 0.1203687 Sep 24 14:58:20.917577 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-1788342b-b1be-4f4c-b820-d66ea8a7dad6 req-4dc18d9d-52d3-4215-9525-2856c67cfe56 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=b9087bdc-bc6d-4ea0-be83-04ee0e604773&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0612552 Sep 24 14:58:20.990626 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bcc2ff-954b-45db-b30d-1fc18193039a req-2749493d-da77-43f3-bb68-3e80db21af25 tempest-DeleteServersTestJSON-2058535045 tempest-DeleteServersTestJSON-2058535045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:58:21.020200 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-47bcc2ff-954b-45db-b30d-1fc18193039a req-2749493d-da77-43f3-bb68-3e80db21af25 tempest-DeleteServersTestJSON-2058535045 tempest-DeleteServersTestJSON-2058535045-project] 10.222.0.90 "GET /v2.0/ports?device_id=3fec94a4-a970-4099-a173-49cad6850afe HTTP/1.1" status: 200 len: 945 time: 0.2636271 Sep 24 14:58:21.127977 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554ddf27-b160-4258-8fed-a71b879991b6 req-e50829d7-d820-4a86-96a8-92e209cc4fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:58:21.138973 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-554ddf27-b160-4258-8fed-a71b879991b6 req-e50829d7-d820-4a86-96a8-92e209cc4fe1 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=9cafbdbc-b31b-42e1-af08-737ab1772474&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3551588 Sep 24 14:58:21.405851 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-47bcc2ff-954b-45db-b30d-1fc18193039a req-60312e66-22d6-45bc-a86b-af4dfee5e4cc tempest-DeleteServersTestJSON-2058535045 tempest-DeleteServersTestJSON-2058535045-project] 10.222.0.90 "GET /v2.0/security-groups?id=54f13584-b7bd-4068-99e2-b9ab9c34ac42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3823357 Sep 24 14:58:21.528765 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-1788342b-b1be-4f4c-b820-d66ea8a7dad6 req-3935004e-3375-4017-ab61-d5279e6cda01 service neutron] 10.222.0.99 "GET /v2.0/networks/b9087bdc-bc6d-4ea0-be83-04ee0e604773?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5886736 Sep 24 14:58:21.537136 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.db.l3_hamode_db [None req-02291ca3-6f9a-4117-870d-9089870edd91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a337c2d-cc00-452c-a162-e3ba9476d481', 'name': 'tempest-AttachVolumeShelveTestJSON-304460238-router', 'tenant_id': 'e8de89965f464e0ebbfb78c2c3d408f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7', 'external_fixed_ips': [{'subnet_id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': 'bcdea4c4-6bff-4ea1-9037-5f4b3477488a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T14:56:58Z', 'updated_at': '2021-09-24T14:57:14Z', 'revision_number': 4, 'project_id': 'e8de89965f464e0ebbfb78c2c3d408f2', 'gw_port': {'id': 'bcdea4c4-6bff-4ea1-9037-5f4b3477488a', 'name': '', 'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:22:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a337c2d-cc00-452c-a162-e3ba9476d481', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T14:57:00Z', 'updated_at': '2021-09-24T14:57:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809830-2-iscsi', '_floatingips': [{'id': '8630c6a5-7656-4532-a5c3-11cac67a3e9c', 'tenant_id': 'e8de89965f464e0ebbfb78c2c3d408f2', 'floating_ip_address': '172.27.0.54', 'floating_network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7', 'router_id': '1a337c2d-cc00-452c-a162-e3ba9476d481', 'port_id': 'b108f0d8-ba9f-4c22-91e5-6d78d372be41', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9cafbdbc-b31b-42e1-af08-737ab1772474', 'mac_address': 'fa:16:3e:99:01:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '873dd13f-1b71-4619-b337-59158ab98530', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T14:57:41Z', 'updated_at': '2021-09-24T14:58:17Z', 'revision_number': 1, 'project_id': 'e8de89965f464e0ebbfb78c2c3d408f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d0091fc-f76c-4c9b-8c74-9af175210f4e', 'name': '', 'network_id': '9cafbdbc-b31b-42e1-af08-737ab1772474', 'tenant_id': 'e8de89965f464e0ebbfb78c2c3d408f2', 'mac_address': 'fa:16:3e:e2:3a:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a337c2d-cc00-452c-a162-e3ba9476d481', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '96eeb601-c3fa-4a0c-bf57-6c99e9cae07c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T14:57:09Z', 'updated_at': '2021-09-24T14:57:29Z', 'revision_number': 5, 'project_id': 'e8de89965f464e0ebbfb78c2c3d408f2', 'subnets': [{'id': '96eeb601-c3fa-4a0c-bf57-6c99e9cae07c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809830-2-iscsi', False) {} {{(pid=105996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:58:21.643768 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69d9be1-849f-4938-aa1c-0817f4509905 req-d47290ef-e208-4d07-90eb-3d7ab8b686c7 tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:58:21.657669 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-f69d9be1-849f-4938-aa1c-0817f4509905 req-d47290ef-e208-4d07-90eb-3d7ab8b686c7 tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] 10.222.0.90 "GET /v2.0/ports?device_id=cff78be5-9899-478d-b782-36a5f28de2b0 HTTP/1.1" status: 200 len: 946 time: 0.2619019 Sep 24 14:58:21.721886 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02291ca3-6f9a-4117-870d-9089870edd91 None None] The sync data for ids ['1a337c2d-cc00-452c-a162-e3ba9476d481'] in dv-cinder-809830-2-iscsi is: [{'id': '1a337c2d-cc00-452c-a162-e3ba9476d481', 'name': 'tempest-AttachVolumeShelveTestJSON-304460238-router', 'tenant_id': 'e8de89965f464e0ebbfb78c2c3d408f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7', 'external_fixed_ips': [{'subnet_id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': 'bcdea4c4-6bff-4ea1-9037-5f4b3477488a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T14:56:58Z', 'updated_at': '2021-09-24T14:57:14Z', 'revision_number': 4, 'project_id': 'e8de89965f464e0ebbfb78c2c3d408f2', 'gw_port': {'id': 'bcdea4c4-6bff-4ea1-9037-5f4b3477488a', 'name': '', 'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:22:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a337c2d-cc00-452c-a162-e3ba9476d481', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T14:57:00Z', 'updated_at': '2021-09-24T14:57:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809830-2-iscsi', '_floatingips': [{'id': '8630c6a5-7656-4532-a5c3-11cac67a3e9c', 'tenant_id': 'e8de89965f464e0ebbfb78c2c3d408f2', 'floating_ip_address': '172.27.0.54', 'floating_network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7', 'router_id': '1a337c2d-cc00-452c-a162-e3ba9476d481', 'port_id': 'b108f0d8-ba9f-4c22-91e5-6d78d372be41', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9cafbdbc-b31b-42e1-af08-737ab1772474', 'mac_address': 'fa:16:3e:99:01:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '873dd13f-1b71-4619-b337-59158ab98530', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T14:57:41Z', 'updated_at': '2021-09-24T14:58:17Z', 'revision_number': 1, 'project_id': 'e8de89965f464e0ebbfb78c2c3d408f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d0091fc-f76c-4c9b-8c74-9af175210f4e', 'name': '', 'network_id': '9cafbdbc-b31b-42e1-af08-737ab1772474', 'tenant_id': 'e8de89965f464e0ebbfb78c2c3d408f2', 'mac_address': 'fa:16:3e:e2:3a:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a337c2d-cc00-452c-a162-e3ba9476d481', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '96eeb601-c3fa-4a0c-bf57-6c99e9cae07c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T14:57:09Z', 'updated_at': '2021-09-24T14:57:29Z', 'revision_number': 5, 'project_id': 'e8de89965f464e0ebbfb78c2c3d408f2', 'subnets': [{'id': '96eeb601-c3fa-4a0c-bf57-6c99e9cae07c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 14:58:21.877555 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-f69d9be1-849f-4938-aa1c-0817f4509905 req-9c65e925-cd8f-42b6-9bcb-6fedb7d61ef8 tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] 10.222.0.90 "GET /v2.0/security-groups?id=f3d37e3f-2899-4174-ab27-7857e72c3fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2177775 Sep 24 14:58:22.001123 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-1788342b-b1be-4f4c-b820-d66ea8a7dad6 req-122d738b-2dec-44f2-a620-e73ec1870119 service neutron] 10.222.0.99 "GET /v2.0/networks/b9087bdc-bc6d-4ea0-be83-04ee0e604773?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4578049 Sep 24 14:58:22.222532 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea47f8d4-043e-4ffd-a907-08feae7096f6 req-791d1d56-4ed8-475e-be7d-45d92e53549e tempest-DeleteServersTestJSON-2058535045 tempest-DeleteServersTestJSON-2058535045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:58:22.227813 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-ea47f8d4-043e-4ffd-a907-08feae7096f6 req-791d1d56-4ed8-475e-be7d-45d92e53549e tempest-DeleteServersTestJSON-2058535045 tempest-DeleteServersTestJSON-2058535045-project] 10.222.0.99 "GET /v2.0/ports?device_id=3fec94a4-a970-4099-a173-49cad6850afe HTTP/1.1" status: 200 len: 945 time: 1.0812075 Sep 24 14:58:22.445799 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-554ddf27-b160-4258-8fed-a71b879991b6 req-e8ef52fd-501a-4b6c-b903-3a23950e9258 service neutron] 10.222.0.99 "GET /v2.0/networks/9cafbdbc-b31b-42e1-af08-737ab1772474?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3054168 Sep 24 14:58:22.455643 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa043689-575e-40a7-b201-cc4ad6194424 None None] New status for floating IP 8630c6a5-7656-4532-a5c3-11cac67a3e9c: ACTIVE {{(pid=105995) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 14:58:22.872599 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-554ddf27-b160-4258-8fed-a71b879991b6 req-10b6eceb-e4ac-417f-8814-6165ae4dab9e service neutron] 10.222.0.99 "GET /v2.0/networks/9cafbdbc-b31b-42e1-af08-737ab1772474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3353558 Sep 24 14:58:23.247263 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d64502c-01f0-462e-a26e-6ddf31f95438 req-0f75eac1-9132-4231-a53b-ad91d2eb3cd7 tempest-DeleteServersTestJSON-2058535045 tempest-DeleteServersTestJSON-2058535045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:58:23.253332 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.plugin [req-ea47f8d4-043e-4ffd-a907-08feae7096f6 req-6ce6433b-3d8d-4c3c-94c2-e63bf1db5085 tempest-DeleteServersTestJSON-2058535045 tempest-DeleteServersTestJSON-2058535045-project] Deleting port 05f98a1f-af8d-417d-8384-a6103df9c09f {{(pid=105994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 14:58:23.254303 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-2d64502c-01f0-462e-a26e-6ddf31f95438 req-0f75eac1-9132-4231-a53b-ad91d2eb3cd7 tempest-DeleteServersTestJSON-2058535045 tempest-DeleteServersTestJSON-2058535045-project] 10.222.0.90 "GET /v2.0/ports?device_id=3fec94a4-a970-4099-a173-49cad6850afe HTTP/1.1" status: 200 len: 945 time: 0.6173368 Sep 24 14:58:23.262087 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-ea47f8d4-043e-4ffd-a907-08feae7096f6 req-6ce6433b-3d8d-4c3c-94c2-e63bf1db5085 tempest-DeleteServersTestJSON-2058535045 tempest-DeleteServersTestJSON-2058535045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727248545832'] for port, before_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:23.319393 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-2d64502c-01f0-462e-a26e-6ddf31f95438 req-cccd01d5-d172-4e54-950e-7e19ccd42eee tempest-DeleteServersTestJSON-2058535045 tempest-DeleteServersTestJSON-2058535045-project] 10.222.0.90 "GET /v2.0/security-groups?id=54f13584-b7bd-4068-99e2-b9ab9c34ac42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529287 Sep 24 14:58:23.534184 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b32f74a-05e1-4fb8-aaa7-6ae96b96f40e req-81eb2628-0d56-4b96-a1fe-c6800db67c53 tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:58:23.537795 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-4b32f74a-05e1-4fb8-aaa7-6ae96b96f40e req-81eb2628-0d56-4b96-a1fe-c6800db67c53 tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] 10.222.0.90 "GET /v2.0/networks?id=668c8e2b-cd9f-4f58-bdca-814f328e4372 HTTP/1.1" status: 200 len: 814 time: 0.5969918 Sep 24 14:58:23.554005 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6ccc98-a842-43e3-a325-fb1439035870 req-ee950430-ec87-4431-868e-28023d3f3a75 tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:58:23.555179 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-ed6ccc98-a842-43e3-a325-fb1439035870 req-ee950430-ec87-4431-868e-28023d3f3a75 tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] 10.222.0.90 "GET /v2.0/ports?device_id=cff78be5-9899-478d-b782-36a5f28de2b0 HTTP/1.1" status: 200 len: 946 time: 0.1189821 Sep 24 14:58:23.556285 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-566cbebf-ecd1-4021-87fb-a63be85ec3d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:23.634277 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.db [req-ea47f8d4-043e-4ffd-a907-08feae7096f6 req-6ce6433b-3d8d-4c3c-94c2-e63bf1db5085 tempest-DeleteServersTestJSON-2058535045 tempest-DeleteServersTestJSON-2058535045-project] For port 05f98a1f-af8d-417d-8384-a6103df9c09f, host hv-cinder-80983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80983',level=0,port_id=05f98a1f-af8d-417d-8384-a6103df9c09f,segment=NetworkSegment(1317f27d-b2d0-4289-a71c-e901725dce77),segment_id=1317f27d-b2d0-4289-a71c-e901725dce77)] {{(pid=105994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:58:23.634882 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-ea47f8d4-043e-4ffd-a907-08feae7096f6 req-6ce6433b-3d8d-4c3c-94c2-e63bf1db5085 tempest-DeleteServersTestJSON-2058535045 tempest-DeleteServersTestJSON-2058535045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616222'] for port, precommit_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:23.649373 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-4b32f74a-05e1-4fb8-aaa7-6ae96b96f40e req-2e5cb42a-8f18-4cb7-878f-4dc013fd3005 tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] 10.222.0.90 "GET /v2.0/quotas/e9ba4ee0a4b74e9ca40e57d3efacf27a HTTP/1.1" status: 200 len: 375 time: 0.1096785 Sep 24 14:58:23.672524 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-ed6ccc98-a842-43e3-a325-fb1439035870 req-d6081235-7b59-4510-aa4d-7f0fe5fd30fb tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] 10.222.0.90 "GET /v2.0/security-groups?id=f3d37e3f-2899-4174-ab27-7857e72c3fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047277 Sep 24 14:58:23.683142 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.plugin [req-ea47f8d4-043e-4ffd-a907-08feae7096f6 req-6ce6433b-3d8d-4c3c-94c2-e63bf1db5085 tempest-DeleteServersTestJSON-2058535045 tempest-DeleteServersTestJSON-2058535045-project] Calling delete_port for 05f98a1f-af8d-417d-8384-a6103df9c09f owned by compute:nova {{(pid=105994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 14:58:23.873757 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-4b32f74a-05e1-4fb8-aaa7-6ae96b96f40e req-4d76b2d5-3cf9-46a6-bd94-668c3c4632be tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=e9ba4ee0a4b74e9ca40e57d3efacf27a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2229443 Sep 24 14:58:24.222723 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-4b32f74a-05e1-4fb8-aaa7-6ae96b96f40e req-f88e30ee-7775-4539-80a0-89c9b7c79e31 service neutron] 10.222.0.90 "GET /v2.0/networks/668c8e2b-cd9f-4f58-bdca-814f328e4372?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3469241 Sep 24 14:58:24.229857 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-ea47f8d4-043e-4ffd-a907-08feae7096f6 req-6ce6433b-3d8d-4c3c-94c2-e63bf1db5085 tempest-DeleteServersTestJSON-2058535045 tempest-DeleteServersTestJSON-2058535045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727248551918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727248062136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14130366'] for port, after_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:24.319594 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce6433b-3d8d-4c3c-94c2-e63bf1db5085 tempest-DeleteServersTestJSON-2058535045 tempest-DeleteServersTestJSON-2058535045-project] Pushing event deleted for resources: {'Port': ['ID=05f98a1f-af8d-417d-8384-a6103df9c09f,revision_number=None']} {{(pid=105994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:58:24.493448 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea47f8d4-043e-4ffd-a907-08feae7096f6 req-6ce6433b-3d8d-4c3c-94c2-e63bf1db5085 tempest-DeleteServersTestJSON-2058535045 tempest-DeleteServersTestJSON-2058535045-project] No DVR routers for this DVR port 05f98a1f-af8d-417d-8384-a6103df9c09f on host hv-cinder-80983 {{(pid=105994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 14:58:24.506749 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-ea47f8d4-043e-4ffd-a907-08feae7096f6 req-6ce6433b-3d8d-4c3c-94c2-e63bf1db5085 tempest-DeleteServersTestJSON-2058535045 tempest-DeleteServersTestJSON-2058535045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472375'] for port, before_response {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:24.510269 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-ea47f8d4-043e-4ffd-a907-08feae7096f6 req-6ce6433b-3d8d-4c3c-94c2-e63bf1db5085 tempest-DeleteServersTestJSON-2058535045 tempest-DeleteServersTestJSON-2058535045-project] 10.222.0.99 "DELETE /v2.0/ports/05f98a1f-af8d-417d-8384-a6103df9c09f HTTP/1.1" status: 204 len: 173 time: 2.2678230 Sep 24 14:58:24.510994 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fec94a4-a970-4099-a173-49cad6850afe', 'name': 'network-vif-deleted', 'tag': '05f98a1f-af8d-417d-8384-a6103df9c09f'}] {{(pid=105994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 14:58:24.514927 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}445a901cbb5a624303c84b78f65e518dd0fb300c00204885c20e5236c8fbed2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0f6bca0-6be1-438b-8135-5dc7e081ad9a" -d '{"events": [{"server_uuid": "3fec94a4-a970-4099-a173-49cad6850afe", "name": "network-vif-deleted", "tag": "05f98a1f-af8d-417d-8384-a6103df9c09f"}]}' {{(pid=105994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 14:58:24.552419 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-4b32f74a-05e1-4fb8-aaa7-6ae96b96f40e req-c6d4216a-6242-473b-afe9-07c974dfb6e6 service neutron] 10.222.0.90 "GET /v2.0/networks/668c8e2b-cd9f-4f58-bdca-814f328e4372?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3258803 Sep 24 14:58:24.788203 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.rpc [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Device 05f98a1f-af8d-417d-8384-a6103df9c09f no longer exists at agent hyperv_hv-cinder-80983 {{(pid=105995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 14:58:24.859065 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.plugin [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] No Port match for: 05f98a1f-af8d-417d-8384-a6103df9c09f {{(pid=105995) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 14:58:24.860484 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.rpc [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Device 05f98a1f-af8d-417d-8384-a6103df9c09f not bound to the agent host hv-cinder-80983 {{(pid=105995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 14:58:24.946233 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-d8b0db25-8c77-4e35-8add-4d68dce5639c req-2577a140-20c9-4aaf-baf1-9e69ae47e728 tempest-DeleteServersTestJSON-2058535045 tempest-DeleteServersTestJSON-2058535045-project] 10.222.0.90 "GET /v2.0/ports?device_id=3fec94a4-a970-4099-a173-49cad6850afe HTTP/1.1" status: 200 len: 210 time: 0.0587387 Sep 24 14:58:25.050948 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 14:58:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17a8ccb1-2bd5-461a-9b74-1848257aba49 x-openstack-request-id: req-17a8ccb1-2bd5-461a-9b74-1848257aba49 {{(pid=105994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 14:58:25.051528 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fec94a4-a970-4099-a173-49cad6850afe", "name": "network-vif-deleted", "tag": "05f98a1f-af8d-417d-8384-a6103df9c09f", "status": "completed", "code": 200}]} {{(pid=105994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 14:58:25.051989 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-17a8ccb1-2bd5-461a-9b74-1848257aba49 {{(pid=105994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 14:58:25.052717 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fec94a4-a970-4099-a173-49cad6850afe', 'name': 'network-vif-deleted', 'tag': '05f98a1f-af8d-417d-8384-a6103df9c09f', 'status': 'completed', 'code': 200} Sep 24 14:58:25.212597 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b974d0c0-e487-4a1b-9b5c-05d443190273 req-6b6bc5ed-c1e1-4a3a-874c-48776667980f tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:58:25.214969 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-b974d0c0-e487-4a1b-9b5c-05d443190273 req-6b6bc5ed-c1e1-4a3a-874c-48776667980f tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] 10.222.0.90 "GET /v2.0/ports?device_id=cff78be5-9899-478d-b782-36a5f28de2b0 HTTP/1.1" status: 200 len: 946 time: 0.0855346 Sep 24 14:58:25.313947 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-b974d0c0-e487-4a1b-9b5c-05d443190273 req-23920361-610f-4094-81e3-e0084efc6975 tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] 10.222.0.90 "GET /v2.0/security-groups?id=f3d37e3f-2899-4174-ab27-7857e72c3fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854559 Sep 24 14:58:25.516909 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-acb6c0e0-8df2-4d6c-acb6-cb3f2b568625 req-534a997d-5d71-48ea-b74b-dc5f57f72bb8 tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] 10.222.0.90 "GET /v2.0/ports?device_id=1b5e828c-a82b-40cd-a344-255f4b26a841 HTTP/1.1" status: 200 len: 210 time: 0.0836084 Sep 24 14:58:26.121061 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-9072421a-9344-4000-bd89-65240b174f65 req-6ddd9857-8331-453d-8a9f-402c14cbe796 tempest-DeleteServersTestJSON-2058535045 tempest-DeleteServersTestJSON-2058535045-project] 10.222.0.90 "GET /v2.0/ports?device_id=3fec94a4-a970-4099-a173-49cad6850afe HTTP/1.1" status: 200 len: 210 time: 0.0547371 Sep 24 14:58:26.588417 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eabb10a-8660-4896-8960-b4825f2f0058 req-f980b7a9-a546-4ec6-8b6b-59057ad2108a tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:58:26.594329 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-5eabb10a-8660-4896-8960-b4825f2f0058 req-f980b7a9-a546-4ec6-8b6b-59057ad2108a tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] 10.222.0.90 "GET /v2.0/ports?device_id=cff78be5-9899-478d-b782-36a5f28de2b0 HTTP/1.1" status: 200 len: 946 time: 0.1209750 Sep 24 14:58:26.681976 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-5eabb10a-8660-4896-8960-b4825f2f0058 req-79a9fde9-86c3-46c3-b1d9-782685acd06e tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] 10.222.0.90 "GET /v2.0/security-groups?id=f3d37e3f-2899-4174-ab27-7857e72c3fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762975 Sep 24 14:58:26.703300 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-ac830a01-c43d-4041-8d10-1f9ab74eb3e5 req-4bf90b20-cf6a-42e7-bd63-fe0a214cbf55 tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] 10.222.0.90 "GET /v2.0/ports?device_id=1b5e828c-a82b-40cd-a344-255f4b26a841 HTTP/1.1" status: 200 len: 210 time: 0.0554900 Sep 24 14:58:27.283747 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b32f74a-05e1-4fb8-aaa7-6ae96b96f40e req-8ce699a9-ebc4-4e0e-a7e7-4d664749d277 tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:58:27.286704 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-4b32f74a-05e1-4fb8-aaa7-6ae96b96f40e req-8ce699a9-ebc4-4e0e-a7e7-4d664749d277 tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] 10.222.0.99 "GET /v2.0/networks?id=668c8e2b-cd9f-4f58-bdca-814f328e4372 HTTP/1.1" status: 200 len: 814 time: 0.3649566 Sep 24 14:58:27.316068 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.v2.base [req-4b32f74a-05e1-4fb8-aaa7-6ae96b96f40e req-05c30b68-d3b5-4f06-ac5c-2b57f1d0e18b tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] Request body: {'port': {'device_id': '1b5e828c-a82b-40cd-a344-255f4b26a841', 'network_id': '668c8e2b-cd9f-4f58-bdca-814f328e4372', 'admin_state_up': True, 'tenant_id': 'e9ba4ee0a4b74e9ca40e57d3efacf27a'}} {{(pid=105994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:58:27.425437 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-b6f19c6b-ccac-4506-877a-1ddc4f2793bf req-320dfb49-cca6-463c-bb52-ae3447582fc8 tempest-DeleteServersTestJSON-2058535045 tempest-DeleteServersTestJSON-2058535045-project] 10.222.0.90 "GET /v2.0/ports?device_id=3fec94a4-a970-4099-a173-49cad6850afe HTTP/1.1" status: 200 len: 210 time: 0.0906904 Sep 24 14:58:27.642346 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b32f74a-05e1-4fb8-aaa7-6ae96b96f40e req-05c30b68-d3b5-4f06-ac5c-2b57f1d0e18b tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] Made reservation on behalf of e9ba4ee0a4b74e9ca40e57d3efacf27a for: {'port': 1} {{(pid=105994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 14:58:27.650481 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-4b32f74a-05e1-4fb8-aaa7-6ae96b96f40e req-05c30b68-d3b5-4f06-ac5c-2b57f1d0e18b tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993762'] for port, before_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:27.956250 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-39205867-f6e8-4f2d-89e1-01ae0f196629 req-ad754cef-cd46-4b73-a1df-8ee3d634b83e tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] 10.222.0.90 "GET /v2.0/ports?device_id=1b5e828c-a82b-40cd-a344-255f4b26a841 HTTP/1.1" status: 200 len: 210 time: 0.0553405 Sep 24 14:58:27.982163 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07e4234-b2bf-480c-8a1a-f38960387c71 req-38e2c11a-fac8-4311-8520-65fffaff115f tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:58:27.986060 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-e07e4234-b2bf-480c-8a1a-f38960387c71 req-38e2c11a-fac8-4311-8520-65fffaff115f tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] 10.222.0.90 "GET /v2.0/ports?device_id=cff78be5-9899-478d-b782-36a5f28de2b0 HTTP/1.1" status: 200 len: 946 time: 0.0982151 Sep 24 14:58:27.996971 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.db.db_base_plugin_common [req-4b32f74a-05e1-4fb8-aaa7-6ae96b96f40e req-05c30b68-d3b5-4f06-ac5c-2b57f1d0e18b tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] Allocated IP 172.20.0.5 (668c8e2b-cd9f-4f58-bdca-814f328e4372/61e01f8c-a5ed-4609-8640-3ce2b0ef07de/a8dffa35-4677-4915-9472-ab4af4f14a87) {{(pid=105994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 14:58:28.057620 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-e07e4234-b2bf-480c-8a1a-f38960387c71 req-283f7083-4772-4d3b-8442-55715019b4b3 tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] 10.222.0.90 "GET /v2.0/security-groups?id=f3d37e3f-2899-4174-ab27-7857e72c3fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617974 Sep 24 14:58:28.309780 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-72a2960a-0010-420a-8634-f6eeed89b68b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:28.312054 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-4b32f74a-05e1-4fb8-aaa7-6ae96b96f40e req-05c30b68-d3b5-4f06-ac5c-2b57f1d0e18b tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] Notify callbacks [] for port, precommit_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:28.376538 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-4b32f74a-05e1-4fb8-aaa7-6ae96b96f40e req-05c30b68-d3b5-4f06-ac5c-2b57f1d0e18b tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727248062127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14130366'] for port, after_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:28.399769 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.db [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] get_ports_and_sgs() called for port_ids ['b1cb22c4-a818-4c45-a191-65d5ab96169f'] {{(pid=105995) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 14:58:28.423730 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b32f74a-05e1-4fb8-aaa7-6ae96b96f40e req-05c30b68-d3b5-4f06-ac5c-2b57f1d0e18b tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] Network 668c8e2b-cd9f-4f58-bdca-814f328e4372 is already hosted by enough agents. {{(pid=105994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 14:58:28.428929 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.scheduler.base_scheduler [req-4b32f74a-05e1-4fb8-aaa7-6ae96b96f40e req-05c30b68-d3b5-4f06-ac5c-2b57f1d0e18b tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] Resources bound (agent type, host, resource id): {{(pid=105994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 14:58:28.468460 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b32f74a-05e1-4fb8-aaa7-6ae96b96f40e req-05c30b68-d3b5-4f06-ac5c-2b57f1d0e18b tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] Received port after_create {{(pid=105994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 14:58:28.660878 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c30b68-d3b5-4f06-ac5c-2b57f1d0e18b tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] Pushing event updated for resources: {'Port': ['ID=a8dffa35-4677-4915-9472-ab4af4f14a87,revision_number=1']} {{(pid=105994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:58:28.697302 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b32f74a-05e1-4fb8-aaa7-6ae96b96f40e req-05c30b68-d3b5-4f06-ac5c-2b57f1d0e18b tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:58:28.698439 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-4b32f74a-05e1-4fb8-aaa7-6ae96b96f40e req-05c30b68-d3b5-4f06-ac5c-2b57f1d0e18b tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472375'] for port, before_response {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:28.728260 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-4b32f74a-05e1-4fb8-aaa7-6ae96b96f40e req-05c30b68-d3b5-4f06-ac5c-2b57f1d0e18b tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4261215 Sep 24 14:58:28.750146 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.v2.base [req-4b32f74a-05e1-4fb8-aaa7-6ae96b96f40e req-e4a7b9a8-3431-4787-85b3-aa4f63e9dc0d service neutron] Request body: {'port': {'device_id': '1b5e828c-a82b-40cd-a344-255f4b26a841', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80983'}} {{(pid=105994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:58:28.939191 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-4b32f74a-05e1-4fb8-aaa7-6ae96b96f40e req-e4a7b9a8-3431-4787-85b3-aa4f63e9dc0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993762'] for port, before_update {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:29.224860 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.wsgi [-] (105993) accepted ('10.222.0.90', 57164) {{(pid=105993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:58:29.317802 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d06b6c-5a47-4037-8436-ad65bb547129 req-ff4e4787-f904-4cfc-934c-2b6c192891ad tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:58:29.323965 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-25d06b6c-5a47-4037-8436-ad65bb547129 req-ff4e4787-f904-4cfc-934c-2b6c192891ad tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] 10.222.0.90 "GET /v2.0/ports?device_id=1b5e828c-a82b-40cd-a344-255f4b26a841 HTTP/1.1" status: 200 len: 931 time: 0.1801116 Sep 24 14:58:29.337649 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:29.441099 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-25d06b6c-5a47-4037-8436-ad65bb547129 req-f7e720e5-a410-4c19-b44f-8a865b2963fa tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] 10.222.0.90 "GET /v2.0/security-groups?id=bb54c971-337c-4571-b265-c21f3dff30d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979524 Sep 24 14:58:29.470819 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506b9999-85ff-4079-b1f6-6acb5d8790e0 req-2205e479-af2a-40fe-98c3-bc3b1e95837f tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:58:29.473438 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-506b9999-85ff-4079-b1f6-6acb5d8790e0 req-2205e479-af2a-40fe-98c3-bc3b1e95837f tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] 10.222.0.90 "GET /v2.0/ports?device_id=cff78be5-9899-478d-b782-36a5f28de2b0 HTTP/1.1" status: 200 len: 946 time: 0.1823652 Sep 24 14:58:29.582978 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-506b9999-85ff-4079-b1f6-6acb5d8790e0 req-93dcd108-71bb-429c-b869-50f53017243c tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] 10.222.0.90 "GET /v2.0/security-groups?id=f3d37e3f-2899-4174-ab27-7857e72c3fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970263 Sep 24 14:58:29.624431 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-69e3fc7d-ca53-4116-a625-e563b60d5dd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:29.697472 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.notifiers.nova [req-4b32f74a-05e1-4fb8-aaa7-6ae96b96f40e req-e4a7b9a8-3431-4787-85b3-aa4f63e9dc0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8dffa35-4677-4915-9472-ab4af4f14a87 {{(pid=105994) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 14:58:29.698457 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.wsgi [-] (105993) accepted ('10.222.0.90', 57176) {{(pid=105993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:58:29.713728 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-4b32f74a-05e1-4fb8-aaa7-6ae96b96f40e req-e4a7b9a8-3431-4787-85b3-aa4f63e9dc0d service neutron] Notify callbacks [] for port, precommit_update {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:29.745813 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.db.provisioning_blocks [req-4b32f74a-05e1-4fb8-aaa7-6ae96b96f40e req-e4a7b9a8-3431-4787-85b3-aa4f63e9dc0d service neutron] Transition to ACTIVE for port object a8dffa35-4677-4915-9472-ab4af4f14a87 will not be triggered until provisioned by entity L2. {{(pid=105994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 14:58:29.755208 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-4b32f74a-05e1-4fb8-aaa7-6ae96b96f40e req-e4a7b9a8-3431-4787-85b3-aa4f63e9dc0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248551428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248062163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14130357'] for port, after_update {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:29.886105 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a7b9a8-3431-4787-85b3-aa4f63e9dc0d service neutron] Pushing event updated for resources: {'Port': ['ID=a8dffa35-4677-4915-9472-ab4af4f14a87,revision_number=2']} {{(pid=105994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:58:29.911627 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-69e3fc7d-ca53-4116-a625-e563b60d5dd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:29.922311 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-b3d7df10-9dbf-4e96-9e21-4eb432b841f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:29.925194 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-69e3fc7d-ca53-4116-a625-e563b60d5dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571103'] for security_group, after_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:29.994535 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.managers [req-4b32f74a-05e1-4fb8-aaa7-6ae96b96f40e req-e4a7b9a8-3431-4787-85b3-aa4f63e9dc0d service neutron] Attempting to bind port a8dffa35-4677-4915-9472-ab4af4f14a87 on host hv-cinder-80983 for vnic_type normal with profile {{(pid=105994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 14:58:29.995067 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.managers [req-4b32f74a-05e1-4fb8-aaa7-6ae96b96f40e req-e4a7b9a8-3431-4787-85b3-aa4f63e9dc0d service neutron] Attempting to bind port a8dffa35-4677-4915-9472-ab4af4f14a87 by drivers openvswitch,hyperv on host hv-cinder-80983 at level 0 using segments [{'id': '3493a04e-7856-43c1-b4a7-e752097c9e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '668c8e2b-cd9f-4f58-bdca-814f328e4372'}] {{(pid=105994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 14:58:29.995596 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b32f74a-05e1-4fb8-aaa7-6ae96b96f40e req-e4a7b9a8-3431-4787-85b3-aa4f63e9dc0d service neutron] Attempting to bind port a8dffa35-4677-4915-9472-ab4af4f14a87 on network 668c8e2b-cd9f-4f58-bdca-814f328e4372 {{(pid=105994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 14:58:30.003552 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b32f74a-05e1-4fb8-aaa7-6ae96b96f40e req-e4a7b9a8-3431-4787-85b3-aa4f63e9dc0d service neutron] Port a8dffa35-4677-4915-9472-ab4af4f14a87 on network 668c8e2b-cd9f-4f58-bdca-814f328e4372 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80983 {{(pid=105994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 14:58:30.004057 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b32f74a-05e1-4fb8-aaa7-6ae96b96f40e req-e4a7b9a8-3431-4787-85b3-aa4f63e9dc0d service neutron] Attempting to bind port a8dffa35-4677-4915-9472-ab4af4f14a87 on network 668c8e2b-cd9f-4f58-bdca-814f328e4372 {{(pid=105994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 14:58:30.010516 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [None req-69e3fc7d-ca53-4116-a625-e563b60d5dd4 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=e39ca14b5b9b423593f946d51f4af112&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7833900 Sep 24 14:58:30.013586 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b32f74a-05e1-4fb8-aaa7-6ae96b96f40e req-e4a7b9a8-3431-4787-85b3-aa4f63e9dc0d service neutron] Checking agent: {'id': 'fe6caec8-3271-4776-9083-fb8f8cae5b94', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80983', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 14, 54, 44), 'started_at': datetime.datetime(2021, 9, 24, 14, 54, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 14, 58, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 14:58:30.014398 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b32f74a-05e1-4fb8-aaa7-6ae96b96f40e req-e4a7b9a8-3431-4787-85b3-aa4f63e9dc0d service neutron] Checking segment: {'id': '3493a04e-7856-43c1-b4a7-e752097c9e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '668c8e2b-cd9f-4f58-bdca-814f328e4372'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 14:58:30.014798 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b32f74a-05e1-4fb8-aaa7-6ae96b96f40e req-e4a7b9a8-3431-4787-85b3-aa4f63e9dc0d service neutron] Bound using segment: {'id': '3493a04e-7856-43c1-b4a7-e752097c9e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '668c8e2b-cd9f-4f58-bdca-814f328e4372'} {{(pid=105994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 14:58:30.014951 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e3fc7d-ca53-4116-a625-e563b60d5dd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3361652-e327-45fa-a526-796054e10f9e,revision_number=1']} {{(pid=105993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:58:30.015604 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.managers [req-4b32f74a-05e1-4fb8-aaa7-6ae96b96f40e req-e4a7b9a8-3431-4787-85b3-aa4f63e9dc0d service neutron] Bound port: a8dffa35-4677-4915-9472-ab4af4f14a87, host: hv-cinder-80983, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3493a04e-7856-43c1-b4a7-e752097c9e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '668c8e2b-cd9f-4f58-bdca-814f328e4372'}}] {{(pid=105994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 14:58:30.016785 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-4b32f74a-05e1-4fb8-aaa7-6ae96b96f40e req-e4a7b9a8-3431-4787-85b3-aa4f63e9dc0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993762'] for port, before_update {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:30.020422 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.wsgi [-] (105993) accepted ('10.222.0.90', 57182) {{(pid=105993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:58:30.154505 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.db [req-4b32f74a-05e1-4fb8-aaa7-6ae96b96f40e req-e4a7b9a8-3431-4787-85b3-aa4f63e9dc0d service neutron] For port a8dffa35-4677-4915-9472-ab4af4f14a87, host hv-cinder-80983, cleared binding levels {{(pid=105994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 14:58:30.165373 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.db [req-4b32f74a-05e1-4fb8-aaa7-6ae96b96f40e req-e4a7b9a8-3431-4787-85b3-aa4f63e9dc0d service neutron] For port a8dffa35-4677-4915-9472-ab4af4f14a87, host hv-cinder-80983, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80983',level=0,port_id=a8dffa35-4677-4915-9472-ab4af4f14a87,segment=NetworkSegment(3493a04e-7856-43c1-b4a7-e752097c9e9a),segment_id=3493a04e-7856-43c1-b4a7-e752097c9e9a)] {{(pid=105994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 14:58:30.170084 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-4b32f74a-05e1-4fb8-aaa7-6ae96b96f40e req-e4a7b9a8-3431-4787-85b3-aa4f63e9dc0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248551428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248062163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14130357'] for port, after_update {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:30.178025 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-8e847fd1-9ebf-428f-810c-8b8739d81af5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:30.227201 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b32f74a-05e1-4fb8-aaa7-6ae96b96f40e req-e4a7b9a8-3431-4787-85b3-aa4f63e9dc0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:58:30.228045 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-4b32f74a-05e1-4fb8-aaa7-6ae96b96f40e req-e4a7b9a8-3431-4787-85b3-aa4f63e9dc0d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472375'] for port, before_response {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:30.230138 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-4b32f74a-05e1-4fb8-aaa7-6ae96b96f40e req-e4a7b9a8-3431-4787-85b3-aa4f63e9dc0d service neutron] 10.222.0.99 "PUT /v2.0/ports/a8dffa35-4677-4915-9472-ab4af4f14a87 HTTP/1.1" status: 200 len: 1093 time: 1.4896615 Sep 24 14:58:30.230693 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b5e828c-a82b-40cd-a344-255f4b26a841', 'tag': 'a8dffa35-4677-4915-9472-ab4af4f14a87'}] {{(pid=105994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 14:58:30.233717 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}445a901cbb5a624303c84b78f65e518dd0fb300c00204885c20e5236c8fbed2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe937b68-4721-4953-a58a-6469885a2fa8" -d '{"events": [{"name": "network-changed", "server_uuid": "1b5e828c-a82b-40cd-a344-255f4b26a841", "tag": "a8dffa35-4677-4915-9472-ab4af4f14a87"}]}' {{(pid=105994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 14:58:30.237414 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-8e847fd1-9ebf-428f-810c-8b8739d81af5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:30.277887 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a7b9a8-3431-4787-85b3-aa4f63e9dc0d service neutron] Pushing event updated for resources: {'Port': ['ID=a8dffa35-4677-4915-9472-ab4af4f14a87,revision_number=3']} {{(pid=105994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:58:30.303083 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-b3d7df10-9dbf-4e96-9e21-4eb432b841f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:30.323520 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 14:58:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a140fdc-dd36-4542-a039-72579e79a3c4 x-openstack-request-id: req-7a140fdc-dd36-4542-a039-72579e79a3c4 {{(pid=105994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 14:58:30.323960 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b5e828c-a82b-40cd-a344-255f4b26a841", "tag": "a8dffa35-4677-4915-9472-ab4af4f14a87", "status": "completed", "code": 200}]} {{(pid=105994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 14:58:30.325008 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-7a140fdc-dd36-4542-a039-72579e79a3c4 {{(pid=105994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 14:58:30.325470 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b5e828c-a82b-40cd-a344-255f4b26a841', 'tag': 'a8dffa35-4677-4915-9472-ab4af4f14a87', 'status': 'completed', 'code': 200} Sep 24 14:58:30.326269 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-b3d7df10-9dbf-4e96-9e21-4eb432b841f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571103'] for security_group, after_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:30.411460 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [None req-b3d7df10-9dbf-4e96-9e21-4eb432b841f4 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=bb96ee2cd5b148ca950df2686f355541&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7110949 Sep 24 14:58:30.414656 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.wsgi [-] (105994) accepted ('10.222.0.90', 57186) {{(pid=105994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:58:30.419496 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-13d777cc-54dc-48f4-b409-3d66fa02497d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:30.420750 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d7df10-9dbf-4e96-9e21-4eb432b841f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f777bc8f-9131-451e-8850-4cc09c0f63ca,revision_number=1']} {{(pid=105993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:58:30.442903 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-8e847fd1-9ebf-428f-810c-8b8739d81af5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571103'] for security_group, after_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:30.447719 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-8e847fd1-9ebf-428f-810c-8b8739d81af5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:30.450473 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [None req-8e847fd1-9ebf-428f-810c-8b8739d81af5 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/d3361652-e327-45fa-a526-796054e10f9e HTTP/1.1" status: 204 len: 168 time: 0.4249103 Sep 24 14:58:30.465726 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e847fd1-9ebf-428f-810c-8b8739d81af5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3361652-e327-45fa-a526-796054e10f9e,revision_number=None']} {{(pid=105993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:58:30.542483 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-9c5b9d6d-8d3a-49fe-a6c8-c0c769ec6332 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:30.621637 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-9c5b9d6d-8d3a-49fe-a6c8-c0c769ec6332 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:30.697989 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139827dc-4699-48ef-82e6-d05953a3f14b req-bd6fd23e-81f3-4f6c-bb51-331da8e80bc0 tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:58:30.701241 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-139827dc-4699-48ef-82e6-d05953a3f14b req-bd6fd23e-81f3-4f6c-bb51-331da8e80bc0 tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] 10.222.0.90 "GET /v2.0/ports?device_id=1b5e828c-a82b-40cd-a344-255f4b26a841 HTTP/1.1" status: 200 len: 943 time: 0.1215267 Sep 24 14:58:30.772492 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-9c5b9d6d-8d3a-49fe-a6c8-c0c769ec6332 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571103'] for security_group, after_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:30.776121 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-9c5b9d6d-8d3a-49fe-a6c8-c0c769ec6332 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:30.777556 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [None req-9c5b9d6d-8d3a-49fe-a6c8-c0c769ec6332 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/f777bc8f-9131-451e-8850-4cc09c0f63ca HTTP/1.1" status: 204 len: 168 time: 0.3611076 Sep 24 14:58:30.808395 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5b9d6d-8d3a-49fe-a6c8-c0c769ec6332 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f777bc8f-9131-451e-8850-4cc09c0f63ca,revision_number=None']} {{(pid=105994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:58:30.816609 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-139827dc-4699-48ef-82e6-d05953a3f14b req-62eabee2-f0a6-4f2e-ad62-91a73ca4a076 tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] 10.222.0.90 "GET /v2.0/security-groups?id=bb54c971-337c-4571-b265-c21f3dff30d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880606 Sep 24 14:58:31.007073 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92ae812-6a50-4da3-93fb-6fc3eabe902f req-921bd467-97a5-401a-8268-aaadcb8b933d tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:58:31.008762 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-c92ae812-6a50-4da3-93fb-6fc3eabe902f req-921bd467-97a5-401a-8268-aaadcb8b933d tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] 10.222.0.90 "GET /v2.0/ports?device_id=cff78be5-9899-478d-b782-36a5f28de2b0 HTTP/1.1" status: 200 len: 946 time: 0.0658472 Sep 24 14:58:31.087486 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.wsgi [-] (105993) accepted ('10.222.0.90', 57204) {{(pid=105993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:58:31.091438 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-c92ae812-6a50-4da3-93fb-6fc3eabe902f req-8810ae06-9bff-4600-84f2-c76b6f4f8d09 tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] 10.222.0.90 "GET /v2.0/security-groups?id=f3d37e3f-2899-4174-ab27-7857e72c3fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701923 Sep 24 14:58:31.109411 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-9ef6c9c7-2635-4984-ae4c-9898dbeec341 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:31.263709 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-9ef6c9c7-2635-4984-ae4c-9898dbeec341 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:31.275715 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-9ef6c9c7-2635-4984-ae4c-9898dbeec341 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571103'] for security_group, after_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:31.324168 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [None req-9ef6c9c7-2635-4984-ae4c-9898dbeec341 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=ad0c34f5a1b1476187efeb8a57137aa5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2348254 Sep 24 14:58:31.335364 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.wsgi [-] (105993) accepted ('10.222.0.90', 57208) {{(pid=105993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:58:31.345695 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef6c9c7-2635-4984-ae4c-9898dbeec341 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54f40310-e986-4a51-8c82-8c2f4968c724,revision_number=1']} {{(pid=105993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:58:31.420609 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.wsgi [-] (105994) accepted ('10.222.0.90', 57210) {{(pid=105994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:58:31.439185 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-f65ee86f-b5fe-4cee-8ce3-cf27c4065a0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:31.450487 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-6ab92b45-c3c3-431e-9ff4-f9198d92ba6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:31.484904 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-f65ee86f-b5fe-4cee-8ce3-cf27c4065a0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:31.573449 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-f65ee86f-b5fe-4cee-8ce3-cf27c4065a0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571103'] for security_group, after_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:31.579217 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-f65ee86f-b5fe-4cee-8ce3-cf27c4065a0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:31.581733 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [None req-f65ee86f-b5fe-4cee-8ce3-cf27c4065a0e admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/54f40310-e986-4a51-8c82-8c2f4968c724 HTTP/1.1" status: 204 len: 168 time: 0.2446237 Sep 24 14:58:31.597159 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65ee86f-b5fe-4cee-8ce3-cf27c4065a0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54f40310-e986-4a51-8c82-8c2f4968c724,revision_number=None']} {{(pid=105993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:58:31.661052 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-6ab92b45-c3c3-431e-9ff4-f9198d92ba6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:31.668721 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-6ab92b45-c3c3-431e-9ff4-f9198d92ba6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571103'] for security_group, after_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:31.746225 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [None req-6ab92b45-c3c3-431e-9ff4-f9198d92ba6a admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=561978d3435749eba0c90f3db5268e3a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3237915 Sep 24 14:58:31.747965 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab92b45-c3c3-431e-9ff4-f9198d92ba6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a4e4791-24b1-4ef0-8e22-02df5b54522a,revision_number=1']} {{(pid=105994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:58:31.749752 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.wsgi [-] (105993) accepted ('10.222.0.90', 57216) {{(pid=105993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:58:31.861088 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-b77d0efb-a222-4508-9eed-a0f3ac4d8648 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:31.905276 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-b77d0efb-a222-4508-9eed-a0f3ac4d8648 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:32.001054 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-b77d0efb-a222-4508-9eed-a0f3ac4d8648 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571103'] for security_group, after_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:32.004398 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-b77d0efb-a222-4508-9eed-a0f3ac4d8648 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:32.005734 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [None req-b77d0efb-a222-4508-9eed-a0f3ac4d8648 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/5a4e4791-24b1-4ef0-8e22-02df5b54522a HTTP/1.1" status: 204 len: 168 time: 0.2537000 Sep 24 14:58:32.026435 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77d0efb-a222-4508-9eed-a0f3ac4d8648 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a4e4791-24b1-4ef0-8e22-02df5b54522a,revision_number=None']} {{(pid=105993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:58:32.082632 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f73387-1162-4c4e-9530-9c91a6e528a8 req-e36a421f-5793-41dc-b77c-ed205cb824fb tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:58:32.085613 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-17f73387-1162-4c4e-9530-9c91a6e528a8 req-e36a421f-5793-41dc-b77c-ed205cb824fb tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] 10.222.0.90 "GET /v2.0/ports?device_id=1b5e828c-a82b-40cd-a344-255f4b26a841 HTTP/1.1" status: 200 len: 943 time: 0.1248734 Sep 24 14:58:32.160391 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-17f73387-1162-4c4e-9530-9c91a6e528a8 req-80af79ac-1cbe-4963-a2b5-ef1d6bf53dd1 tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] 10.222.0.90 "GET /v2.0/security-groups?id=bb54c971-337c-4571-b265-c21f3dff30d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663266 Sep 24 14:58:32.427466 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe937b68-4721-4953-a58a-6469885a2fa8 req-611b51ae-6a66-46e3-a0ee-cf2e1eb8df79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:58:32.438871 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-fe937b68-4721-4953-a58a-6469885a2fa8 req-611b51ae-6a66-46e3-a0ee-cf2e1eb8df79 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=e9ba4ee0a4b74e9ca40e57d3efacf27a&device_id=1b5e828c-a82b-40cd-a344-255f4b26a841 HTTP/1.1" status: 200 len: 1096 time: 0.1240201 Sep 24 14:58:32.521011 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a6f7e6-0f80-453c-a94c-12ddb44d80c8 req-61205fec-1aa2-41a9-ab54-b9af09b9b1d9 tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:58:32.523271 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-b5a6f7e6-0f80-453c-a94c-12ddb44d80c8 req-61205fec-1aa2-41a9-ab54-b9af09b9b1d9 tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] 10.222.0.90 "GET /v2.0/ports?device_id=cff78be5-9899-478d-b782-36a5f28de2b0 HTTP/1.1" status: 200 len: 946 time: 0.2361727 Sep 24 14:58:32.682801 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-b5a6f7e6-0f80-453c-a94c-12ddb44d80c8 req-6822bd57-5a68-43d5-8c9b-e478abbe29ce tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] 10.222.0.90 "GET /v2.0/security-groups?id=f3d37e3f-2899-4174-ab27-7857e72c3fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431503 Sep 24 14:58:32.713452 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe937b68-4721-4953-a58a-6469885a2fa8 req-ebda1b3e-e503-4c26-9f13-70573c9cf2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:58:32.717223 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-fe937b68-4721-4953-a58a-6469885a2fa8 req-ebda1b3e-e503-4c26-9f13-70573c9cf2cc service neutron] 10.222.0.99 "GET /v2.0/networks?tenant_id=e9ba4ee0a4b74e9ca40e57d3efacf27a&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2684879 Sep 24 14:58:33.005015 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-450d71f0-4391-4cc8-89b8-8f609d6e2304 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:33.009519 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe937b68-4721-4953-a58a-6469885a2fa8 req-bac6d5c1-6bcc-4413-a2dd-15b871524994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:58:33.012573 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-fe937b68-4721-4953-a58a-6469885a2fa8 req-bac6d5c1-6bcc-4413-a2dd-15b871524994 service neutron] 10.222.0.99 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2847219 Sep 24 14:58:33.521005 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364d57ad-9306-4965-beef-f4c2c6a72795 req-2d7bb934-6464-4f73-a7b6-92119507dadd tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:58:33.533420 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-364d57ad-9306-4965-beef-f4c2c6a72795 req-2d7bb934-6464-4f73-a7b6-92119507dadd tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] 10.222.0.90 "GET /v2.0/ports?device_id=1b5e828c-a82b-40cd-a344-255f4b26a841 HTTP/1.1" status: 200 len: 943 time: 0.1269057 Sep 24 14:58:33.573344 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b32f74a-05e1-4fb8-aaa7-6ae96b96f40e req-f176ef4e-ba00-4e97-a172-98d5bf0d5783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:58:33.576985 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-4b32f74a-05e1-4fb8-aaa7-6ae96b96f40e req-f176ef4e-ba00-4e97-a172-98d5bf0d5783 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=e9ba4ee0a4b74e9ca40e57d3efacf27a&device_id=1b5e828c-a82b-40cd-a344-255f4b26a841 HTTP/1.1" status: 200 len: 1096 time: 0.4922140 Sep 24 14:58:33.595659 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-364d57ad-9306-4965-beef-f4c2c6a72795 req-8e8e10a9-6026-4249-92c2-5459193747a4 tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] 10.222.0.90 "GET /v2.0/security-groups?id=bb54c971-337c-4571-b265-c21f3dff30d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601892 Sep 24 14:58:33.665365 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-4b32f74a-05e1-4fb8-aaa7-6ae96b96f40e req-61e37b13-4d6d-43c9-9280-b103b4dd9897 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a8dffa35-4677-4915-9472-ab4af4f14a87 HTTP/1.1" status: 200 len: 217 time: 0.0749073 Sep 24 14:58:33.757639 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b32f74a-05e1-4fb8-aaa7-6ae96b96f40e req-6f80c3f1-472c-4aa0-9dd9-fba50e59ac62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:58:33.762658 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-4b32f74a-05e1-4fb8-aaa7-6ae96b96f40e req-6f80c3f1-472c-4aa0-9dd9-fba50e59ac62 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=61e01f8c-a5ed-4609-8640-3ce2b0ef07de HTTP/1.1" status: 200 len: 854 time: 0.0876954 Sep 24 14:58:33.834979 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-4b32f74a-05e1-4fb8-aaa7-6ae96b96f40e req-012fca99-0d58-4d19-9541-fe4494e67523 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=668c8e2b-cd9f-4f58-bdca-814f328e4372&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0615900 Sep 24 14:58:34.044257 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.wsgi [-] (105993) accepted ('10.222.0.90', 57310) {{(pid=105993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:58:34.069387 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f951d2a2-a6dc-4280-b5cd-db27cf69d4d1 req-02425bad-5bdb-4dc5-be4b-2489b85a54a8 tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:58:34.071959 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-f951d2a2-a6dc-4280-b5cd-db27cf69d4d1 req-02425bad-5bdb-4dc5-be4b-2489b85a54a8 tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] 10.222.0.90 "GET /v2.0/ports?device_id=cff78be5-9899-478d-b782-36a5f28de2b0 HTTP/1.1" status: 200 len: 946 time: 0.2192531 Sep 24 14:58:34.133014 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.db.db_base_plugin_v2 [None req-383bc2ff-82a4-48b0-a41a-06c0ef3aa247 admin admin] Deleting subnet 853362b5-2b03-45d3-a64f-5f4b878c2385 {{(pid=105993) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 14:58:34.139868 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-383bc2ff-82a4-48b0-a41a-06c0ef3aa247 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:34.219689 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-383bc2ff-82a4-48b0-a41a-06c0ef3aa247 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13697423'] for subnet, precommit_delete_associations {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:34.251596 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-f951d2a2-a6dc-4280-b5cd-db27cf69d4d1 req-a1fafd96-2382-402d-a3fa-d280393757b5 tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] 10.222.0.90 "GET /v2.0/security-groups?id=f3d37e3f-2899-4174-ab27-7857e72c3fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248856 Sep 24 14:58:34.272078 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-4b32f74a-05e1-4fb8-aaa7-6ae96b96f40e req-83c1a165-ee8b-4a5b-8d9d-0880db431400 service neutron] 10.222.0.99 "GET /v2.0/networks/668c8e2b-cd9f-4f58-bdca-814f328e4372?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4194036 Sep 24 14:58:34.307044 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.db.agents_db [None req-37515238-e50e-498e-bfbd-a21ffee86c29 None None] Agent healthcheck: found 6 active agents {{(pid=105996) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 14:58:34.350498 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-383bc2ff-82a4-48b0-a41a-06c0ef3aa247 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1989010'] for subnet, precommit_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:34.505780 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-383bc2ff-82a4-48b0-a41a-06c0ef3aa247 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1989019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14427134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14663323'] for subnet, after_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:34.556034 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-4b32f74a-05e1-4fb8-aaa7-6ae96b96f40e req-408c80b9-35db-4a55-9d84-1775446ef6dd service neutron] 10.222.0.99 "GET /v2.0/networks/668c8e2b-cd9f-4f58-bdca-814f328e4372?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2757025 Sep 24 14:58:34.559919 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-383bc2ff-82a4-48b0-a41a-06c0ef3aa247 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536624'] for subnet, before_response {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:34.568660 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [None req-383bc2ff-82a4-48b0-a41a-06c0ef3aa247 admin admin] 10.222.0.90 "DELETE /v2.0/subnets/853362b5-2b03-45d3-a64f-5f4b878c2385 HTTP/1.1" status: 204 len: 168 time: 0.5224047 Sep 24 14:58:34.572283 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.wsgi [-] (105994) accepted ('10.222.0.90', 57332) {{(pid=105994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:58:34.639351 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383bc2ff-82a4-48b0-a41a-06c0ef3aa247 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=853362b5-2b03-45d3-a64f-5f4b878c2385,revision_number=None']} {{(pid=105993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:58:34.769066 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-a4ed766f-5891-4603-8802-623ea85fe73b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1610858'] for network, before_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:34.834870 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433b2c3d-e62e-4c32-86eb-7150bfc8791a req-e3cc10bb-53d4-4843-af24-512fd290436e tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:58:34.853397 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-433b2c3d-e62e-4c32-86eb-7150bfc8791a req-e3cc10bb-53d4-4843-af24-512fd290436e tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] 10.222.0.90 "GET /v2.0/ports?device_id=1b5e828c-a82b-40cd-a344-255f4b26a841 HTTP/1.1" status: 200 len: 943 time: 0.1060114 Sep 24 14:58:34.987441 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-433b2c3d-e62e-4c32-86eb-7150bfc8791a req-0b1fe84b-3c0d-4049-bc76-c61f7a687b09 tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] 10.222.0.90 "GET /v2.0/security-groups?id=bb54c971-337c-4571-b265-c21f3dff30d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330152 Sep 24 14:58:35.061447 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-a4ed766f-5891-4603-8802-623ea85fe73b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1983019', 'neutron.services.segments.db._delete_segments_for_network-8727248609940'] for network, precommit_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:35.111537 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.services.segments.db [None req-a4ed766f-5891-4603-8802-623ea85fe73b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b317945-15fe-41ad-a0ea-ddf111f12cc2']}} {{(pid=105994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:58:35.131759 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.services.segments.db [None req-a4ed766f-5891-4603-8802-623ea85fe73b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1317f27d-b2d0-4289-a71c-e901725dce77') {'for_net_delete': True} {{(pid=105994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:58:35.132232 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.services.segments.db [None req-a4ed766f-5891-4603-8802-623ea85fe73b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1317f27d-b2d0-4289-a71c-e901725dce77') {} {{(pid=105994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:58:35.149953 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-a4ed766f-5891-4603-8802-623ea85fe73b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727248609437', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13742443'] for segment, before_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:35.177277 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-a4ed766f-5891-4603-8802-623ea85fe73b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988101'] for segment, precommit_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:35.187491 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4ed766f-5891-4603-8802-623ea85fe73b admin admin] Releasing vlan 1031 on physical network physnet1 to pool {{(pid=105994) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 14:58:35.188186 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-a4ed766f-5891-4603-8802-623ea85fe73b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14132045'] for segment, after_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:35.192248 dv-cinder-809830-2-iscsi neutron-server[105994]: Traceback (most recent call last): Sep 24 14:58:35.192248 dv-cinder-809830-2-iscsi neutron-server[105994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 14:58:35.192248 dv-cinder-809830-2-iscsi neutron-server[105994]: timer() Sep 24 14:58:35.192248 dv-cinder-809830-2-iscsi neutron-server[105994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 14:58:35.192248 dv-cinder-809830-2-iscsi neutron-server[105994]: cb(*args, **kw) Sep 24 14:58:35.192248 dv-cinder-809830-2-iscsi neutron-server[105994]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 14:58:35.192248 dv-cinder-809830-2-iscsi neutron-server[105994]: return func(*args, **kwargs) Sep 24 14:58:35.192248 dv-cinder-809830-2-iscsi neutron-server[105994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 14:58:35.192248 dv-cinder-809830-2-iscsi neutron-server[105994]: self._notify() Sep 24 14:58:35.192248 dv-cinder-809830-2-iscsi neutron-server[105994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 14:58:35.192248 dv-cinder-809830-2-iscsi neutron-server[105994]: self.callback(batched_events) Sep 24 14:58:35.192248 dv-cinder-809830-2-iscsi neutron-server[105994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 14:58:35.192248 dv-cinder-809830-2-iscsi neutron-server[105994]: event.method(event) Sep 24 14:58:35.192248 dv-cinder-809830-2-iscsi neutron-server[105994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 14:58:35.192248 dv-cinder-809830-2-iscsi neutron-server[105994]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 14:58:35.192248 dv-cinder-809830-2-iscsi neutron-server[105994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 14:58:35.192248 dv-cinder-809830-2-iscsi neutron-server[105994]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 14:58:35.192248 dv-cinder-809830-2-iscsi neutron-server[105994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 14:58:35.192248 dv-cinder-809830-2-iscsi neutron-server[105994]: return f(self, *a, **k) Sep 24 14:58:35.192248 dv-cinder-809830-2-iscsi neutron-server[105994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 14:58:35.192248 dv-cinder-809830-2-iscsi neutron-server[105994]: return self._get(url).json() Sep 24 14:58:35.192248 dv-cinder-809830-2-iscsi neutron-server[105994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 14:58:35.192248 dv-cinder-809830-2-iscsi neutron-server[105994]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 14:58:35.192248 dv-cinder-809830-2-iscsi neutron-server[105994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 14:58:35.192248 dv-cinder-809830-2-iscsi neutron-server[105994]: return self.request(url, 'GET', **kwargs) Sep 24 14:58:35.192248 dv-cinder-809830-2-iscsi neutron-server[105994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 14:58:35.192248 dv-cinder-809830-2-iscsi neutron-server[105994]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 14:58:35.192248 dv-cinder-809830-2-iscsi neutron-server[105994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 14:58:35.192248 dv-cinder-809830-2-iscsi neutron-server[105994]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 14:58:35.192248 dv-cinder-809830-2-iscsi neutron-server[105994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 14:58:35.192248 dv-cinder-809830-2-iscsi neutron-server[105994]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 14:58:35.192248 dv-cinder-809830-2-iscsi neutron-server[105994]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 14:58:35.309211 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-a4ed766f-5891-4603-8802-623ea85fe73b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1983004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-595217'] for network, after_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:35.319131 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-a4ed766f-5891-4603-8802-623ea85fe73b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536624'] for network, before_response {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:35.327489 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [None req-a4ed766f-5891-4603-8802-623ea85fe73b admin admin] 10.222.0.90 "DELETE /v2.0/networks/3b317945-15fe-41ad-a0ea-ddf111f12cc2 HTTP/1.1" status: 204 len: 168 time: 0.7531512 Sep 24 14:58:35.354839 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ed766f-5891-4603-8802-623ea85fe73b admin admin] Pushing event deleted for resources: {'Network': ['ID=3b317945-15fe-41ad-a0ea-ddf111f12cc2,revision_number=None']} {{(pid=105994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:58:35.511442 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9f1e7a-5fec-4b73-9225-1e5d93357f56 req-9cbd3838-fead-4d13-80cf-d60face5d0a1 tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:58:35.511442 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-da9f1e7a-5fec-4b73-9225-1e5d93357f56 req-9cbd3838-fead-4d13-80cf-d60face5d0a1 tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] 10.222.0.90 "GET /v2.0/ports?device_id=cff78be5-9899-478d-b782-36a5f28de2b0 HTTP/1.1" status: 200 len: 946 time: 0.1031952 Sep 24 14:58:35.596806 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-da9f1e7a-5fec-4b73-9225-1e5d93357f56 req-fde1fbba-e790-448e-ad7e-52ffd268ce1f tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] 10.222.0.90 "GET /v2.0/security-groups?id=f3d37e3f-2899-4174-ab27-7857e72c3fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746212 Sep 24 14:58:35.892600 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.wsgi [-] (105993) accepted ('10.222.0.90', 57372) {{(pid=105993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:58:35.977950 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [None req-d7e0112b-498c-48df-b8b7-08ec16f5e05b admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=0ac1b2e7557d4bfea2d500ddfb6cb446&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0832174 Sep 24 14:58:35.980528 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.wsgi [-] (105994) accepted ('10.222.0.90', 57384) {{(pid=105994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:58:36.108911 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-ac150960-8b17-4e5f-afd4-05e0cf35f3c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:36.175218 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-ac150960-8b17-4e5f-afd4-05e0cf35f3c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:36.240219 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8aac85-b82d-4455-bf6c-d34852e479aa req-29a83060-7a77-4110-bc85-4db938bc9c2f tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:58:36.262177 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-aa8aac85-b82d-4455-bf6c-d34852e479aa req-29a83060-7a77-4110-bc85-4db938bc9c2f tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] 10.222.0.90 "GET /v2.0/ports?device_id=1b5e828c-a82b-40cd-a344-255f4b26a841 HTTP/1.1" status: 200 len: 943 time: 0.1437860 Sep 24 14:58:36.303969 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-ac150960-8b17-4e5f-afd4-05e0cf35f3c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571103'] for security_group, after_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:36.310073 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-ac150960-8b17-4e5f-afd4-05e0cf35f3c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:36.328846 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [None req-ac150960-8b17-4e5f-afd4-05e0cf35f3c2 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/54f13584-b7bd-4068-99e2-b9ab9c34ac42 HTTP/1.1" status: 204 len: 168 time: 0.3382058 Sep 24 14:58:36.352276 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-aa8aac85-b82d-4455-bf6c-d34852e479aa req-83a30b16-f392-462f-aa64-7751718f4d31 tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] 10.222.0.90 "GET /v2.0/security-groups?id=bb54c971-337c-4571-b265-c21f3dff30d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883124 Sep 24 14:58:36.353933 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac150960-8b17-4e5f-afd4-05e0cf35f3c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54f13584-b7bd-4068-99e2-b9ab9c34ac42,revision_number=None']} {{(pid=105994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:58:36.821246 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1adb8b-74f4-4db5-81dd-c509df2ba1d3 req-ef7ef6fe-54da-4b12-8dea-7923a1938977 tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:58:36.824990 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-fc1adb8b-74f4-4db5-81dd-c509df2ba1d3 req-ef7ef6fe-54da-4b12-8dea-7923a1938977 tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] 10.222.0.90 "GET /v2.0/ports?device_id=cff78be5-9899-478d-b782-36a5f28de2b0 HTTP/1.1" status: 200 len: 946 time: 0.1085930 Sep 24 14:58:36.901496 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-fc1adb8b-74f4-4db5-81dd-c509df2ba1d3 req-734d5c5f-8f9e-4250-b063-809adde2ce85 tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] 10.222.0.90 "GET /v2.0/security-groups?id=f3d37e3f-2899-4174-ab27-7857e72c3fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664430 Sep 24 14:58:37.019153 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.wsgi [-] (105994) accepted ('10.222.0.90', 57430) {{(pid=105994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:58:37.197426 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-faa84df5-2cb4-4bb2-a1b3-cbfe41ebff07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:37.383370 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-faa84df5-2cb4-4bb2-a1b3-cbfe41ebff07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:37.391254 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-faa84df5-2cb4-4bb2-a1b3-cbfe41ebff07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571103'] for security_group, after_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:37.490144 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa84df5-2cb4-4bb2-a1b3-cbfe41ebff07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ff6485f-be09-40fd-bd67-58c30beb68d8,revision_number=1']} {{(pid=105994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:58:37.501572 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [None req-faa84df5-2cb4-4bb2-a1b3-cbfe41ebff07 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=cab44fb443d943cd9a6528931178e15c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4806113 Sep 24 14:58:37.505899 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.wsgi [-] (105994) accepted ('10.222.0.90', 57450) {{(pid=105994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:58:37.585536 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e396c5f-9f51-4912-843b-d75f5262755f req-03a36262-8643-4e6c-9c09-debc2915c5b9 tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:58:37.588202 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-8e396c5f-9f51-4912-843b-d75f5262755f req-03a36262-8643-4e6c-9c09-debc2915c5b9 tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] 10.222.0.90 "GET /v2.0/ports?device_id=1b5e828c-a82b-40cd-a344-255f4b26a841 HTTP/1.1" status: 200 len: 943 time: 0.0813088 Sep 24 14:58:37.615768 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-5a268bea-89df-4cdd-9d9c-2ca488325b15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:37.654797 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-8e396c5f-9f51-4912-843b-d75f5262755f req-85355a66-f62d-403a-b616-d985a45ebff3 tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] 10.222.0.90 "GET /v2.0/security-groups?id=bb54c971-337c-4571-b265-c21f3dff30d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579922 Sep 24 14:58:37.700232 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-5a268bea-89df-4cdd-9d9c-2ca488325b15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:37.836345 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-5a268bea-89df-4cdd-9d9c-2ca488325b15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571103'] for security_group, after_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:37.840830 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-5a268bea-89df-4cdd-9d9c-2ca488325b15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:37.842596 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [None req-5a268bea-89df-4cdd-9d9c-2ca488325b15 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/2ff6485f-be09-40fd-bd67-58c30beb68d8 HTTP/1.1" status: 204 len: 168 time: 0.3356364 Sep 24 14:58:37.856929 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a268bea-89df-4cdd-9d9c-2ca488325b15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ff6485f-be09-40fd-bd67-58c30beb68d8,revision_number=None']} {{(pid=105994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:58:38.113981 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9fa1f8-9c20-4644-bb54-aadfbd344c55 req-fbeef5f3-5f59-48fa-99b2-d9ebcd38db90 tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:58:38.117969 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-0a9fa1f8-9c20-4644-bb54-aadfbd344c55 req-fbeef5f3-5f59-48fa-99b2-d9ebcd38db90 tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] 10.222.0.90 "GET /v2.0/ports?device_id=cff78be5-9899-478d-b782-36a5f28de2b0 HTTP/1.1" status: 200 len: 946 time: 0.0889227 Sep 24 14:58:38.194584 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-0a9fa1f8-9c20-4644-bb54-aadfbd344c55 req-e63c84a4-ffb9-423c-8ff5-59e8e1154646 tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] 10.222.0.90 "GET /v2.0/security-groups?id=f3d37e3f-2899-4174-ab27-7857e72c3fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692697 Sep 24 14:58:38.447733 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.wsgi [-] (105994) accepted ('10.222.0.90', 57478) {{(pid=105994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:58:38.467584 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-b58fd212-bd14-4614-b016-f665cdc4b31a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:38.531177 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.wsgi [-] (105994) accepted ('10.222.0.90', 57480) {{(pid=105994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:58:38.600493 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.wsgi [-] (105993) accepted ('10.222.0.90', 57484) {{(pid=105993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:58:38.665828 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-b58fd212-bd14-4614-b016-f665cdc4b31a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:38.674435 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-b58fd212-bd14-4614-b016-f665cdc4b31a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571103'] for security_group, after_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:38.748452 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58fd212-bd14-4614-b016-f665cdc4b31a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5e6a057-5297-4191-9898-add4bc6d38b6,revision_number=1']} {{(pid=105994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:58:38.794905 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [None req-b58fd212-bd14-4614-b016-f665cdc4b31a admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=68938069f1d84862a19cabdd33b7b94a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3411913 Sep 24 14:58:38.795891 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.wsgi [-] (105993) accepted ('10.222.0.90', 57492) {{(pid=105993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:58:38.801597 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.v2.base [None req-1d6a9801-b74e-4c82-a871-56f36f163981 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1174281789-network', 'tenant_id': '36af9e7ac5624a48a0e26dba4f35ccdb'}} {{(pid=105993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:58:38.802749 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-f8b7c418-93fd-4c5f-a076-b39533e4cfa9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:38.924550 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d6a9801-b74e-4c82-a871-56f36f163981 admin admin] Made reservation on behalf of 36af9e7ac5624a48a0e26dba4f35ccdb for: {'network': 1} {{(pid=105993) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 14:58:38.928137 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-1d6a9801-b74e-4c82-a871-56f36f163981 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993762'] for network, before_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:38.968234 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-1d6a9801-b74e-4c82-a871-56f36f163981 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:39.021400 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58b5b12-fd80-4664-897e-80041032ed2c req-9cbc4448-17ab-4b60-a4ee-5a1c760ffb26 tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:58:39.023450 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-b58b5b12-fd80-4664-897e-80041032ed2c req-9cbc4448-17ab-4b60-a4ee-5a1c760ffb26 tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] 10.222.0.90 "GET /v2.0/ports?device_id=1b5e828c-a82b-40cd-a344-255f4b26a841 HTTP/1.1" status: 200 len: 943 time: 0.1910899 Sep 24 14:58:39.052230 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-7d614367-8a40-467a-8f22-4394be7073a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:39.073702 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-f8b7c418-93fd-4c5f-a076-b39533e4cfa9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:39.082142 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-f8b7c418-93fd-4c5f-a076-b39533e4cfa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571103'] for security_group, after_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:39.124250 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-7d614367-8a40-467a-8f22-4394be7073a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:39.157161 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-b58b5b12-fd80-4664-897e-80041032ed2c req-f690140e-6ecb-45f3-a74e-d8578f341828 tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] 10.222.0.90 "GET /v2.0/security-groups?id=bb54c971-337c-4571-b265-c21f3dff30d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200602 Sep 24 14:58:39.160004 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b7c418-93fd-4c5f-a076-b39533e4cfa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dccb4c2-56d0-46f9-b47f-ad5f7d0059f7,revision_number=1']} {{(pid=105994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:58:39.178514 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [None req-f8b7c418-93fd-4c5f-a076-b39533e4cfa9 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=5e9af901621848628748db7b6e37266f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6453204 Sep 24 14:58:39.182935 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.wsgi [-] (105994) accepted ('10.222.0.90', 57498) {{(pid=105994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:58:39.293864 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-7d614367-8a40-467a-8f22-4394be7073a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571103'] for security_group, after_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:39.295668 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-7d614367-8a40-467a-8f22-4394be7073a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:39.301208 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [None req-7d614367-8a40-467a-8f22-4394be7073a1 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/a5e6a057-5297-4191-9898-add4bc6d38b6 HTTP/1.1" status: 204 len: 168 time: 0.4665630 Sep 24 14:58:39.301505 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-bca141d5-a70b-4cdc-b416-4fa76bfdbcbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:39.312416 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d614367-8a40-467a-8f22-4394be7073a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5e6a057-5297-4191-9898-add4bc6d38b6,revision_number=None']} {{(pid=105993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:58:39.345265 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-1d6a9801-b74e-4c82-a871-56f36f163981 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:39.351774 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-1d6a9801-b74e-4c82-a871-56f36f163981 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571103'] for security_group, after_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:39.363858 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-bca141d5-a70b-4cdc-b416-4fa76bfdbcbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:39.398957 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d6a9801-b74e-4c82-a871-56f36f163981 admin admin] vlan segment allocate from pool success with {'vlan_id': 1026, 'physical_network': 'physnet1'} {{(pid=105993) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 14:58:39.411989 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6a9801-b74e-4c82-a871-56f36f163981 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18d1b4ca-8c9c-4135-8f4a-baf4f4c7a3d8,revision_number=1']} {{(pid=105993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:58:39.427123 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-1d6a9801-b74e-4c82-a871-56f36f163981 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988101'] for segment, precommit_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:39.427780 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.db.segments_db [None req-1d6a9801-b74e-4c82-a871-56f36f163981 admin admin] Added segment eba2f0e4-dd5d-432e-a616-98f29b5f5e03 of type vlan for network 65553ae1-d48d-4529-ac12-6e14802b8d55 Sep 24 14:58:39.494570 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0ded52-2e91-4db4-9315-82337590bd01 req-aee90796-e0e5-4cfb-b905-95abe142a0ce tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:58:39.497457 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-1b0ded52-2e91-4db4-9315-82337590bd01 req-aee90796-e0e5-4cfb-b905-95abe142a0ce tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] 10.222.0.90 "GET /v2.0/ports?device_id=cff78be5-9899-478d-b782-36a5f28de2b0 HTTP/1.1" status: 200 len: 946 time: 0.1291456 Sep 24 14:58:39.518575 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-1d6a9801-b74e-4c82-a871-56f36f163981 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727248069142'] for network, precommit_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:39.535028 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-bca141d5-a70b-4cdc-b416-4fa76bfdbcbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571103'] for security_group, after_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:39.540245 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-bca141d5-a70b-4cdc-b416-4fa76bfdbcbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:39.544731 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [None req-bca141d5-a70b-4cdc-b416-4fa76bfdbcbe admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/3dccb4c2-56d0-46f9-b47f-ad5f7d0059f7 HTTP/1.1" status: 204 len: 168 time: 0.3562112 Sep 24 14:58:39.568535 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-1d6a9801-b74e-4c82-a871-56f36f163981 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314'] for network, after_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:39.568925 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca141d5-a70b-4cdc-b416-4fa76bfdbcbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dccb4c2-56d0-46f9-b47f-ad5f7d0059f7,revision_number=None']} {{(pid=105994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:58:39.570121 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d6a9801-b74e-4c82-a871-56f36f163981 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:58:39.571487 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-1d6a9801-b74e-4c82-a871-56f36f163981 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536624'] for network, before_response {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:39.631262 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-1b0ded52-2e91-4db4-9315-82337590bd01 req-32ef3e52-e3bb-4cd0-966d-41e9ca00c392 tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] 10.222.0.90 "GET /v2.0/security-groups?id=f3d37e3f-2899-4174-ab27-7857e72c3fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138146 Sep 24 14:58:39.647114 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [None req-1d6a9801-b74e-4c82-a871-56f36f163981 admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0394599 Sep 24 14:58:39.647634 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.wsgi [-] (105994) accepted ('10.222.0.90', 57508) {{(pid=105994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:58:39.661317 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.v2.base [None req-10383f2a-ee56-4832-a985-fd2646e3156c admin admin] Request body: {'subnet': {'network_id': '65553ae1-d48d-4529-ac12-6e14802b8d55', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1174281789-subnet', 'tenant_id': '36af9e7ac5624a48a0e26dba4f35ccdb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:58:39.709461 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10383f2a-ee56-4832-a985-fd2646e3156c admin admin] Made reservation on behalf of 36af9e7ac5624a48a0e26dba4f35ccdb for: {'subnet': 1} {{(pid=105994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 14:58:39.713790 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-10383f2a-ee56-4832-a985-fd2646e3156c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14524561'] for subnet, before_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:39.777666 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6a9801-b74e-4c82-a871-56f36f163981 admin admin] Pushing event updated for resources: {'Network': ['ID=65553ae1-d48d-4529-ac12-6e14802b8d55,revision_number=1']} {{(pid=105993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:58:39.794693 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.rpc [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Network 65553ae1-d48d-4529-ac12-6e14802b8d55 details requested by agent ovs-agent-dv-cinder-809830-2-iscsi with host dv-cinder-809830-2-iscsi {{(pid=105995) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 14:58:40.149632 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-10383f2a-ee56-4832-a985-fd2646e3156c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14130210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14524579'] for subnet, after_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:40.278297 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10383f2a-ee56-4832-a985-fd2646e3156c admin admin] Pushing event updated for resources: {'Subnet': ['ID=08495ca0-8e92-404f-b038-7ce4337e085a,revision_number=0']} {{(pid=105994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:58:40.394061 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10383f2a-ee56-4832-a985-fd2646e3156c admin admin] Checking segment: {'id': 'eba2f0e4-dd5d-432e-a616-98f29b5f5e03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '65553ae1-d48d-4529-ac12-6e14802b8d55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 14:58:40.395287 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10383f2a-ee56-4832-a985-fd2646e3156c admin admin] Network hostable DHCP agents. Network: 65553ae1-d48d-4529-ac12-6e14802b8d55, hostable agents: ['a445fb04-844a-460e-9913-1045a19b95b5'], hosted agents: [] {{(pid=105994) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 14:58:40.442997 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10383f2a-ee56-4832-a985-fd2646e3156c admin admin] Network 65553ae1-d48d-4529-ac12-6e14802b8d55 is scheduled to be hosted by DHCP agent a445fb04-844a-460e-9913-1045a19b95b5 with binding_index 1 {{(pid=105994) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 14:58:40.468301 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ad818c-91cb-42d8-bb3a-a7b20da407ee req-73237136-fb1e-45c1-988f-a9a8aaa499a6 tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:58:40.485517 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-33ad818c-91cb-42d8-bb3a-a7b20da407ee req-73237136-fb1e-45c1-988f-a9a8aaa499a6 tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] 10.222.0.90 "GET /v2.0/ports?device_id=1b5e828c-a82b-40cd-a344-255f4b26a841 HTTP/1.1" status: 200 len: 943 time: 0.1474271 Sep 24 14:58:40.501737 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.wsgi [-] (105993) accepted ('10.222.0.90', 57534) {{(pid=105993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:58:40.521148 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.scheduler.base_scheduler [None req-10383f2a-ee56-4832-a985-fd2646e3156c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809830-2-iscsi, 65553ae1-d48d-4529-ac12-6e14802b8d55) {{(pid=105994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 14:58:40.535970 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-564a1dbc-a190-43c2-bdac-3152c9d14723 None None] Network 65553ae1-d48d-4529-ac12-6e14802b8d55 requested from dv-cinder-809830-2-iscsi {{(pid=105995) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 14:58:40.538382 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-4fb88a83-e6df-4a4f-afeb-489543127a29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:40.557970 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10383f2a-ee56-4832-a985-fd2646e3156c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:58:40.559028 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-10383f2a-ee56-4832-a985-fd2646e3156c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536624'] for subnet, before_response {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:40.578131 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-33ad818c-91cb-42d8-bb3a-a7b20da407ee req-47431873-40f5-4d3d-8273-635b1107f179 tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] 10.222.0.90 "GET /v2.0/security-groups?id=bb54c971-337c-4571-b265-c21f3dff30d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908456 Sep 24 14:58:40.810616 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.rpc [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Device a8dffa35-4677-4915-9472-ab4af4f14a87 details requested by agent hyperv_hv-cinder-80983 with host hv-cinder-80983 {{(pid=105995) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 14:58:40.865353 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-4fb88a83-e6df-4a4f-afeb-489543127a29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:40.879351 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [None req-10383f2a-ee56-4832-a985-fd2646e3156c admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2300251 Sep 24 14:58:40.879904 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-4fb88a83-e6df-4a4f-afeb-489543127a29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571103'] for security_group, after_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:40.883902 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.wsgi [-] (105994) accepted ('10.222.0.90', 57544) {{(pid=105994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:58:40.893267 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.v2.base [None req-95c9e26e-9a45-4c43-a83f-a096ca953eca admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1174281789-router', 'tenant_id': '36af9e7ac5624a48a0e26dba4f35ccdb', 'external_gateway_info': {'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7'}}} {{(pid=105994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:58:40.936239 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2d68f04-38a3-4c48-8fa8-bde24ccd95c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e630d72-881c-5ced-b0db-7df05ee4afe5-65553ae1-d48d-4529-ac12-6e14802b8d55', 'network_id': '65553ae1-d48d-4529-ac12-6e14802b8d55', 'tenant_id': '36af9e7ac5624a48a0e26dba4f35ccdb', 'fixed_ips': [{'subnet_id': '08495ca0-8e92-404f-b038-7ce4337e085a'}]}} from dv-cinder-809830-2-iscsi. {{(pid=105995) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 14:58:40.938052 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-e2d68f04-38a3-4c48-8fa8-bde24ccd95c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993762'] for port, before_create {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:40.939705 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-95c9e26e-9a45-4c43-a83f-a096ca953eca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594072', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-917'] for router, before_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:40.942580 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-95c9e26e-9a45-4c43-a83f-a096ca953eca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-591208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-616600', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-980487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-924'] for router, precommit_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:40.971349 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126d2325-a497-4565-ad48-1b7e453e24c5 req-fea698e6-c844-40e3-b9ad-cff1d03c7264 tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:58:40.974053 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-126d2325-a497-4565-ad48-1b7e453e24c5 req-fea698e6-c844-40e3-b9ad-cff1d03c7264 tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] 10.222.0.90 "GET /v2.0/ports?device_id=cff78be5-9899-478d-b782-36a5f28de2b0 HTTP/1.1" status: 200 len: 946 time: 0.2057190 Sep 24 14:58:41.003677 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [None req-4fb88a83-e6df-4a4f-afeb-489543127a29 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=96d2371a3c7d4428b8b13e9cf81938d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5000973 Sep 24 14:58:41.007566 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.wsgi [-] (105994) accepted ('10.222.0.90', 57548) {{(pid=105994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:58:41.045826 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb88a83-e6df-4a4f-afeb-489543127a29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78d32539-fcec-4cc9-ad8d-cf782e3f1dd5,revision_number=1']} {{(pid=105993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:58:41.096261 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-95c9e26e-9a45-4c43-a83f-a096ca953eca admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:41.121734 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-126d2325-a497-4565-ad48-1b7e453e24c5 req-ab2231c7-1ab0-4e04-97df-84f293c3755d tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] 10.222.0.90 "GET /v2.0/security-groups?id=f3d37e3f-2899-4174-ab27-7857e72c3fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128750 Sep 24 14:58:41.357753 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.db [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] For port a8dffa35-4677-4915-9472-ab4af4f14a87, host hv-cinder-80983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80983',level=0,port_id=a8dffa35-4677-4915-9472-ab4af4f14a87,segment=NetworkSegment(3493a04e-7856-43c1-b4a7-e752097c9e9a),segment_id=3493a04e-7856-43c1-b4a7-e752097c9e9a)] {{(pid=105995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:58:41.385801 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.rpc [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Returning: {'device': 'a8dffa35-4677-4915-9472-ab4af4f14a87', 'network_id': '668c8e2b-cd9f-4f58-bdca-814f328e4372', 'port_id': 'a8dffa35-4677-4915-9472-ab4af4f14a87', 'mac_address': 'fa:16:3e:90:46:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1046, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61e01f8c-a5ed-4609-8640-3ce2b0ef07de', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105995) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 14:58:41.386301 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-5963b8b8-af3a-4ad2-82db-c2cf570109d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:41.391846 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.db_base_plugin_common [None req-e2d68f04-38a3-4c48-8fa8-bde24ccd95c9 None None] Allocated IP 172.20.0.2 (65553ae1-d48d-4529-ac12-6e14802b8d55/08495ca0-8e92-404f-b038-7ce4337e085a/a61bc957-6ca1-4363-8c72-9dce3170f78a) {{(pid=105995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 14:58:41.481536 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993762'] for port, before_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:41.553724 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-95c9e26e-9a45-4c43-a83f-a096ca953eca admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:41.559074 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-5963b8b8-af3a-4ad2-82db-c2cf570109d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:41.672551 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.notifiers.nova [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8dffa35-4677-4915-9472-ab4af4f14a87 {{(pid=105995) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 14:58:41.679073 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-5963b8b8-af3a-4ad2-82db-c2cf570109d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571103'] for security_group, after_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:41.683569 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-5963b8b8-af3a-4ad2-82db-c2cf570109d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:41.684891 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [None req-5963b8b8-af3a-4ad2-82db-c2cf570109d1 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/78d32539-fcec-4cc9-ad8d-cf782e3f1dd5 HTTP/1.1" status: 204 len: 168 time: 0.6755426 Sep 24 14:58:41.701769 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.db [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] For port a8dffa35-4677-4915-9472-ab4af4f14a87, host hv-cinder-80983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80983',level=0,port_id=a8dffa35-4677-4915-9472-ab4af4f14a87,segment=NetworkSegment(3493a04e-7856-43c1-b4a7-e752097c9e9a),segment_id=3493a04e-7856-43c1-b4a7-e752097c9e9a)] {{(pid=105995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:58:41.701999 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5963b8b8-af3a-4ad2-82db-c2cf570109d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78d32539-fcec-4cc9-ad8d-cf782e3f1dd5,revision_number=None']} {{(pid=105994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:58:41.713054 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248551428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248062163'] for port, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:41.888644 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c804372-8f31-4410-ae30-c9645031118c req-f8f0b511-03f3-4eb1-979e-448100f0c081 tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:58:41.905786 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-1c804372-8f31-4410-ae30-c9645031118c req-f8f0b511-03f3-4eb1-979e-448100f0c081 tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] 10.222.0.90 "GET /v2.0/ports?device_id=1b5e828c-a82b-40cd-a344-255f4b26a841 HTTP/1.1" status: 200 len: 944 time: 0.1557314 Sep 24 14:58:41.981599 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Pushing event updated for resources: {'Port': ['ID=a8dffa35-4677-4915-9472-ab4af4f14a87,revision_number=4']} {{(pid=105995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:58:42.043592 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-e2d68f04-38a3-4c48-8fa8-bde24ccd95c9 None None] Notify callbacks [] for port, precommit_create {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:42.061584 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-1c804372-8f31-4410-ae30-c9645031118c req-c6006e72-4396-4914-903a-4d4398ddf5f2 tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] 10.222.0.90 "GET /v2.0/security-groups?id=bb54c971-337c-4571-b265-c21f3dff30d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500137 Sep 24 14:58:42.065126 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-e2d68f04-38a3-4c48-8fa8-bde24ccd95c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727248062127'] for port, after_create {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:42.223713 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.db [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] get_ports_and_sgs() called for port_ids ['a8dffa35-4677-4915-9472-ab4af4f14a87'] {{(pid=105995) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 14:58:42.226331 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-95c9e26e-9a45-4c43-a83f-a096ca953eca admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:42.257979 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d68f04-38a3-4c48-8fa8-bde24ccd95c9 None None] Pushing event updated for resources: {'Port': ['ID=a61bc957-6ca1-4363-8c72-9dce3170f78a,revision_number=1']} {{(pid=105995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:58:42.299134 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-95c9e26e-9a45-4c43-a83f-a096ca953eca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993762'] for port, before_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:42.304232 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2d68f04-38a3-4c48-8fa8-bde24ccd95c9 None None] Network 65553ae1-d48d-4529-ac12-6e14802b8d55 is already hosted by enough agents. {{(pid=105995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 14:58:42.311156 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.scheduler.base_scheduler [None req-e2d68f04-38a3-4c48-8fa8-bde24ccd95c9 None None] Resources bound (agent type, host, resource id): {{(pid=105995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 14:58:42.318247 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d68f04-38a3-4c48-8fa8-bde24ccd95c9 None None] Received port after_create {{(pid=105995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 14:58:42.476215 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.managers [None req-e2d68f04-38a3-4c48-8fa8-bde24ccd95c9 None None] Attempting to bind port a61bc957-6ca1-4363-8c72-9dce3170f78a on host dv-cinder-809830-2-iscsi for vnic_type normal with profile {{(pid=105995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 14:58:42.476939 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.managers [None req-e2d68f04-38a3-4c48-8fa8-bde24ccd95c9 None None] Attempting to bind port a61bc957-6ca1-4363-8c72-9dce3170f78a by drivers openvswitch,hyperv on host dv-cinder-809830-2-iscsi at level 0 using segments [{'id': 'eba2f0e4-dd5d-432e-a616-98f29b5f5e03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '65553ae1-d48d-4529-ac12-6e14802b8d55'}] {{(pid=105995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 14:58:42.477695 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d68f04-38a3-4c48-8fa8-bde24ccd95c9 None None] Attempting to bind port a61bc957-6ca1-4363-8c72-9dce3170f78a on network 65553ae1-d48d-4529-ac12-6e14802b8d55 {{(pid=105995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 14:58:42.495550 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d68f04-38a3-4c48-8fa8-bde24ccd95c9 None None] Checking agent: {'id': '466265b3-b863-41e9-8226-f4d0fd198543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809830-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 14, 45, 59), 'started_at': datetime.datetime(2021, 9, 24, 14, 46, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 14, 58, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809830-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 14:58:42.496263 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d68f04-38a3-4c48-8fa8-bde24ccd95c9 None None] Checking segment: {'id': 'eba2f0e4-dd5d-432e-a616-98f29b5f5e03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '65553ae1-d48d-4529-ac12-6e14802b8d55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 14:58:42.496940 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-e2d68f04-38a3-4c48-8fa8-bde24ccd95c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:42.497515 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d68f04-38a3-4c48-8fa8-bde24ccd95c9 None None] Bound using segment: {'id': 'eba2f0e4-dd5d-432e-a616-98f29b5f5e03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '65553ae1-d48d-4529-ac12-6e14802b8d55'} {{(pid=105995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 14:58:42.498171 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.managers [None req-e2d68f04-38a3-4c48-8fa8-bde24ccd95c9 None None] Bound port: a61bc957-6ca1-4363-8c72-9dce3170f78a, host: dv-cinder-809830-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eba2f0e4-dd5d-432e-a616-98f29b5f5e03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '65553ae1-d48d-4529-ac12-6e14802b8d55'}}] {{(pid=105995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 14:58:42.498754 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-e2d68f04-38a3-4c48-8fa8-bde24ccd95c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993762'] for port, before_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:42.642848 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11c982e-8cf3-45d9-9cb0-23d373be2fb0 req-737da771-8fed-4cf2-9d6b-6cdbcb6417f0 tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:58:42.653320 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-b11c982e-8cf3-45d9-9cb0-23d373be2fb0 req-737da771-8fed-4cf2-9d6b-6cdbcb6417f0 tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] 10.222.0.90 "GET /v2.0/ports?device_id=cff78be5-9899-478d-b782-36a5f28de2b0 HTTP/1.1" status: 200 len: 946 time: 0.1868596 Sep 24 14:58:42.768890 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.db.db_base_plugin_common [None req-95c9e26e-9a45-4c43-a83f-a096ca953eca admin admin] Allocated IP 172.27.0.130 (d1d522b2-1ecd-4e8f-be33-d5d511adebd7/58b80919-877d-4d93-a3a2-bd7e936ebc9a/42946747-c020-4266-add9-c7c5f74e06a5) {{(pid=105994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 14:58:42.771724 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.db [None req-e2d68f04-38a3-4c48-8fa8-bde24ccd95c9 None None] For port a61bc957-6ca1-4363-8c72-9dce3170f78a, host dv-cinder-809830-2-iscsi, cleared binding levels {{(pid=105995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 14:58:42.777867 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.db [None req-e2d68f04-38a3-4c48-8fa8-bde24ccd95c9 None None] For port a61bc957-6ca1-4363-8c72-9dce3170f78a, host dv-cinder-809830-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809830-2-iscsi',level=0,port_id=a61bc957-6ca1-4363-8c72-9dce3170f78a,segment=NetworkSegment(eba2f0e4-dd5d-432e-a616-98f29b5f5e03),segment_id=eba2f0e4-dd5d-432e-a616-98f29b5f5e03)] {{(pid=105995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 14:58:42.780232 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-b11c982e-8cf3-45d9-9cb0-23d373be2fb0 req-802a7bf0-2f43-4386-8a5b-d1c3f4b2cf7d tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] 10.222.0.90 "GET /v2.0/security-groups?id=f3d37e3f-2899-4174-ab27-7857e72c3fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255903 Sep 24 14:58:42.789919 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-e2d68f04-38a3-4c48-8fa8-bde24ccd95c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248551428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248062163'] for port, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:42.881460 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d68f04-38a3-4c48-8fa8-bde24ccd95c9 None None] Pushing event updated for resources: {'Port': ['ID=a61bc957-6ca1-4363-8c72-9dce3170f78a,revision_number=2']} {{(pid=105995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:58:42.987999 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-95c9e26e-9a45-4c43-a83f-a096ca953eca admin admin] Notify callbacks [] for port, precommit_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:43.071844 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-95c9e26e-9a45-4c43-a83f-a096ca953eca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727248062127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14130366'] for port, after_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:43.185875 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95c9e26e-9a45-4c43-a83f-a096ca953eca admin admin] Network d1d522b2-1ecd-4e8f-be33-d5d511adebd7 is already hosted by enough agents. {{(pid=105994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 14:58:43.193017 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.scheduler.base_scheduler [None req-95c9e26e-9a45-4c43-a83f-a096ca953eca admin admin] Resources bound (agent type, host, resource id): {{(pid=105994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 14:58:43.201382 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95c9e26e-9a45-4c43-a83f-a096ca953eca admin admin] Received port after_create {{(pid=105994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 14:58:43.287889 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c9e26e-9a45-4c43-a83f-a096ca953eca admin admin] Pushing event updated for resources: {'Port': ['ID=42946747-c020-4266-add9-c7c5f74e06a5,revision_number=1']} {{(pid=105994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:58:43.456191 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5cf2bf-1a16-4030-aa75-ed6c54944e38 req-a5abe898-204a-44a4-8515-537d3b115d00 tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:58:43.459477 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-8e5cf2bf-1a16-4030-aa75-ed6c54944e38 req-a5abe898-204a-44a4-8515-537d3b115d00 tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] 10.222.0.90 "GET /v2.0/ports?device_id=1b5e828c-a82b-40cd-a344-255f4b26a841 HTTP/1.1" status: 200 len: 944 time: 0.1209071 Sep 24 14:58:43.535632 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-8e5cf2bf-1a16-4030-aa75-ed6c54944e38 req-a727e7ee-e753-4ff1-abe6-69358786417c tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] 10.222.0.90 "GET /v2.0/security-groups?id=bb54c971-337c-4571-b265-c21f3dff30d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626974 Sep 24 14:58:43.657532 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.wsgi [-] (105993) accepted ('10.222.0.90', 57620) {{(pid=105993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:58:43.713318 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-95c9e26e-9a45-4c43-a83f-a096ca953eca admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:43.846581 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.v2.base [None req-58d8a035-7d97-4c3a-a087-fe1d9dd570eb admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-164090441-network', 'tenant_id': '30f8af1c319b4b488ccc0d0191ebd01b'}} {{(pid=105993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:58:43.889733 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58d8a035-7d97-4c3a-a087-fe1d9dd570eb admin admin] Made reservation on behalf of 30f8af1c319b4b488ccc0d0191ebd01b for: {'network': 1} {{(pid=105993) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 14:58:43.897243 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-58d8a035-7d97-4c3a-a087-fe1d9dd570eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993762'] for network, before_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:43.917337 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-58d8a035-7d97-4c3a-a087-fe1d9dd570eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:44.088858 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957a900f-17ed-4577-9f51-454f392ed87f req-92b3a866-8c69-4a33-ba25-fb0d4ec26d76 tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:58:44.091813 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-957a900f-17ed-4577-9f51-454f392ed87f req-92b3a866-8c69-4a33-ba25-fb0d4ec26d76 tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] 10.222.0.90 "GET /v2.0/ports?device_id=cff78be5-9899-478d-b782-36a5f28de2b0 HTTP/1.1" status: 200 len: 946 time: 0.1439052 Sep 24 14:58:44.199743 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-957a900f-17ed-4577-9f51-454f392ed87f req-85ee0e1d-fdbc-424f-bac3-effb731aff77 tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] 10.222.0.90 "GET /v2.0/security-groups?id=f3d37e3f-2899-4174-ab27-7857e72c3fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979302 Sep 24 14:58:44.244495 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-58d8a035-7d97-4c3a-a087-fe1d9dd570eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:44.252252 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-58d8a035-7d97-4c3a-a087-fe1d9dd570eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571103'] for security_group, after_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:44.259769 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-95c9e26e-9a45-4c43-a83f-a096ca953eca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-591121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-616613'] for router, after_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:44.292260 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58d8a035-7d97-4c3a-a087-fe1d9dd570eb admin admin] vlan segment allocate from pool success with {'vlan_id': 1023, 'physical_network': 'physnet1'} {{(pid=105993) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 14:58:44.323196 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d8a035-7d97-4c3a-a087-fe1d9dd570eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bb92c9d-4899-4640-ac7c-4b16d91ef64e,revision_number=1']} {{(pid=105993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:58:44.328161 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-58d8a035-7d97-4c3a-a087-fe1d9dd570eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988101'] for segment, precommit_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:44.328709 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.db.segments_db [None req-58d8a035-7d97-4c3a-a087-fe1d9dd570eb admin admin] Added segment bd194287-9e5c-4baa-8120-6d928ee14d93 of type vlan for network c6ba6f3d-6add-4f67-9025-bba2c893e32f Sep 24 14:58:44.381749 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffadcec2-7188-4402-ac70-042f55240fe3 None None] Network 65553ae1-d48d-4529-ac12-6e14802b8d55 requested from dv-cinder-809830-2-iscsi {{(pid=105995) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 14:58:44.406122 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-58d8a035-7d97-4c3a-a087-fe1d9dd570eb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727248069142'] for network, precommit_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:44.455472 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-58d8a035-7d97-4c3a-a087-fe1d9dd570eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314'] for network, after_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:44.456652 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58d8a035-7d97-4c3a-a087-fe1d9dd570eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:58:44.457658 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-58d8a035-7d97-4c3a-a087-fe1d9dd570eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536624'] for network, before_response {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:44.498652 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95c9e26e-9a45-4c43-a83f-a096ca953eca admin admin] Router f2781da5-ea6b-4ab3-b721-a244b58e4c06 is scheduled to L3 agent 76290e94-8d59-4af2-9b8f-4e64db68baa4 with binding_index 1 {{(pid=105994) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 14:58:44.532060 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [None req-58d8a035-7d97-4c3a-a087-fe1d9dd570eb admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8715060 Sep 24 14:58:44.570265 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.provisioning_blocks [None req-88e9da31-b5e7-4810-8376-b91d61022c12 None None] Provisioning complete for port a61bc957-6ca1-4363-8c72-9dce3170f78a triggered by entity DHCP. {{(pid=105995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 14:58:44.571519 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-88e9da31-b5e7-4810-8376-b91d61022c12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985790'] for port, provisioning_complete {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:44.580500 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.wsgi [-] (105994) accepted ('10.222.0.90', 57630) {{(pid=105994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:58:44.588745 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d8a035-7d97-4c3a-a087-fe1d9dd570eb admin admin] Pushing event updated for resources: {'Network': ['ID=c6ba6f3d-6add-4f67-9025-bba2c893e32f,revision_number=1']} {{(pid=105993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:58:44.589059 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.v2.base [None req-7eeb2ce9-e907-47c8-85e3-de2c3a17c763 admin admin] Request body: {'subnet': {'network_id': 'c6ba6f3d-6add-4f67-9025-bba2c893e32f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-164090441-subnet', 'tenant_id': '30f8af1c319b4b488ccc0d0191ebd01b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:58:44.622449 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.rpc [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Network c6ba6f3d-6add-4f67-9025-bba2c893e32f details requested by agent ovs-agent-dv-cinder-809830-2-iscsi with host dv-cinder-809830-2-iscsi {{(pid=105995) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 14:58:44.663715 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7eeb2ce9-e907-47c8-85e3-de2c3a17c763 admin admin] Made reservation on behalf of 30f8af1c319b4b488ccc0d0191ebd01b for: {'subnet': 1} {{(pid=105994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 14:58:44.667788 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-7eeb2ce9-e907-47c8-85e3-de2c3a17c763 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14524561'] for subnet, before_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:44.760638 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a11609d-5353-4f07-9280-d7399cbfdb78 req-f46e9cc8-7dbc-4a7d-be70-b15f9e1501d6 tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:58:44.762851 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-4a11609d-5353-4f07-9280-d7399cbfdb78 req-f46e9cc8-7dbc-4a7d-be70-b15f9e1501d6 tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] 10.222.0.90 "GET /v2.0/ports?device_id=1b5e828c-a82b-40cd-a344-255f4b26a841 HTTP/1.1" status: 200 len: 944 time: 0.1026902 Sep 24 14:58:44.838000 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95c9e26e-9a45-4c43-a83f-a096ca953eca admin admin] Notify agent at l3_agent.dv-cinder-809830-2-iscsi the message routers_updated {{(pid=105994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 14:58:44.864017 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0557b8cb-f15a-4c5e-a777-86c1c65feb8a None None] Sync routers for ids ['f2781da5-ea6b-4ab3-b721-a244b58e4c06'] in dv-cinder-809830-2-iscsi {{(pid=105996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 14:58:44.874724 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-95c9e26e-9a45-4c43-a83f-a096ca953eca admin admin] Notify callbacks [] for router, before_response {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:44.879363 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-4a11609d-5353-4f07-9280-d7399cbfdb78 req-fea3cff7-1ee8-421a-a879-78fc381ef3f3 tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] 10.222.0.90 "GET /v2.0/security-groups?id=bb54c971-337c-4571-b265-c21f3dff30d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023579 Sep 24 14:58:44.880637 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [None req-95c9e26e-9a45-4c43-a83f-a096ca953eca admin admin] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.9947710 Sep 24 14:58:44.882476 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.wsgi [-] (105993) accepted ('10.222.0.90', 57638) {{(pid=105993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:58:44.896141 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0557b8cb-f15a-4c5e-a777-86c1c65feb8a None None] Routers {'f2781da5-ea6b-4ab3-b721-a244b58e4c06'} bound to L3 agent in host dv-cinder-809830-2-iscsi {{(pid=105996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 14:58:44.898905 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.db.l3_hamode_db [None req-0557b8cb-f15a-4c5e-a777-86c1c65feb8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809830-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T14:45:58Z,description=,heartbeat_timestamp=2021-09-24T14:58:28Z,host='dv-cinder-809830-2-iscsi',id=76290e94-8d59-4af2-9b8f-4e64db68baa4,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T14:45:58Z,topic='l3_agent')) {'router_ids': ['f2781da5-ea6b-4ab3-b721-a244b58e4c06'], 'active': True} {{(pid=105996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:58:44.968521 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-88e9da31-b5e7-4810-8376-b91d61022c12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993762'] for port, before_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:45.074343 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.db [None req-88e9da31-b5e7-4810-8376-b91d61022c12 None None] For port a61bc957-6ca1-4363-8c72-9dce3170f78a, host dv-cinder-809830-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809830-2-iscsi',level=0,port_id=a61bc957-6ca1-4363-8c72-9dce3170f78a,segment=NetworkSegment(eba2f0e4-dd5d-432e-a616-98f29b5f5e03),segment_id=eba2f0e4-dd5d-432e-a616-98f29b5f5e03)] {{(pid=105995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:58:45.080771 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-88e9da31-b5e7-4810-8376-b91d61022c12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248551428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248062163'] for port, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:45.149635 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.db.l3_dvr_db [None req-0557b8cb-f15a-4c5e-a777-86c1c65feb8a None None] Set router f2781da5-ea6b-4ab3-b721-a244b58e4c06 gateway port host: dv-cinder-809830-2-iscsi {{(pid=105996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 14:58:45.184355 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-7eeb2ce9-e907-47c8-85e3-de2c3a17c763 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14130210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14524579'] for subnet, after_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:45.225925 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e9da31-b5e7-4810-8376-b91d61022c12 None None] Pushing event updated for resources: {'Port': ['ID=a61bc957-6ca1-4363-8c72-9dce3170f78a,revision_number=3']} {{(pid=105995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:58:45.340477 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eeb2ce9-e907-47c8-85e3-de2c3a17c763 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d2dce6fb-40f7-4c12-bdc8-22a16006d05e,revision_number=0']} {{(pid=105994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:58:45.398677 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.rpc [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Device a61bc957-6ca1-4363-8c72-9dce3170f78a up at agent ovs-agent-dv-cinder-809830-2-iscsi {{(pid=105995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 14:58:45.452493 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eeb2ce9-e907-47c8-85e3-de2c3a17c763 admin admin] Checking segment: {'id': 'bd194287-9e5c-4baa-8120-6d928ee14d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'c6ba6f3d-6add-4f67-9025-bba2c893e32f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 14:58:45.455913 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eeb2ce9-e907-47c8-85e3-de2c3a17c763 admin admin] Network hostable DHCP agents. Network: c6ba6f3d-6add-4f67-9025-bba2c893e32f, hostable agents: ['a445fb04-844a-460e-9913-1045a19b95b5'], hosted agents: [] {{(pid=105994) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 14:58:45.489375 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.provisioning_blocks [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Provisioning complete for port a61bc957-6ca1-4363-8c72-9dce3170f78a triggered by entity L2. {{(pid=105995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 14:58:45.490426 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985790'] for port, provisioning_complete {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:45.507716 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eeb2ce9-e907-47c8-85e3-de2c3a17c763 admin admin] Network c6ba6f3d-6add-4f67-9025-bba2c893e32f is scheduled to be hosted by DHCP agent a445fb04-844a-460e-9913-1045a19b95b5 with binding_index 1 {{(pid=105994) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 14:58:45.560826 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.provisioning_blocks [None req-a7241990-8d49-4173-8af4-bd42a2d3b672 None None] Provisioning complete for port a61bc957-6ca1-4363-8c72-9dce3170f78a triggered by entity DHCP. {{(pid=105995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 14:58:45.562072 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-a7241990-8d49-4173-8af4-bd42a2d3b672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985790'] for port, provisioning_complete {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:45.567161 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.scheduler.base_scheduler [None req-7eeb2ce9-e907-47c8-85e3-de2c3a17c763 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809830-2-iscsi, c6ba6f3d-6add-4f67-9025-bba2c893e32f) {{(pid=105994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 14:58:45.586463 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eeb2ce9-e907-47c8-85e3-de2c3a17c763 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:58:45.589416 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-7eeb2ce9-e907-47c8-85e3-de2c3a17c763 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536624'] for subnet, before_response {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:45.606405 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-396326a8-f0cf-4f9f-8043-841dbdb1e194 None None] Network c6ba6f3d-6add-4f67-9025-bba2c893e32f requested from dv-cinder-809830-2-iscsi {{(pid=105995) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 14:58:45.612291 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dec8a49-8e71-420f-bc01-976965d4def3 req-d8ef4303-eb70-47f2-8491-aad273598cfe tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:58:45.615626 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-2dec8a49-8e71-420f-bc01-976965d4def3 req-d8ef4303-eb70-47f2-8491-aad273598cfe tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] 10.222.0.90 "GET /v2.0/ports?device_id=cff78be5-9899-478d-b782-36a5f28de2b0 HTTP/1.1" status: 200 len: 946 time: 0.2387934 Sep 24 14:58:45.648781 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [None req-7eeb2ce9-e907-47c8-85e3-de2c3a17c763 admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0666001 Sep 24 14:58:45.735282 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.db.l3_hamode_db [None req-0557b8cb-f15a-4c5e-a777-86c1c65feb8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2781da5-ea6b-4ab3-b721-a244b58e4c06', 'name': 'tempest-AttachVolumeTestJSON-1174281789-router', 'tenant_id': '36af9e7ac5624a48a0e26dba4f35ccdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7', 'external_fixed_ips': [{'subnet_id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': '42946747-c020-4266-add9-c7c5f74e06a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T14:58:40Z', 'updated_at': '2021-09-24T14:58:43Z', 'revision_number': 3, 'project_id': '36af9e7ac5624a48a0e26dba4f35ccdb', 'gw_port': {'id': '42946747-c020-4266-add9-c7c5f74e06a5', 'name': '', 'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:23:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2781da5-ea6b-4ab3-b721-a244b58e4c06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T14:58:42Z', 'updated_at': '2021-09-24T14:58:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809830-2-iscsi'}], 'dv-cinder-809830-2-iscsi', False) {} {{(pid=105996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:58:45.796083 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0557b8cb-f15a-4c5e-a777-86c1c65feb8a None None] Checking router: f2781da5-ea6b-4ab3-b721-a244b58e4c06 for host: dv-cinder-809830-2-iscsi {{(pid=105996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 14:58:45.797209 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0557b8cb-f15a-4c5e-a777-86c1c65feb8a None None] Updating router f2781da5-ea6b-4ab3-b721-a244b58e4c06 port 42946747-c020-4266-add9-c7c5f74e06a5 binding host dv-cinder-809830-2-iscsi {{(pid=105996) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 14:58:45.869263 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron_lib.callbacks.manager [None req-0557b8cb-f15a-4c5e-a777-86c1c65feb8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993762'] for port, before_update {{(pid=105996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:45.951728 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-2dec8a49-8e71-420f-bc01-976965d4def3 req-cfafb4f3-b3c5-47d3-91dc-13dcbb5771a8 tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] 10.222.0.90 "GET /v2.0/security-groups?id=f3d37e3f-2899-4174-ab27-7857e72c3fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876892 Sep 24 14:58:45.996298 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-685aa207-882a-42a5-8505-368d267d14cf req-d157bbb0-a1da-4aa8-8277-fe953631b10a service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=efc9d137-d1b5-4824-8c0f-8e004e328076&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1559727 Sep 24 14:58:46.016757 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:46.158993 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-5315965b-122e-4844-91bd-9e0dc00234a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993762'] for port, before_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:46.214599 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da3992b9-a02b-4061-8a7d-45d97a8d0d33 None None] Network c6ba6f3d-6add-4f67-9025-bba2c893e32f requested from dv-cinder-809830-2-iscsi {{(pid=105995) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 14:58:46.316093 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685aa207-882a-42a5-8505-368d267d14cf req-d8acbd4b-90b3-47f8-8e44-ad816bb72e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:58:46.318913 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-685aa207-882a-42a5-8505-368d267d14cf req-d8acbd4b-90b3-47f8-8e44-ad816bb72e61 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=e9ba4ee0a4b74e9ca40e57d3efacf27a&device_id=efc9d137-d1b5-4824-8c0f-8e004e328076 HTTP/1.1" status: 200 len: 1098 time: 0.2308779 Sep 24 14:58:46.362693 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2532b29-a642-4eff-bb75-42eec146ed13 req-341c43de-b167-409b-9d48-b86d6cc475c9 tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:58:46.376823 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-f2532b29-a642-4eff-bb75-42eec146ed13 req-341c43de-b167-409b-9d48-b86d6cc475c9 tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] 10.222.0.90 "GET /v2.0/ports?device_id=1b5e828c-a82b-40cd-a344-255f4b26a841 HTTP/1.1" status: 200 len: 944 time: 0.2078733 Sep 24 14:58:46.526412 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-f2532b29-a642-4eff-bb75-42eec146ed13 req-ea08d7f1-2e5f-41e9-b3b0-d5fa850feb68 tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] 10.222.0.90 "GET /v2.0/security-groups?id=bb54c971-337c-4571-b265-c21f3dff30d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480796 Sep 24 14:58:46.621488 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.db.db_base_plugin_common [None req-5315965b-122e-4844-91bd-9e0dc00234a5 admin admin] Allocated IP 172.20.0.1 (65553ae1-d48d-4529-ac12-6e14802b8d55/08495ca0-8e92-404f-b038-7ce4337e085a/c35907eb-1f1e-4443-9d69-be81bc178931) {{(pid=105993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 14:58:46.637822 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685aa207-882a-42a5-8505-368d267d14cf req-8402c8ea-1325-444b-8da0-d5beb16cc4b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:58:46.641052 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-685aa207-882a-42a5-8505-368d267d14cf req-8402c8ea-1325-444b-8da0-d5beb16cc4b9 service neutron] 10.222.0.99 "GET /v2.0/networks?id=668c8e2b-cd9f-4f58-bdca-814f328e4372 HTTP/1.1" status: 200 len: 916 time: 0.2604041 Sep 24 14:58:46.724645 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-685aa207-882a-42a5-8505-368d267d14cf req-c69f4dd8-9284-40b3-8df2-79d68addea57 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b1cb22c4-a818-4c45-a191-65d5ab96169f HTTP/1.1" status: 200 len: 217 time: 0.0712166 Sep 24 14:58:46.773875 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron_lib.callbacks.manager [None req-0557b8cb-f15a-4c5e-a777-86c1c65feb8a None None] Notify callbacks [] for port, precommit_update {{(pid=105996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:46.786402 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron_lib.callbacks.manager [None req-0557b8cb-f15a-4c5e-a777-86c1c65feb8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248551428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248062163'] for port, after_update {{(pid=105996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:46.861437 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685aa207-882a-42a5-8505-368d267d14cf req-0d4261db-33fe-4743-836d-9a44a057e2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:58:46.870328 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-685aa207-882a-42a5-8505-368d267d14cf req-0d4261db-33fe-4743-836d-9a44a057e2aa service neutron] 10.222.0.99 "GET /v2.0/subnets?id=61e01f8c-a5ed-4609-8640-3ce2b0ef07de HTTP/1.1" status: 200 len: 854 time: 0.1360786 Sep 24 14:58:46.929111 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd31b290-db61-4d30-bab9-0059e7be6eb2 None None] Pushing event updated for resources: {'Port': ['ID=42946747-c020-4266-add9-c7c5f74e06a5,revision_number=2']} {{(pid=105996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:58:46.934819 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-5315965b-122e-4844-91bd-9e0dc00234a5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:46.940823 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.plugins.ml2.managers [None req-0557b8cb-f15a-4c5e-a777-86c1c65feb8a None None] Attempting to bind port 42946747-c020-4266-add9-c7c5f74e06a5 on host dv-cinder-809830-2-iscsi for vnic_type normal with profile {{(pid=105996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 14:58:46.941632 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.plugins.ml2.managers [None req-0557b8cb-f15a-4c5e-a777-86c1c65feb8a None None] Attempting to bind port 42946747-c020-4266-add9-c7c5f74e06a5 by drivers openvswitch,hyperv on host dv-cinder-809830-2-iscsi at level 0 using segments [{'id': '1eeca048-08b8-46bc-9b0a-d3cb6658f7f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7'}] {{(pid=105996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 14:58:46.942197 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0557b8cb-f15a-4c5e-a777-86c1c65feb8a None None] Attempting to bind port 42946747-c020-4266-add9-c7c5f74e06a5 on network d1d522b2-1ecd-4e8f-be33-d5d511adebd7 {{(pid=105996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 14:58:46.972636 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-685aa207-882a-42a5-8505-368d267d14cf req-854c9b74-c893-4ffb-9862-b9be608324ec service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=668c8e2b-cd9f-4f58-bdca-814f328e4372&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0944650 Sep 24 14:58:46.973222 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd31b290-db61-4d30-bab9-0059e7be6eb2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:58:46.973775 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd31b290-db61-4d30-bab9-0059e7be6eb2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:58:46.974300 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd31b290-db61-4d30-bab9-0059e7be6eb2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:58:46.974840 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd31b290-db61-4d30-bab9-0059e7be6eb2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:58:46.975362 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd31b290-db61-4d30-bab9-0059e7be6eb2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:58:46.975911 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd31b290-db61-4d30-bab9-0059e7be6eb2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:58:46.976456 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd31b290-db61-4d30-bab9-0059e7be6eb2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:58:46.977048 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd31b290-db61-4d30-bab9-0059e7be6eb2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:58:46.977610 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd31b290-db61-4d30-bab9-0059e7be6eb2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:58:46.986244 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd31b290-db61-4d30-bab9-0059e7be6eb2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:58:46.986852 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd31b290-db61-4d30-bab9-0059e7be6eb2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:58:46.987378 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd31b290-db61-4d30-bab9-0059e7be6eb2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:58:47.012439 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0557b8cb-f15a-4c5e-a777-86c1c65feb8a None None] Checking agent: {'id': '466265b3-b863-41e9-8226-f4d0fd198543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809830-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 14, 45, 59), 'started_at': datetime.datetime(2021, 9, 24, 14, 46, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 14, 58, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809830-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 14:58:47.012956 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0557b8cb-f15a-4c5e-a777-86c1c65feb8a None None] Checking segment: {'id': '1eeca048-08b8-46bc-9b0a-d3cb6658f7f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 14:58:47.013314 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron_lib.callbacks.manager [None req-0557b8cb-f15a-4c5e-a777-86c1c65feb8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:47.017079 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0557b8cb-f15a-4c5e-a777-86c1c65feb8a None None] Bound using segment: {'id': '1eeca048-08b8-46bc-9b0a-d3cb6658f7f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7'} {{(pid=105996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 14:58:47.018012 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.plugins.ml2.managers [None req-0557b8cb-f15a-4c5e-a777-86c1c65feb8a None None] Bound port: 42946747-c020-4266-add9-c7c5f74e06a5, host: dv-cinder-809830-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1eeca048-08b8-46bc-9b0a-d3cb6658f7f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7'}}] {{(pid=105996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 14:58:47.020729 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron_lib.callbacks.manager [None req-0557b8cb-f15a-4c5e-a777-86c1c65feb8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993762'] for port, before_update {{(pid=105996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:47.061679 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-5315965b-122e-4844-91bd-9e0dc00234a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727248062127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14427043'] for port, after_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:47.206412 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.wsgi [-] (105993) accepted ('10.222.0.90', 57680) {{(pid=105993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:58:47.229186 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.v2.base [None req-2bb677e9-eb31-4943-88c5-368612ab5c07 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1674105080-network', 'tenant_id': 'f8d5d393436f4dc0973a6eb37eea4581'}} {{(pid=105993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:58:47.247397 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5315965b-122e-4844-91bd-9e0dc00234a5 admin admin] Network 65553ae1-d48d-4529-ac12-6e14802b8d55 is already hosted by enough agents. {{(pid=105993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 14:58:47.267980 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.scheduler.base_scheduler [None req-5315965b-122e-4844-91bd-9e0dc00234a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=105993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 14:58:47.305389 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5315965b-122e-4844-91bd-9e0dc00234a5 admin admin] Received port after_create {{(pid=105993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 14:58:47.313930 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5315965b-122e-4844-91bd-9e0dc00234a5 admin admin] Pushing event updated for resources: {'Port': ['ID=c35907eb-1f1e-4443-9d69-be81bc178931,revision_number=1']} {{(pid=105993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:58:47.323884 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.rpc [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Device a61bc957-6ca1-4363-8c72-9dce3170f78a up at agent ovs-agent-dv-cinder-809830-2-iscsi {{(pid=105995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 14:58:47.366539 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-685aa207-882a-42a5-8505-368d267d14cf req-7e754063-6d3f-479d-b003-a38563a1b642 service neutron] 10.222.0.99 "GET /v2.0/networks/668c8e2b-cd9f-4f58-bdca-814f328e4372?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3843424 Sep 24 14:58:47.390100 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe00dff-4a01-48de-b428-22bc005ceb99 req-223d11ba-f21b-4c70-9366-2b773fd2c65b tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:58:47.399119 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-fbe00dff-4a01-48de-b428-22bc005ceb99 req-223d11ba-f21b-4c70-9366-2b773fd2c65b tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] 10.222.0.90 "GET /v2.0/ports?device_id=cff78be5-9899-478d-b782-36a5f28de2b0 HTTP/1.1" status: 200 len: 946 time: 0.1814041 Sep 24 14:58:47.443202 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.plugins.ml2.db [None req-0557b8cb-f15a-4c5e-a777-86c1c65feb8a None None] For port 42946747-c020-4266-add9-c7c5f74e06a5, host dv-cinder-809830-2-iscsi, cleared binding levels {{(pid=105996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 14:58:47.451750 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.plugins.ml2.db [None req-0557b8cb-f15a-4c5e-a777-86c1c65feb8a None None] For port 42946747-c020-4266-add9-c7c5f74e06a5, host dv-cinder-809830-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809830-2-iscsi',level=0,port_id=42946747-c020-4266-add9-c7c5f74e06a5,segment=NetworkSegment(1eeca048-08b8-46bc-9b0a-d3cb6658f7f8),segment_id=1eeca048-08b8-46bc-9b0a-d3cb6658f7f8)] {{(pid=105996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 14:58:47.478805 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bb677e9-eb31-4943-88c5-368612ab5c07 admin admin] Made reservation on behalf of f8d5d393436f4dc0973a6eb37eea4581 for: {'network': 1} {{(pid=105993) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 14:58:47.478805 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-2bb677e9-eb31-4943-88c5-368612ab5c07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993762'] for network, before_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:47.498774 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron_lib.callbacks.manager [None req-0557b8cb-f15a-4c5e-a777-86c1c65feb8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248551428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248062163'] for port, after_update {{(pid=105996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:47.520391 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.provisioning_blocks [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Provisioning complete for port a61bc957-6ca1-4363-8c72-9dce3170f78a triggered by entity L2. {{(pid=105995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 14:58:47.521055 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985790'] for port, provisioning_complete {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:47.526968 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-5315965b-122e-4844-91bd-9e0dc00234a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-595352'] for router_interface, before_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:47.534492 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-2bb677e9-eb31-4943-88c5-368612ab5c07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:47.697850 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-fbe00dff-4a01-48de-b428-22bc005ceb99 req-4b47117a-96f1-41aa-839c-8dc547974161 tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] 10.222.0.90 "GET /v2.0/security-groups?id=f3d37e3f-2899-4174-ab27-7857e72c3fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2702136 Sep 24 14:58:47.730413 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.rpc [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Device a8dffa35-4677-4915-9472-ab4af4f14a87 up at agent hyperv_hv-cinder-80983 {{(pid=105995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 14:58:47.763907 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-685aa207-882a-42a5-8505-368d267d14cf req-6a5595a0-68a2-4956-9dac-d657b8fb2aaa service neutron] 10.222.0.99 "GET /v2.0/networks/668c8e2b-cd9f-4f58-bdca-814f328e4372?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3596041 Sep 24 14:58:47.827463 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0557b8cb-f15a-4c5e-a777-86c1c65feb8a None None] Routers {'f2781da5-ea6b-4ab3-b721-a244b58e4c06'} bound to L3 agent in host dv-cinder-809830-2-iscsi {{(pid=105996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 14:58:47.832301 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.db.l3_hamode_db [None req-0557b8cb-f15a-4c5e-a777-86c1c65feb8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809830-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T14:45:58Z,description=,heartbeat_timestamp=2021-09-24T14:58:28Z,host='dv-cinder-809830-2-iscsi',id=76290e94-8d59-4af2-9b8f-4e64db68baa4,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T14:45:58Z,topic='l3_agent')) {'router_ids': ['f2781da5-ea6b-4ab3-b721-a244b58e4c06'], 'active': True} {{(pid=105996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:58:47.903831 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.provisioning_blocks [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Provisioning for port a8dffa35-4677-4915-9472-ab4af4f14a87 completed by entity L2. {{(pid=105995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 14:58:47.915628 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.provisioning_blocks [None req-ce1ed943-44a6-4d02-bd6f-bb5aaf7a9e78 None None] Provisioning complete for port c35907eb-1f1e-4443-9d69-be81bc178931 triggered by entity DHCP. {{(pid=105995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 14:58:47.915628 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-ce1ed943-44a6-4d02-bd6f-bb5aaf7a9e78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985790'] for port, provisioning_complete {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:47.915904 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.wsgi [-] (105994) accepted ('10.222.0.90', 57702) {{(pid=105994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:58:47.963993 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.provisioning_blocks [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Provisioning complete for port a8dffa35-4677-4915-9472-ab4af4f14a87 triggered by entity L2. {{(pid=105995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 14:58:47.974893 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985790'] for port, provisioning_complete {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:48.050857 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6daa15e4-3d9b-4024-b3f6-76871e6a1ecb req-4f572948-a306-4482-93ed-f3cfa3d67e97 tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:58:48.065670 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-6daa15e4-3d9b-4024-b3f6-76871e6a1ecb req-4f572948-a306-4482-93ed-f3cfa3d67e97 tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] 10.222.0.90 "GET /v2.0/ports?device_id=1b5e828c-a82b-40cd-a344-255f4b26a841 HTTP/1.1" status: 200 len: 944 time: 0.2432396 Sep 24 14:58:48.089607 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-400d01eb-70a3-434a-9a88-81a1dd16528c req-ed67757f-ac1a-4070-a33d-0b4bfd8ecf17 tempest-VolumesNegativeTest-1106392935 tempest-VolumesNegativeTest-1106392935-project] 10.222.0.90 "GET /v2.0/networks?tenant_id=c73434af4b1943d69f54e6b3a12fa255&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0766788 Sep 24 14:58:48.104978 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.plugin [None req-ce1ed943-44a6-4d02-bd6f-bb5aaf7a9e78 None None] Port c35907eb-1f1e-4443-9d69-be81bc178931 cannot update to ACTIVE because it is not bound. {{(pid=105995) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 14:58:48.145937 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.db.l3_dvr_db [None req-0557b8cb-f15a-4c5e-a777-86c1c65feb8a None None] Set router f2781da5-ea6b-4ab3-b721-a244b58e4c06 gateway port host: dv-cinder-809830-2-iscsi {{(pid=105996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 14:58:48.195400 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-6daa15e4-3d9b-4024-b3f6-76871e6a1ecb req-1ce02730-3295-44ad-9e71-b502f44bd434 tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] 10.222.0.90 "GET /v2.0/security-groups?id=bb54c971-337c-4571-b265-c21f3dff30d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282773 Sep 24 14:58:48.273847 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993762'] for port, before_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:48.280400 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-7db77313-91b9-4223-a38e-02a0d1a0c3e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:48.366066 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-5315965b-122e-4844-91bd-9e0dc00234a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993762'] for port, before_update {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:48.370931 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd31b290-db61-4d30-bab9-0059e7be6eb2 None None] Pushing event updated for resources: {'Port': ['ID=42946747-c020-4266-add9-c7c5f74e06a5,revision_number=3']} {{(pid=105996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:58:48.404780 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b5e828c-a82b-40cd-a344-255f4b26a841', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8dffa35-4677-4915-9472-ab4af4f14a87'}] {{(pid=105995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 14:58:48.412821 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}caf9aa003d9a854053fb223e5f104f4bef6eff4a3612bfb278e8f19c1601715b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-312df1af-8b99-4c16-81a1-0196c1851561" -d '{"events": [{"server_uuid": "1b5e828c-a82b-40cd-a344-255f4b26a841", "name": "network-vif-plugged", "status": "completed", "tag": "a8dffa35-4677-4915-9472-ab4af4f14a87"}]}' {{(pid=105995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 14:58:48.450689 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.db [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] For port a8dffa35-4677-4915-9472-ab4af4f14a87, host hv-cinder-80983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80983',level=0,port_id=a8dffa35-4677-4915-9472-ab4af4f14a87,segment=NetworkSegment(3493a04e-7856-43c1-b4a7-e752097c9e9a),segment_id=3493a04e-7856-43c1-b4a7-e752097c9e9a)] {{(pid=105995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:58:48.461908 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248551428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248062163'] for port, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:48.475869 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-2bb677e9-eb31-4943-88c5-368612ab5c07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:48.489656 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-2bb677e9-eb31-4943-88c5-368612ab5c07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571103'] for security_group, after_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:48.563850 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 14:58:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4f86c16-ea19-40c2-85ec-b950ff5eec4b x-openstack-request-id: req-b4f86c16-ea19-40c2-85ec-b950ff5eec4b {{(pid=105995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 14:58:48.564516 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b5e828c-a82b-40cd-a344-255f4b26a841", "name": "network-vif-plugged", "status": "completed", "tag": "a8dffa35-4677-4915-9472-ab4af4f14a87", "code": 200}]} {{(pid=105995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 14:58:48.564947 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-b4f86c16-ea19-40c2-85ec-b950ff5eec4b {{(pid=105995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 14:58:48.565520 dv-cinder-809830-2-iscsi neutron-server[105995]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b5e828c-a82b-40cd-a344-255f4b26a841', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8dffa35-4677-4915-9472-ab4af4f14a87', 'code': 200} Sep 24 14:58:48.605016 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.db.l3_hamode_db [None req-0557b8cb-f15a-4c5e-a777-86c1c65feb8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2781da5-ea6b-4ab3-b721-a244b58e4c06', 'name': 'tempest-AttachVolumeTestJSON-1174281789-router', 'tenant_id': '36af9e7ac5624a48a0e26dba4f35ccdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7', 'external_fixed_ips': [{'subnet_id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': '42946747-c020-4266-add9-c7c5f74e06a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T14:58:40Z', 'updated_at': '2021-09-24T14:58:43Z', 'revision_number': 3, 'project_id': '36af9e7ac5624a48a0e26dba4f35ccdb', 'gw_port': {'id': '42946747-c020-4266-add9-c7c5f74e06a5', 'name': '', 'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:23:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2781da5-ea6b-4ab3-b721-a244b58e4c06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T14:58:42Z', 'updated_at': '2021-09-24T14:58:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809830-2-iscsi'}], 'dv-cinder-809830-2-iscsi', False) {} {{(pid=105996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:58:48.622411 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bb677e9-eb31-4943-88c5-368612ab5c07 admin admin] vlan segment allocate from pool success with {'vlan_id': 1036, 'physical_network': 'physnet1'} {{(pid=105993) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 14:58:48.635100 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Pushing event updated for resources: {'Port': ['ID=a8dffa35-4677-4915-9472-ab4af4f14a87,revision_number=5']} {{(pid=105995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:58:48.670507 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400d01eb-70a3-434a-9a88-81a1dd16528c req-466d7459-4c12-4052-bce3-7beaa6c2986a tempest-VolumesNegativeTest-1106392935 tempest-VolumesNegativeTest-1106392935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:58:48.671416 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0557b8cb-f15a-4c5e-a777-86c1c65feb8a None None] The sync data for ids ['f2781da5-ea6b-4ab3-b721-a244b58e4c06'] in dv-cinder-809830-2-iscsi is: [{'id': 'f2781da5-ea6b-4ab3-b721-a244b58e4c06', 'name': 'tempest-AttachVolumeTestJSON-1174281789-router', 'tenant_id': '36af9e7ac5624a48a0e26dba4f35ccdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7', 'external_fixed_ips': [{'subnet_id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': '42946747-c020-4266-add9-c7c5f74e06a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T14:58:40Z', 'updated_at': '2021-09-24T14:58:43Z', 'revision_number': 3, 'project_id': '36af9e7ac5624a48a0e26dba4f35ccdb', 'gw_port': {'id': '42946747-c020-4266-add9-c7c5f74e06a5', 'name': '', 'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:23:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2781da5-ea6b-4ab3-b721-a244b58e4c06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T14:58:42Z', 'updated_at': '2021-09-24T14:58:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809830-2-iscsi'}] {{(pid=105996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 14:58:48.674899 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-400d01eb-70a3-434a-9a88-81a1dd16528c req-466d7459-4c12-4052-bce3-7beaa6c2986a tempest-VolumesNegativeTest-1106392935 tempest-VolumesNegativeTest-1106392935-project] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5830355 Sep 24 14:58:48.708882 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb677e9-eb31-4943-88c5-368612ab5c07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fa909b0-6aa2-42b2-bdc3-fa9a70512154,revision_number=1']} {{(pid=105993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:58:48.749633 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-2bb677e9-eb31-4943-88c5-368612ab5c07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988101'] for segment, precommit_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:48.750408 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.db.segments_db [None req-2bb677e9-eb31-4943-88c5-368612ab5c07 admin admin] Added segment 2fe91a30-9845-494b-a7b1-df01189d31c5 of type vlan for network c0469ccb-25d1-46c7-8b95-3aa44904b565 Sep 24 14:58:48.803871 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-400d01eb-70a3-434a-9a88-81a1dd16528c req-8b9b0f9c-0a5a-4bdf-be1f-1b83087afcfe tempest-VolumesNegativeTest-1106392935 tempest-VolumesNegativeTest-1106392935-project] 10.222.0.90 "GET /v2.0/quotas/c73434af4b1943d69f54e6b3a12fa255 HTTP/1.1" status: 200 len: 375 time: 0.0848424 Sep 24 14:58:48.893012 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-400d01eb-70a3-434a-9a88-81a1dd16528c req-db55eb9d-e7e3-4d1f-aa9d-9906c6eff6e3 tempest-VolumesNegativeTest-1106392935 tempest-VolumesNegativeTest-1106392935-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=c73434af4b1943d69f54e6b3a12fa255&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0677359 Sep 24 14:58:48.999092 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-7db77313-91b9-4223-a38e-02a0d1a0c3e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:49.007611 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-7db77313-91b9-4223-a38e-02a0d1a0c3e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571103'] for security_group, after_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:49.077164 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db77313-91b9-4223-a38e-02a0d1a0c3e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d51d1b9-fb47-4966-8dff-b735b1fc973c,revision_number=1']} {{(pid=105994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:58:49.099725 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74e541b-593f-4cff-8574-b4b2ca59af24 req-61aed682-4c77-4141-ac3d-ad5fe85f3d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:58:49.100513 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-2bb677e9-eb31-4943-88c5-368612ab5c07 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727248069142'] for network, precommit_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:49.101865 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-b74e541b-593f-4cff-8574-b4b2ca59af24 req-61aed682-4c77-4141-ac3d-ad5fe85f3d74 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=1b5e828c-a82b-40cd-a344-255f4b26a841 HTTP/1.1" status: 200 len: 1098 time: 0.2030220 Sep 24 14:58:49.108624 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [None req-7db77313-91b9-4223-a38e-02a0d1a0c3e3 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=4450784e3f7b4dcabb2537eb53660306&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1918154 Sep 24 14:58:49.111147 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.wsgi [-] (105994) accepted ('10.222.0.90', 57746) {{(pid=105994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:58:49.181859 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-aed92b6b-8db3-4d64-9f68-c58c7c897c15 req-bff15001-2823-44ba-9c05-3893e8873eb4 tempest-VolumesNegativeTest-1106392935 tempest-VolumesNegativeTest-1106392935-project] 10.222.0.90 "GET /v2.0/ports?device_id=dee2ab83-19e4-4f06-99ae-fe96bafbac2f HTTP/1.1" status: 200 len: 210 time: 0.0544806 Sep 24 14:58:49.309779 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-b74e541b-593f-4cff-8574-b4b2ca59af24 req-0b1e56d0-edaf-4911-9c20-d805171b8e36 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=bb54c971-337c-4571-b265-c21f3dff30d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994517 Sep 24 14:58:49.343824 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343f5244-7618-4de7-83e6-6b9cb6823b09 req-a215fc48-f0ae-470c-965e-3f37ed6fd65e tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:58:49.353675 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-343f5244-7618-4de7-83e6-6b9cb6823b09 req-a215fc48-f0ae-470c-965e-3f37ed6fd65e tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] 10.222.0.90 "GET /v2.0/ports?device_id=cff78be5-9899-478d-b782-36a5f28de2b0 HTTP/1.1" status: 200 len: 946 time: 0.4379990 Sep 24 14:58:49.368487 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-890a6cb7-1555-410c-b9fe-e290bc863ae0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:49.454886 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-5315965b-122e-4844-91bd-9e0dc00234a5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:49.461201 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-2bb677e9-eb31-4943-88c5-368612ab5c07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314'] for network, after_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:49.462718 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bb677e9-eb31-4943-88c5-368612ab5c07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:58:49.463985 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-2bb677e9-eb31-4943-88c5-368612ab5c07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536624'] for network, before_response {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:49.476259 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-5315965b-122e-4844-91bd-9e0dc00234a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248551428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248062163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14427048'] for port, after_update {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:49.504231 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-890a6cb7-1555-410c-b9fe-e290bc863ae0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:49.582434 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fe9961-e9a0-4bd7-9c75-2bf92b5c21ba req-4b944a97-dfa8-4cf1-9690-93ab0904d7a2 tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:58:49.591926 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-67fe9961-e9a0-4bd7-9c75-2bf92b5c21ba req-4b944a97-dfa8-4cf1-9690-93ab0904d7a2 tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] 10.222.0.90 "GET /v2.0/ports?device_id=1b5e828c-a82b-40cd-a344-255f4b26a841 HTTP/1.1" status: 200 len: 945 time: 0.1994054 Sep 24 14:58:49.690602 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-67fe9961-e9a0-4bd7-9c75-2bf92b5c21ba req-b2d27dbb-66d2-4f36-9fdf-a2befb992a8b tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] 10.222.0.90 "GET /v2.0/security-groups?id=bb54c971-337c-4571-b265-c21f3dff30d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947115 Sep 24 14:58:49.739925 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-890a6cb7-1555-410c-b9fe-e290bc863ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571103'] for security_group, after_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:49.746802 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-890a6cb7-1555-410c-b9fe-e290bc863ae0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:49.750452 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [None req-890a6cb7-1555-410c-b9fe-e290bc863ae0 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/5d51d1b9-fb47-4966-8dff-b735b1fc973c HTTP/1.1" status: 204 len: 168 time: 0.6368327 Sep 24 14:58:49.783295 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890a6cb7-1555-410c-b9fe-e290bc863ae0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d51d1b9-fb47-4966-8dff-b735b1fc973c,revision_number=None']} {{(pid=105994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:58:49.867781 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-343f5244-7618-4de7-83e6-6b9cb6823b09 req-71051790-4adb-4d2d-b475-186bba702d15 tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] 10.222.0.90 "GET /v2.0/security-groups?id=f3d37e3f-2899-4174-ab27-7857e72c3fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5128319 Sep 24 14:58:49.869437 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb677e9-eb31-4943-88c5-368612ab5c07 admin admin] Pushing event updated for resources: {'Network': ['ID=c0469ccb-25d1-46c7-8b95-3aa44904b565,revision_number=1']} {{(pid=105993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:58:49.888552 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.rpc [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Network c0469ccb-25d1-46c7-8b95-3aa44904b565 details requested by agent ovs-agent-dv-cinder-809830-2-iscsi with host dv-cinder-809830-2-iscsi {{(pid=105995) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 14:58:49.904752 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [None req-2bb677e9-eb31-4943-88c5-368612ab5c07 admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.6924851 Sep 24 14:58:49.907594 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5315965b-122e-4844-91bd-9e0dc00234a5 admin admin] Pushing event updated for resources: {'Port': ['ID=c35907eb-1f1e-4443-9d69-be81bc178931,revision_number=2']} {{(pid=105993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:58:49.925912 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.wsgi [-] (105994) accepted ('10.222.0.90', 57762) {{(pid=105994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:58:49.949077 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.v2.base [None req-bc5f3341-f3a0-4bcb-9a53-060ff948e8fe admin admin] Request body: {'subnet': {'network_id': 'c0469ccb-25d1-46c7-8b95-3aa44904b565', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1674105080-subnet', 'tenant_id': 'f8d5d393436f4dc0973a6eb37eea4581', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:58:49.951279 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-5315965b-122e-4844-91bd-9e0dc00234a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-594280'] for router_interface, after_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:50.048725 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc5f3341-f3a0-4bcb-9a53-060ff948e8fe admin admin] Made reservation on behalf of f8d5d393436f4dc0973a6eb37eea4581 for: {'subnet': 1} {{(pid=105994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 14:58:50.053464 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-bc5f3341-f3a0-4bcb-9a53-060ff948e8fe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14524561'] for subnet, before_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:50.131270 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d04e4a-6909-41c3-9600-63bc87f4abd8 req-1f7cefef-2538-43c4-bc3f-9412f5bd366b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:58:50.134815 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-e0d04e4a-6909-41c3-9600-63bc87f4abd8 req-1f7cefef-2538-43c4-bc3f-9412f5bd366b service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=cff78be5-9899-478d-b782-36a5f28de2b0 HTTP/1.1" status: 200 len: 1099 time: 0.3043287 Sep 24 14:58:50.224204 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5315965b-122e-4844-91bd-9e0dc00234a5 admin admin] Network 65553ae1-d48d-4529-ac12-6e14802b8d55 is already hosted by enough agents. {{(pid=105993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 14:58:50.227570 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.scheduler.base_scheduler [None req-5315965b-122e-4844-91bd-9e0dc00234a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=105993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 14:58:50.501951 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-e0d04e4a-6909-41c3-9600-63bc87f4abd8 req-d8112ccc-9239-475a-a280-8bcd78531a91 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=f3d37e3f-2899-4174-ab27-7857e72c3fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3369145 Sep 24 14:58:50.545079 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-ae1048a3-ba01-4740-a80d-6f3bd28bdc56 req-a40d4e05-ce35-43c1-a193-2d425caa2706 tempest-VolumesNegativeTest-1106392935 tempest-VolumesNegativeTest-1106392935-project] 10.222.0.90 "GET /v2.0/ports?device_id=dee2ab83-19e4-4f06-99ae-fe96bafbac2f HTTP/1.1" status: 200 len: 210 time: 0.0921664 Sep 24 14:58:50.803006 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.provisioning_blocks [None req-5ba16a78-106d-438d-8b4b-00575c6d6f7e None None] Provisioning complete for port c35907eb-1f1e-4443-9d69-be81bc178931 triggered by entity DHCP. {{(pid=105995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 14:58:50.803634 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-5ba16a78-106d-438d-8b4b-00575c6d6f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985790'] for port, provisioning_complete {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:50.905167 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-bc5f3341-f3a0-4bcb-9a53-060ff948e8fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14130210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14524579'] for subnet, after_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:50.996728 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.plugin [None req-5ba16a78-106d-438d-8b4b-00575c6d6f7e None None] Port c35907eb-1f1e-4443-9d69-be81bc178931 cannot update to ACTIVE because it is not bound. {{(pid=105995) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 14:58:51.080739 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5f3341-f3a0-4bcb-9a53-060ff948e8fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=6cb549cf-c81e-47e4-8401-9e4d9d3e4f26,revision_number=0']} {{(pid=105994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:58:51.303208 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5315965b-122e-4844-91bd-9e0dc00234a5 admin admin] Router f2781da5-ea6b-4ab3-b721-a244b58e4c06 has already been hosted by L3 agent 76290e94-8d59-4af2-9b8f-4e64db68baa4 {{(pid=105993) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 14:58:51.311393 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb267446-7849-4dbb-9406-db3f7f99acd5 req-36988917-0230-4ba4-955c-60734b4c6742 tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:58:51.315357 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-eb267446-7849-4dbb-9406-db3f7f99acd5 req-36988917-0230-4ba4-955c-60734b4c6742 tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] 10.222.0.90 "GET /v2.0/ports?device_id=1b5e828c-a82b-40cd-a344-255f4b26a841 HTTP/1.1" status: 200 len: 945 time: 0.2010770 Sep 24 14:58:51.321099 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18c41e1-2164-40fc-afba-48b7c0ac8562 req-f2a8674a-3313-42da-946f-a28a138f003f tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:58:51.328231 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-e18c41e1-2164-40fc-afba-48b7c0ac8562 req-f2a8674a-3313-42da-946f-a28a138f003f tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] 10.222.0.90 "GET /v2.0/ports?device_id=cff78be5-9899-478d-b782-36a5f28de2b0 HTTP/1.1" status: 200 len: 946 time: 0.1696110 Sep 24 14:58:51.359727 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc5f3341-f3a0-4bcb-9a53-060ff948e8fe admin admin] Checking segment: {'id': '2fe91a30-9845-494b-a7b1-df01189d31c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': 'c0469ccb-25d1-46c7-8b95-3aa44904b565'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 14:58:51.359959 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc5f3341-f3a0-4bcb-9a53-060ff948e8fe admin admin] Network hostable DHCP agents. Network: c0469ccb-25d1-46c7-8b95-3aa44904b565, hostable agents: ['a445fb04-844a-460e-9913-1045a19b95b5'], hosted agents: [] {{(pid=105994) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 14:58:51.413745 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-eb267446-7849-4dbb-9406-db3f7f99acd5 req-6ae7f34f-946b-4733-a560-8a291f1147ae tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] 10.222.0.90 "GET /v2.0/security-groups?id=bb54c971-337c-4571-b265-c21f3dff30d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893755 Sep 24 14:58:51.429077 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.rpc [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Device 42946747-c020-4266-add9-c7c5f74e06a5 up at agent ovs-agent-dv-cinder-809830-2-iscsi {{(pid=105995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 14:58:51.437311 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc5f3341-f3a0-4bcb-9a53-060ff948e8fe admin admin] Network c0469ccb-25d1-46c7-8b95-3aa44904b565 is scheduled to be hosted by DHCP agent a445fb04-844a-460e-9913-1045a19b95b5 with binding_index 1 {{(pid=105994) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 14:58:51.471454 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.scheduler.base_scheduler [None req-bc5f3341-f3a0-4bcb-9a53-060ff948e8fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809830-2-iscsi, c0469ccb-25d1-46c7-8b95-3aa44904b565) {{(pid=105994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 14:58:51.485875 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc5f3341-f3a0-4bcb-9a53-060ff948e8fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:58:51.487307 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-bc5f3341-f3a0-4bcb-9a53-060ff948e8fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536624'] for subnet, before_response {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:51.495358 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54822fc0-d148-4fa8-a6e2-9906c9735b8d None None] Network c0469ccb-25d1-46c7-8b95-3aa44904b565 requested from dv-cinder-809830-2-iscsi {{(pid=105995) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 14:58:51.553314 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [None req-bc5f3341-f3a0-4bcb-9a53-060ff948e8fe admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.6135564 Sep 24 14:58:51.555568 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-e18c41e1-2164-40fc-afba-48b7c0ac8562 req-68f5c750-1415-4505-91f7-54d5b57dbaea tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] 10.222.0.90 "GET /v2.0/security-groups?id=f3d37e3f-2899-4174-ab27-7857e72c3fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2201815 Sep 24 14:58:51.684505 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.provisioning_blocks [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Provisioning complete for port 42946747-c020-4266-add9-c7c5f74e06a5 triggered by entity L2. {{(pid=105995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 14:58:51.685460 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985790'] for port, provisioning_complete {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:51.887528 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-73965a16-e14a-4305-bca4-4d378fc6dc46 req-aa11b472-e92b-4bd1-b3ea-6f991b5826e7 tempest-VolumesNegativeTest-1106392935 tempest-VolumesNegativeTest-1106392935-project] 10.222.0.90 "GET /v2.0/ports?device_id=dee2ab83-19e4-4f06-99ae-fe96bafbac2f HTTP/1.1" status: 200 len: 210 time: 0.1242900 Sep 24 14:58:51.970866 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5315965b-122e-4844-91bd-9e0dc00234a5 admin admin] Notify agent at l3_agent.dv-cinder-809830-2-iscsi the message routers_updated {{(pid=105993) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 14:58:51.981489 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [None req-5315965b-122e-4844-91bd-9e0dc00234a5 admin admin] 10.222.0.90 "PUT /v2.0/routers/f2781da5-ea6b-4ab3-b721-a244b58e4c06/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0956655 Sep 24 14:58:51.986236 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-400d01eb-70a3-434a-9a88-81a1dd16528c req-ade074c1-286e-4fc7-93fc-641b7eb72a17 tempest-VolumesNegativeTest-1106392935 tempest-VolumesNegativeTest-1106392935-project] 10.222.0.99 "GET /v2.0/networks?tenant_id=c73434af4b1943d69f54e6b3a12fa255&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0827513 Sep 24 14:58:52.298075 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcc8db01-fe10-4e9b-a1d0-4c9a7ed4a916 None None] Network c0469ccb-25d1-46c7-8b95-3aa44904b565 requested from dv-cinder-809830-2-iscsi {{(pid=105995) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 14:58:52.304526 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7de3469b-4273-4fb4-95ea-6c04e0437148 None None] Sync routers for ids ['f2781da5-ea6b-4ab3-b721-a244b58e4c06'] in dv-cinder-809830-2-iscsi {{(pid=105995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 14:58:52.320895 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400d01eb-70a3-434a-9a88-81a1dd16528c req-4e7e13b4-c7b2-41df-b21e-5cfd8ef2e9b4 tempest-VolumesNegativeTest-1106392935 tempest-VolumesNegativeTest-1106392935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:58:52.323981 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-400d01eb-70a3-434a-9a88-81a1dd16528c req-4e7e13b4-c7b2-41df-b21e-5cfd8ef2e9b4 tempest-VolumesNegativeTest-1106392935 tempest-VolumesNegativeTest-1106392935-project] 10.222.0.99 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3260338 Sep 24 14:58:52.349749 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.v2.base [req-400d01eb-70a3-434a-9a88-81a1dd16528c req-657e2be1-c5a9-4d69-bc99-053999ab2806 tempest-VolumesNegativeTest-1106392935 tempest-VolumesNegativeTest-1106392935-project] Request body: {'port': {'device_id': 'dee2ab83-19e4-4f06-99ae-fe96bafbac2f', 'network_id': 'cd36b1db-c17c-464b-af31-fa39254acb63', 'admin_state_up': True, 'tenant_id': 'c73434af4b1943d69f54e6b3a12fa255'}} {{(pid=105994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:58:52.412237 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993762'] for port, before_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:52.451637 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de3469b-4273-4fb4-95ea-6c04e0437148 None None] Routers {'f2781da5-ea6b-4ab3-b721-a244b58e4c06'} bound to L3 agent in host dv-cinder-809830-2-iscsi {{(pid=105995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 14:58:52.452559 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.l3_hamode_db [None req-7de3469b-4273-4fb4-95ea-6c04e0437148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809830-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T14:45:58Z,description=,heartbeat_timestamp=2021-09-24T14:58:28Z,host='dv-cinder-809830-2-iscsi',id=76290e94-8d59-4af2-9b8f-4e64db68baa4,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T14:45:58Z,topic='l3_agent')) {'router_ids': ['f2781da5-ea6b-4ab3-b721-a244b58e4c06'], 'active': True} {{(pid=105995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:58:52.558177 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.db [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] For port 42946747-c020-4266-add9-c7c5f74e06a5, host dv-cinder-809830-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809830-2-iscsi',level=0,port_id=42946747-c020-4266-add9-c7c5f74e06a5,segment=NetworkSegment(1eeca048-08b8-46bc-9b0a-d3cb6658f7f8),segment_id=1eeca048-08b8-46bc-9b0a-d3cb6658f7f8)] {{(pid=105995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:58:52.639789 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248551428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248062163'] for port, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:52.940515 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.wsgi [-] (105993) accepted ('10.222.0.90', 57828) {{(pid=105993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:58:53.046253 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70d9590-52c0-44d7-aa17-a6fa8b60ab32 req-759863dd-8a7e-4c6c-b939-fccf8e613267 tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:58:53.049837 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-c70d9590-52c0-44d7-aa17-a6fa8b60ab32 req-759863dd-8a7e-4c6c-b939-fccf8e613267 tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] 10.222.0.90 "GET /v2.0/ports?device_id=cff78be5-9899-478d-b782-36a5f28de2b0 HTTP/1.1" status: 200 len: 946 time: 0.2092807 Sep 24 14:58:53.074625 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.l3_dvr_db [None req-7de3469b-4273-4fb4-95ea-6c04e0437148 None None] Set router f2781da5-ea6b-4ab3-b721-a244b58e4c06 gateway port host: dv-cinder-809830-2-iscsi {{(pid=105995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 14:58:53.117221 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-c70d9590-52c0-44d7-aa17-a6fa8b60ab32 req-45b284c3-b5bb-421d-bf90-00cf5485ed0b tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] 10.222.0.90 "GET /v2.0/security-groups?id=f3d37e3f-2899-4174-ab27-7857e72c3fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529804 Sep 24 14:58:53.221836 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-400d01eb-70a3-434a-9a88-81a1dd16528c req-657e2be1-c5a9-4d69-bc99-053999ab2806 tempest-VolumesNegativeTest-1106392935 tempest-VolumesNegativeTest-1106392935-project] Made reservation on behalf of c73434af4b1943d69f54e6b3a12fa255 for: {'port': 1} {{(pid=105994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 14:58:53.230474 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-400d01eb-70a3-434a-9a88-81a1dd16528c req-657e2be1-c5a9-4d69-bc99-053999ab2806 tempest-VolumesNegativeTest-1106392935 tempest-VolumesNegativeTest-1106392935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993762'] for port, before_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:53.239799 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Pushing event updated for resources: {'Port': ['ID=42946747-c020-4266-add9-c7c5f74e06a5,revision_number=4']} {{(pid=105995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:58:53.268977 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-400d01eb-70a3-434a-9a88-81a1dd16528c req-657e2be1-c5a9-4d69-bc99-053999ab2806 tempest-VolumesNegativeTest-1106392935 tempest-VolumesNegativeTest-1106392935-project] Notify callbacks [] for security_group, before_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:53.306773 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-b2f6f29f-8cc3-4ab1-8d2e-b5fb6ef40523 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:53.327899 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e232eaa-4aa2-442a-acdc-82007153eb85 req-8fb80750-771d-4321-8327-2b641f706ade tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:58:53.341590 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-1e232eaa-4aa2-442a-acdc-82007153eb85 req-8fb80750-771d-4321-8327-2b641f706ade tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] 10.222.0.90 "GET /v2.0/ports?device_id=1b5e828c-a82b-40cd-a344-255f4b26a841 HTTP/1.1" status: 200 len: 945 time: 0.3020225 Sep 24 14:58:53.501937 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-1e232eaa-4aa2-442a-acdc-82007153eb85 req-0df62624-c859-487a-a16e-33ca481e72f3 tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] 10.222.0.90 "GET /v2.0/security-groups?id=bb54c971-337c-4571-b265-c21f3dff30d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581321 Sep 24 14:58:53.635534 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-61da7c9b-ce17-43bc-b39f-395796a03532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:53.791026 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-400d01eb-70a3-434a-9a88-81a1dd16528c req-657e2be1-c5a9-4d69-bc99-053999ab2806 tempest-VolumesNegativeTest-1106392935 tempest-VolumesNegativeTest-1106392935-project] Notify callbacks [] for security_group, precommit_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:53.832197 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-400d01eb-70a3-434a-9a88-81a1dd16528c req-657e2be1-c5a9-4d69-bc99-053999ab2806 tempest-VolumesNegativeTest-1106392935 tempest-VolumesNegativeTest-1106392935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571103'] for security_group, after_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:53.848394 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.l3_hamode_db [None req-7de3469b-4273-4fb4-95ea-6c04e0437148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2781da5-ea6b-4ab3-b721-a244b58e4c06', 'name': 'tempest-AttachVolumeTestJSON-1174281789-router', 'tenant_id': '36af9e7ac5624a48a0e26dba4f35ccdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7', 'external_fixed_ips': [{'subnet_id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': '42946747-c020-4266-add9-c7c5f74e06a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T14:58:40Z', 'updated_at': '2021-09-24T14:58:48Z', 'revision_number': 4, 'project_id': '36af9e7ac5624a48a0e26dba4f35ccdb', 'gw_port': {'id': '42946747-c020-4266-add9-c7c5f74e06a5', 'name': '', 'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:23:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2781da5-ea6b-4ab3-b721-a244b58e4c06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T14:58:42Z', 'updated_at': '2021-09-24T14:58:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809830-2-iscsi', '_interfaces': [{'id': 'c35907eb-1f1e-4443-9d69-be81bc178931', 'name': '', 'network_id': '65553ae1-d48d-4529-ac12-6e14802b8d55', 'tenant_id': '36af9e7ac5624a48a0e26dba4f35ccdb', 'mac_address': 'fa:16:3e:a7:eb:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2781da5-ea6b-4ab3-b721-a244b58e4c06', 'device_owner': 'network:router_interface', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '08495ca0-8e92-404f-b038-7ce4337e085a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T14:58:46Z', 'updated_at': '2021-09-24T14:58:48Z', 'revision_number': 2, 'project_id': '36af9e7ac5624a48a0e26dba4f35ccdb', 'subnets': [{'id': '08495ca0-8e92-404f-b038-7ce4337e085a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809830-2-iscsi', False) {} {{(pid=105995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:58:53.914943 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7de3469b-4273-4fb4-95ea-6c04e0437148 None None] Checking router: f2781da5-ea6b-4ab3-b721-a244b58e4c06 for host: dv-cinder-809830-2-iscsi {{(pid=105995) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 14:58:53.915600 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7de3469b-4273-4fb4-95ea-6c04e0437148 None None] Updating router f2781da5-ea6b-4ab3-b721-a244b58e4c06 port c35907eb-1f1e-4443-9d69-be81bc178931 binding host dv-cinder-809830-2-iscsi {{(pid=105995) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 14:58:53.982853 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-7de3469b-4273-4fb4-95ea-6c04e0437148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993762'] for port, before_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:53.997768 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-9ef677db-064c-49a3-9b3a-e3c7fbe92750 req-c1f0b495-9b83-42a9-b170-a0e77233f73f tempest-VolumesNegativeTest-1106392935 tempest-VolumesNegativeTest-1106392935-project] 10.222.0.90 "GET /v2.0/ports?device_id=dee2ab83-19e4-4f06-99ae-fe96bafbac2f HTTP/1.1" status: 200 len: 210 time: 0.2093472 Sep 24 14:58:54.112410 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-b2f6f29f-8cc3-4ab1-8d2e-b5fb6ef40523 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:54.119836 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657e2be1-c5a9-4d69-bc99-053999ab2806 tempest-VolumesNegativeTest-1106392935 tempest-VolumesNegativeTest-1106392935-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3223a13-1d61-460b-9fa8-ac2dbe1000b0,revision_number=1']} {{(pid=105994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:58:54.152644 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-b2f6f29f-8cc3-4ab1-8d2e-b5fb6ef40523 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571103'] for security_group, after_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:54.247598 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [None req-b2f6f29f-8cc3-4ab1-8d2e-b5fb6ef40523 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=83655d27f4614269865923d35582ba50&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3012273 Sep 24 14:58:54.248465 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.wsgi [-] (105993) accepted ('10.222.0.90', 57856) {{(pid=105993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:58:54.252381 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f6f29f-8cc3-4ab1-8d2e-b5fb6ef40523 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04c4130a-638a-4db1-ba54-5bab5589f7df,revision_number=1']} {{(pid=105993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:58:54.297054 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.db.db_base_plugin_common [req-400d01eb-70a3-434a-9a88-81a1dd16528c req-657e2be1-c5a9-4d69-bc99-053999ab2806 tempest-VolumesNegativeTest-1106392935 tempest-VolumesNegativeTest-1106392935-project] Allocated IP 192.168.233.245 (cd36b1db-c17c-464b-af31-fa39254acb63/f5e88c67-8d32-48a7-8c03-6dc31388f9c5/44302283-6173-45fc-8b87-0775dc6d3cdd) {{(pid=105994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 14:58:54.339365 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861932a5-f940-4370-8b29-9fe76e65411e req-01adf9d8-40df-43b2-a428-bbd595c4652e tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:58:54.352672 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-861932a5-f940-4370-8b29-9fe76e65411e req-01adf9d8-40df-43b2-a428-bbd595c4652e tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] 10.222.0.90 "GET /v2.0/ports?device_id=1bedb3f1-1b28-4d65-a046-f1b24046bde6 HTTP/1.1" status: 200 len: 945 time: 0.1852818 Sep 24 14:58:54.370508 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-522d356f-7da9-4c58-a279-84a2b1bef303 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:54.411482 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-522d356f-7da9-4c58-a279-84a2b1bef303 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:54.460789 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-861932a5-f940-4370-8b29-9fe76e65411e req-b9d1ff94-0a6b-4b85-97d9-86dab946ada1 tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] 10.222.0.90 "GET /v2.0/security-groups?id=f3d37e3f-2899-4174-ab27-7857e72c3fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034377 Sep 24 14:58:54.529291 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-7de3469b-4273-4fb4-95ea-6c04e0437148 None None] Notify callbacks [] for port, precommit_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:54.535910 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-522d356f-7da9-4c58-a279-84a2b1bef303 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571103'] for security_group, after_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:54.539910 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-7de3469b-4273-4fb4-95ea-6c04e0437148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248551428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248062163'] for port, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:54.541958 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-522d356f-7da9-4c58-a279-84a2b1bef303 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:54.550101 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [None req-522d356f-7da9-4c58-a279-84a2b1bef303 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/04c4130a-638a-4db1-ba54-5bab5589f7df HTTP/1.1" status: 204 len: 168 time: 0.2990472 Sep 24 14:58:54.567573 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d356f-7da9-4c58-a279-84a2b1bef303 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04c4130a-638a-4db1-ba54-5bab5589f7df,revision_number=None']} {{(pid=105993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:58:54.734125 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3afa8e5-7a2e-452f-8222-8ccb6de44e8d None None] Pushing event updated for resources: {'Port': ['ID=c35907eb-1f1e-4443-9d69-be81bc178931,revision_number=3']} {{(pid=105995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:58:55.089682 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-400d01eb-70a3-434a-9a88-81a1dd16528c req-657e2be1-c5a9-4d69-bc99-053999ab2806 tempest-VolumesNegativeTest-1106392935 tempest-VolumesNegativeTest-1106392935-project] Notify callbacks [] for port, precommit_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:55.133554 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.managers [None req-7de3469b-4273-4fb4-95ea-6c04e0437148 None None] Attempting to bind port c35907eb-1f1e-4443-9d69-be81bc178931 on host dv-cinder-809830-2-iscsi for vnic_type normal with profile {{(pid=105995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 14:58:55.135948 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.managers [None req-7de3469b-4273-4fb4-95ea-6c04e0437148 None None] Attempting to bind port c35907eb-1f1e-4443-9d69-be81bc178931 by drivers openvswitch,hyperv on host dv-cinder-809830-2-iscsi at level 0 using segments [{'id': 'eba2f0e4-dd5d-432e-a616-98f29b5f5e03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '65553ae1-d48d-4529-ac12-6e14802b8d55'}] {{(pid=105995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 14:58:55.138062 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de3469b-4273-4fb4-95ea-6c04e0437148 None None] Attempting to bind port c35907eb-1f1e-4443-9d69-be81bc178931 on network 65553ae1-d48d-4529-ac12-6e14802b8d55 {{(pid=105995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 14:58:55.185161 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de3469b-4273-4fb4-95ea-6c04e0437148 None None] Checking agent: {'id': '466265b3-b863-41e9-8226-f4d0fd198543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809830-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 14, 45, 59), 'started_at': datetime.datetime(2021, 9, 24, 14, 46, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 14, 58, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809830-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 14:58:55.186241 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de3469b-4273-4fb4-95ea-6c04e0437148 None None] Checking segment: {'id': 'eba2f0e4-dd5d-432e-a616-98f29b5f5e03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '65553ae1-d48d-4529-ac12-6e14802b8d55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 14:58:55.187790 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-7de3469b-4273-4fb4-95ea-6c04e0437148 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:55.188760 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de3469b-4273-4fb4-95ea-6c04e0437148 None None] Bound using segment: {'id': 'eba2f0e4-dd5d-432e-a616-98f29b5f5e03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '65553ae1-d48d-4529-ac12-6e14802b8d55'} {{(pid=105995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 14:58:55.189924 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.managers [None req-7de3469b-4273-4fb4-95ea-6c04e0437148 None None] Bound port: c35907eb-1f1e-4443-9d69-be81bc178931, host: dv-cinder-809830-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eba2f0e4-dd5d-432e-a616-98f29b5f5e03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '65553ae1-d48d-4529-ac12-6e14802b8d55'}}] {{(pid=105995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 14:58:55.191577 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-7de3469b-4273-4fb4-95ea-6c04e0437148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993762'] for port, before_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:55.410449 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.rpc [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Device 42946747-c020-4266-add9-c7c5f74e06a5 up at agent ovs-agent-dv-cinder-809830-2-iscsi {{(pid=105995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 14:58:55.458668 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-400d01eb-70a3-434a-9a88-81a1dd16528c req-657e2be1-c5a9-4d69-bc99-053999ab2806 tempest-VolumesNegativeTest-1106392935 tempest-VolumesNegativeTest-1106392935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727248062127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14130366'] for port, after_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:55.544481 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.provisioning_blocks [None req-f6ed95de-1f93-458d-ad54-2946431b282e None None] Provisioning complete for port c35907eb-1f1e-4443-9d69-be81bc178931 triggered by entity DHCP. {{(pid=105995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 14:58:55.545091 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-f6ed95de-1f93-458d-ad54-2946431b282e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985790'] for port, provisioning_complete {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:55.634409 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.wsgi [-] (105993) accepted ('10.222.0.90', 57888) {{(pid=105993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:58:55.641072 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.v2.base [None req-ba1770fe-c850-447d-9acb-38b152096391 tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2017404492', 'description': 'tempest-description--1251281821'}} {{(pid=105993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:58:55.650989 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.db [None req-7de3469b-4273-4fb4-95ea-6c04e0437148 None None] For port c35907eb-1f1e-4443-9d69-be81bc178931, host dv-cinder-809830-2-iscsi, cleared binding levels {{(pid=105995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 14:58:55.684096 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.db [None req-7de3469b-4273-4fb4-95ea-6c04e0437148 None None] For port c35907eb-1f1e-4443-9d69-be81bc178931, host dv-cinder-809830-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809830-2-iscsi',level=0,port_id=c35907eb-1f1e-4443-9d69-be81bc178931,segment=NetworkSegment(eba2f0e4-dd5d-432e-a616-98f29b5f5e03),segment_id=eba2f0e4-dd5d-432e-a616-98f29b5f5e03)] {{(pid=105995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 14:58:55.693566 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.plugin [None req-f6ed95de-1f93-458d-ad54-2946431b282e None None] Port c35907eb-1f1e-4443-9d69-be81bc178931 cannot update to ACTIVE because it is not bound. {{(pid=105995) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 14:58:55.697386 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-7de3469b-4273-4fb4-95ea-6c04e0437148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248551428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248062163'] for port, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:55.715235 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb70425-c3c9-42e9-9986-9098fcad59b5 req-04b795b9-ea81-4041-ad9f-2c458532b61b tempest-VolumesNegativeTest-1106392935 tempest-VolumesNegativeTest-1106392935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:58:55.719445 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-6fb70425-c3c9-42e9-9986-9098fcad59b5 req-04b795b9-ea81-4041-ad9f-2c458532b61b tempest-VolumesNegativeTest-1106392935 tempest-VolumesNegativeTest-1106392935-project] 10.222.0.90 "GET /v2.0/ports?device_id=dee2ab83-19e4-4f06-99ae-fe96bafbac2f HTTP/1.1" status: 200 len: 936 time: 0.4036298 Sep 24 14:58:55.752198 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-ba1770fe-c850-447d-9acb-38b152096391 tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] Notify callbacks [] for security_group, before_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:55.766567 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-400d01eb-70a3-434a-9a88-81a1dd16528c req-657e2be1-c5a9-4d69-bc99-053999ab2806 tempest-VolumesNegativeTest-1106392935 tempest-VolumesNegativeTest-1106392935-project] Network cd36b1db-c17c-464b-af31-fa39254acb63 is already hosted by enough agents. {{(pid=105994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 14:58:55.801791 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.scheduler.base_scheduler [req-400d01eb-70a3-434a-9a88-81a1dd16528c req-657e2be1-c5a9-4d69-bc99-053999ab2806 tempest-VolumesNegativeTest-1106392935 tempest-VolumesNegativeTest-1106392935-project] Resources bound (agent type, host, resource id): {{(pid=105994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 14:58:55.829241 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.db.l3_dvrscheduler_db [req-400d01eb-70a3-434a-9a88-81a1dd16528c req-657e2be1-c5a9-4d69-bc99-053999ab2806 tempest-VolumesNegativeTest-1106392935 tempest-VolumesNegativeTest-1106392935-project] Received port after_create {{(pid=105994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 14:58:55.835656 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.provisioning_blocks [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Provisioning complete for port 42946747-c020-4266-add9-c7c5f74e06a5 triggered by entity L2. {{(pid=105995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 14:58:55.836223 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985790'] for port, provisioning_complete {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:55.943903 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657e2be1-c5a9-4d69-bc99-053999ab2806 tempest-VolumesNegativeTest-1106392935 tempest-VolumesNegativeTest-1106392935-project] Pushing event updated for resources: {'Port': ['ID=44302283-6173-45fc-8b87-0775dc6d3cdd,revision_number=1']} {{(pid=105994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:58:56.014086 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de3469b-4273-4fb4-95ea-6c04e0437148 None None] Routers {'f2781da5-ea6b-4ab3-b721-a244b58e4c06'} bound to L3 agent in host dv-cinder-809830-2-iscsi {{(pid=105995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 14:58:56.014942 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.l3_hamode_db [None req-7de3469b-4273-4fb4-95ea-6c04e0437148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809830-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T14:45:58Z,description=,heartbeat_timestamp=2021-09-24T14:58:28Z,host='dv-cinder-809830-2-iscsi',id=76290e94-8d59-4af2-9b8f-4e64db68baa4,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T14:45:58Z,topic='l3_agent')) {'router_ids': ['f2781da5-ea6b-4ab3-b721-a244b58e4c06'], 'active': True} {{(pid=105995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:58:56.084592 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-ba1770fe-c850-447d-9acb-38b152096391 tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] Notify callbacks [] for security_group, precommit_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:56.097362 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-ba1770fe-c850-447d-9acb-38b152096391 tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571103'] for security_group, after_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:56.117163 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-6fb70425-c3c9-42e9-9986-9098fcad59b5 req-d1cddf20-5932-481d-b77b-c66ac60e9dee tempest-VolumesNegativeTest-1106392935 tempest-VolumesNegativeTest-1106392935-project] 10.222.0.90 "GET /v2.0/security-groups?id=f3223a13-1d61-460b-9fa8-ac2dbe1000b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3712826 Sep 24 14:58:56.159029 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400d01eb-70a3-434a-9a88-81a1dd16528c req-657e2be1-c5a9-4d69-bc99-053999ab2806 tempest-VolumesNegativeTest-1106392935 tempest-VolumesNegativeTest-1106392935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:58:56.160467 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-400d01eb-70a3-434a-9a88-81a1dd16528c req-657e2be1-c5a9-4d69-bc99-053999ab2806 tempest-VolumesNegativeTest-1106392935 tempest-VolumesNegativeTest-1106392935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472375'] for port, before_response {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:56.230370 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-400d01eb-70a3-434a-9a88-81a1dd16528c req-657e2be1-c5a9-4d69-bc99-053999ab2806 tempest-VolumesNegativeTest-1106392935 tempest-VolumesNegativeTest-1106392935-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.8909631 Sep 24 14:58:56.247264 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.v2.base [req-400d01eb-70a3-434a-9a88-81a1dd16528c req-2aeaddc8-1883-4167-aa63-2c0f6efeddec service neutron] Request body: {'port': {'device_id': 'dee2ab83-19e4-4f06-99ae-fe96bafbac2f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80983'}} {{(pid=105994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:58:56.273704 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3afa8e5-7a2e-452f-8222-8ccb6de44e8d None None] Pushing event updated for resources: {'Port': ['ID=c35907eb-1f1e-4443-9d69-be81bc178931,revision_number=4']} {{(pid=105995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:58:56.289135 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1770fe-c850-447d-9acb-38b152096391 tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c657eca7-10e1-4b7a-90c6-895f7e6c258c,revision_number=1']} {{(pid=105993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:58:56.367715 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-ba1770fe-c850-447d-9acb-38b152096391 tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] Notify callbacks [] for security_group, before_response {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:56.373443 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [None req-ba1770fe-c850-447d-9acb-38b152096391 tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.7353210 Sep 24 14:58:56.382836 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.wsgi [-] (105994) accepted ('10.222.0.90', 57900) {{(pid=105994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:58:56.427867 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.v2.base [None req-6a6691f8-9da1-4c3d-89b4-99b656c5a589 tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] Request body: {'security_group_rule': {'security_group_id': 'c657eca7-10e1-4b7a-90c6-895f7e6c258c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:58:56.499869 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-400d01eb-70a3-434a-9a88-81a1dd16528c req-2aeaddc8-1883-4167-aa63-2c0f6efeddec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993762'] for port, before_update {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:56.566818 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.wsgi [-] (105993) accepted ('10.222.0.90', 57906) {{(pid=105993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:58:56.592123 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.l3_dvr_db [None req-7de3469b-4273-4fb4-95ea-6c04e0437148 None None] Set router f2781da5-ea6b-4ab3-b721-a244b58e4c06 gateway port host: dv-cinder-809830-2-iscsi {{(pid=105995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 14:58:56.613388 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-d7b93cf8-5598-4286-af25-6f60b8a7da7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:56.620251 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-6a6691f8-9da1-4c3d-89b4-99b656c5a589 tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:56.721522 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.provisioning_blocks [None req-62620d26-b981-491f-beda-f6d37e48b2ed None None] Provisioning complete for port 44302283-6173-45fc-8b87-0775dc6d3cdd triggered by entity DHCP. {{(pid=105995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 14:58:56.721900 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-62620d26-b981-491f-beda-f6d37e48b2ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985790'] for port, provisioning_complete {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:56.795087 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.plugin [None req-62620d26-b981-491f-beda-f6d37e48b2ed None None] Port 44302283-6173-45fc-8b87-0775dc6d3cdd cannot update to ACTIVE because it is not bound. {{(pid=105995) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 14:58:57.092911 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-d7b93cf8-5598-4286-af25-6f60b8a7da7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:57.099078 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.provisioning_blocks [None req-62620d26-b981-491f-beda-f6d37e48b2ed None None] Provisioning complete for port c35907eb-1f1e-4443-9d69-be81bc178931 triggered by entity DHCP. {{(pid=105995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 14:58:57.100948 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-62620d26-b981-491f-beda-f6d37e48b2ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985790'] for port, provisioning_complete {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:57.104047 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-d7b93cf8-5598-4286-af25-6f60b8a7da7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571103'] for security_group, after_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:57.288864 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-6a6691f8-9da1-4c3d-89b4-99b656c5a589 tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:57.290977 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b93cf8-5598-4286-af25-6f60b8a7da7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e4819ea-f6f8-435e-8a7e-a9bbde618021,revision_number=1']} {{(pid=105993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:58:57.314843 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-6a6691f8-9da1-4c3d-89b4-99b656c5a589 tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751656'] for security_group_rule, after_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:57.334646 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [None req-d7b93cf8-5598-4286-af25-6f60b8a7da7a admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=f399252dd87c417496348787019fe17c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7613766 Sep 24 14:58:57.339821 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.wsgi [-] (105993) accepted ('10.222.0.90', 57926) {{(pid=105993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:58:57.365387 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-62620d26-b981-491f-beda-f6d37e48b2ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993762'] for port, before_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:57.369256 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.l3_hamode_db [None req-7de3469b-4273-4fb4-95ea-6c04e0437148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2781da5-ea6b-4ab3-b721-a244b58e4c06', 'name': 'tempest-AttachVolumeTestJSON-1174281789-router', 'tenant_id': '36af9e7ac5624a48a0e26dba4f35ccdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7', 'external_fixed_ips': [{'subnet_id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': '42946747-c020-4266-add9-c7c5f74e06a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T14:58:40Z', 'updated_at': '2021-09-24T14:58:48Z', 'revision_number': 4, 'project_id': '36af9e7ac5624a48a0e26dba4f35ccdb', 'gw_port': {'id': '42946747-c020-4266-add9-c7c5f74e06a5', 'name': '', 'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:23:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2781da5-ea6b-4ab3-b721-a244b58e4c06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T14:58:42Z', 'updated_at': '2021-09-24T14:58:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809830-2-iscsi', '_interfaces': [{'id': 'c35907eb-1f1e-4443-9d69-be81bc178931', 'name': '', 'network_id': '65553ae1-d48d-4529-ac12-6e14802b8d55', 'tenant_id': '36af9e7ac5624a48a0e26dba4f35ccdb', 'mac_address': 'fa:16:3e:a7:eb:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2781da5-ea6b-4ab3-b721-a244b58e4c06', 'device_owner': 'network:router_interface', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '08495ca0-8e92-404f-b038-7ce4337e085a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T14:58:46Z', 'updated_at': '2021-09-24T14:58:55Z', 'revision_number': 4, 'project_id': '36af9e7ac5624a48a0e26dba4f35ccdb', 'subnets': [{'id': '08495ca0-8e92-404f-b038-7ce4337e085a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809830-2-iscsi', False) {} {{(pid=105995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:58:57.412390 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7de3469b-4273-4fb4-95ea-6c04e0437148 None None] The sync data for ids ['f2781da5-ea6b-4ab3-b721-a244b58e4c06'] in dv-cinder-809830-2-iscsi is: [{'id': 'f2781da5-ea6b-4ab3-b721-a244b58e4c06', 'name': 'tempest-AttachVolumeTestJSON-1174281789-router', 'tenant_id': '36af9e7ac5624a48a0e26dba4f35ccdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7', 'external_fixed_ips': [{'subnet_id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': '42946747-c020-4266-add9-c7c5f74e06a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T14:58:40Z', 'updated_at': '2021-09-24T14:58:48Z', 'revision_number': 4, 'project_id': '36af9e7ac5624a48a0e26dba4f35ccdb', 'gw_port': {'id': '42946747-c020-4266-add9-c7c5f74e06a5', 'name': '', 'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:23:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2781da5-ea6b-4ab3-b721-a244b58e4c06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T14:58:42Z', 'updated_at': '2021-09-24T14:58:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809830-2-iscsi', '_interfaces': [{'id': 'c35907eb-1f1e-4443-9d69-be81bc178931', 'name': '', 'network_id': '65553ae1-d48d-4529-ac12-6e14802b8d55', 'tenant_id': '36af9e7ac5624a48a0e26dba4f35ccdb', 'mac_address': 'fa:16:3e:a7:eb:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2781da5-ea6b-4ab3-b721-a244b58e4c06', 'device_owner': 'network:router_interface', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '08495ca0-8e92-404f-b038-7ce4337e085a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T14:58:46Z', 'updated_at': '2021-09-24T14:58:55Z', 'revision_number': 4, 'project_id': '36af9e7ac5624a48a0e26dba4f35ccdb', 'subnets': [{'id': '08495ca0-8e92-404f-b038-7ce4337e085a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 14:58:57.459745 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.db [None req-62620d26-b981-491f-beda-f6d37e48b2ed None None] For port c35907eb-1f1e-4443-9d69-be81bc178931, host dv-cinder-809830-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809830-2-iscsi',level=0,port_id=c35907eb-1f1e-4443-9d69-be81bc178931,segment=NetworkSegment(eba2f0e4-dd5d-432e-a616-98f29b5f5e03),segment_id=eba2f0e4-dd5d-432e-a616-98f29b5f5e03)] {{(pid=105995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:58:57.466534 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-62620d26-b981-491f-beda-f6d37e48b2ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248551428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248062163'] for port, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:57.566181 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6691f8-9da1-4c3d-89b4-99b656c5a589 tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc5bf543-14c3-459d-a615-cff7fde109b0,revision_number=0']} {{(pid=105994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:58:57.573598 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-fcccdb00-2018-4ef4-bae1-a68242402130 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:57.584441 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-6a6691f8-9da1-4c3d-89b4-99b656c5a589 tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:57.588455 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [None req-6a6691f8-9da1-4c3d-89b4-99b656c5a589 tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2035706 Sep 24 14:58:57.596772 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.wsgi [-] (105993) accepted ('10.222.0.90', 57930) {{(pid=105993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:58:57.609904 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.v2.base [None req-c8c7fbe0-bb28-47cd-a39b-1602c1139390 tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] Request body: {'security_group_rule': {'security_group_id': 'c657eca7-10e1-4b7a-90c6-895f7e6c258c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:58:57.683882 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62620d26-b981-491f-beda-f6d37e48b2ed None None] Pushing event updated for resources: {'Port': ['ID=c35907eb-1f1e-4443-9d69-be81bc178931,revision_number=5']} {{(pid=105995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:58:57.734657 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-c8c7fbe0-bb28-47cd-a39b-1602c1139390 tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:57.761695 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1caeec-f941-438f-ad4e-5a86d2cd7eed req-e267177f-6272-4164-80ec-eeeb9ed271ca tempest-VolumesNegativeTest-1106392935 tempest-VolumesNegativeTest-1106392935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:58:57.761931 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-fcccdb00-2018-4ef4-bae1-a68242402130 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:57.772073 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-bd1caeec-f941-438f-ad4e-5a86d2cd7eed req-e267177f-6272-4164-80ec-eeeb9ed271ca tempest-VolumesNegativeTest-1106392935 tempest-VolumesNegativeTest-1106392935-project] 10.222.0.90 "GET /v2.0/ports?device_id=dee2ab83-19e4-4f06-99ae-fe96bafbac2f HTTP/1.1" status: 200 len: 936 time: 0.4692202 Sep 24 14:58:57.900815 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-bd1caeec-f941-438f-ad4e-5a86d2cd7eed req-5e851579-2676-4361-98aa-3486bdbbdacd tempest-VolumesNegativeTest-1106392935 tempest-VolumesNegativeTest-1106392935-project] 10.222.0.90 "GET /v2.0/security-groups?id=f3223a13-1d61-460b-9fa8-ac2dbe1000b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273720 Sep 24 14:58:57.969068 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1242341-0819-4de8-a056-7c96ee0a4ee1 req-d76a5c50-b1fa-4b55-9681-e2dba1509341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:58:57.976486 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-d1242341-0819-4de8-a056-7c96ee0a4ee1 req-d76a5c50-b1fa-4b55-9681-e2dba1509341 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=b96539b658a14037b412f92c54157553&device_id=1bedb3f1-1b28-4d65-a046-f1b24046bde6 HTTP/1.1" status: 200 len: 1098 time: 0.1985240 Sep 24 14:58:57.985016 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-c8c7fbe0-bb28-47cd-a39b-1602c1139390 tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:57.992122 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-c8c7fbe0-bb28-47cd-a39b-1602c1139390 tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751656'] for security_group_rule, after_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:58.038386 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c7fbe0-bb28-47cd-a39b-1602c1139390 tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b94edaff-7d30-4a1c-99d9-23599ccda9e5,revision_number=0']} {{(pid=105993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:58:58.058149 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-fcccdb00-2018-4ef4-bae1-a68242402130 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571103'] for security_group, after_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:58.063474 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-fcccdb00-2018-4ef4-bae1-a68242402130 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:58.066560 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [None req-fcccdb00-2018-4ef4-bae1-a68242402130 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/7e4819ea-f6f8-435e-8a7e-a9bbde618021 HTTP/1.1" status: 204 len: 168 time: 0.7250309 Sep 24 14:58:58.103544 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcccdb00-2018-4ef4-bae1-a68242402130 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e4819ea-f6f8-435e-8a7e-a9bbde618021,revision_number=None']} {{(pid=105993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:58:58.112123 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-c8c7fbe0-bb28-47cd-a39b-1602c1139390 tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:58.120465 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [None req-c8c7fbe0-bb28-47cd-a39b-1602c1139390 tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5212598 Sep 24 14:58:58.122379 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.wsgi [-] (105993) accepted ('10.222.0.90', 57938) {{(pid=105993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:58:58.136313 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.v2.base [None req-ee69044c-0ebf-447f-8ce5-e76cb74706f1 tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] Request body: {'floatingip': {'floating_network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7'}} {{(pid=105993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:58:58.247005 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-ee69044c-0ebf-447f-8ce5-e76cb74706f1 tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] Notify callbacks [] for floatingip, before_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:58.310750 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-2e0a4c19-72a2-4685-9844-ff7bf26e6962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:58.556421 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.notifiers.nova [req-400d01eb-70a3-434a-9a88-81a1dd16528c req-2aeaddc8-1883-4167-aa63-2c0f6efeddec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44302283-6173-45fc-8b87-0775dc6d3cdd {{(pid=105994) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 14:58:58.581453 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-400d01eb-70a3-434a-9a88-81a1dd16528c req-2aeaddc8-1883-4167-aa63-2c0f6efeddec service neutron] Notify callbacks [] for port, precommit_update {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:58.670140 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ad0346-d68c-47a9-8423-3997a701cec5 req-eeee09b8-e1e0-42b6-b279-3750527e31e2 tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:58:58.672765 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-ee69044c-0ebf-447f-8ce5-e76cb74706f1 tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993762'] for port, before_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:58.691623 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-d4ad0346-d68c-47a9-8423-3997a701cec5 req-eeee09b8-e1e0-42b6-b279-3750527e31e2 tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] 10.222.0.90 "GET /v2.0/ports?device_id=1bedb3f1-1b28-4d65-a046-f1b24046bde6 HTTP/1.1" status: 200 len: 945 time: 0.5307310 Sep 24 14:58:58.849554 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.db.provisioning_blocks [req-400d01eb-70a3-434a-9a88-81a1dd16528c req-2aeaddc8-1883-4167-aa63-2c0f6efeddec service neutron] Transition to ACTIVE for port object 44302283-6173-45fc-8b87-0775dc6d3cdd will not be triggered until provisioned by entity L2. {{(pid=105994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 14:58:58.857418 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1242341-0819-4de8-a056-7c96ee0a4ee1 req-b00db47e-ece4-4186-b4f1-7b92a536f63f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:58:58.861509 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-d1242341-0819-4de8-a056-7c96ee0a4ee1 req-b00db47e-ece4-4186-b4f1-7b92a536f63f service neutron] 10.222.0.99 "GET /v2.0/networks?id=b9087bdc-bc6d-4ea0-be83-04ee0e604773 HTTP/1.1" status: 200 len: 921 time: 0.8616426 Sep 24 14:58:58.879396 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-400d01eb-70a3-434a-9a88-81a1dd16528c req-2aeaddc8-1883-4167-aa63-2c0f6efeddec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248551428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248062163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14130357'] for port, after_update {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:58.970520 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.db.db_base_plugin_common [None req-ee69044c-0ebf-447f-8ce5-e76cb74706f1 tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] Allocated IP 172.27.0.250 (d1d522b2-1ecd-4e8f-be33-d5d511adebd7/58b80919-877d-4d93-a3a2-bd7e936ebc9a/aa50a884-c982-4f9c-8c48-b7d7b2ce5cde) {{(pid=105993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 14:58:58.990554 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aeaddc8-1883-4167-aa63-2c0f6efeddec service neutron] Pushing event updated for resources: {'Port': ['ID=44302283-6173-45fc-8b87-0775dc6d3cdd,revision_number=2']} {{(pid=105994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:58:59.249060 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-d4ad0346-d68c-47a9-8423-3997a701cec5 req-c092fa5c-1a95-4fa7-baed-071b258ec2aa tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] 10.222.0.90 "GET /v2.0/security-groups?id=f3d37e3f-2899-4174-ab27-7857e72c3fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5561295 Sep 24 14:58:59.260431 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-d1242341-0819-4de8-a056-7c96ee0a4ee1 req-25714c5a-9e4b-4d32-94bf-b89a6ab74da1 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1ec0958e-582a-4654-8072-aba68a956d1b HTTP/1.1" status: 200 len: 217 time: 0.3750970 Sep 24 14:58:59.367055 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:59.431169 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-ee69044c-0ebf-447f-8ce5-e76cb74706f1 tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] Notify callbacks [] for port, precommit_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:59.531579 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.rpc [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Device c35907eb-1f1e-4443-9d69-be81bc178931 up at agent ovs-agent-dv-cinder-809830-2-iscsi {{(pid=105995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 14:58:59.534181 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1242341-0819-4de8-a056-7c96ee0a4ee1 req-e9f3e7a9-0845-485a-8bda-c06ca16bdb95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:58:59.536991 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-d1242341-0819-4de8-a056-7c96ee0a4ee1 req-e9f3e7a9-0845-485a-8bda-c06ca16bdb95 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=a953951d-d181-4025-b6b9-5088bf3d7942 HTTP/1.1" status: 200 len: 859 time: 0.2535710 Sep 24 14:58:59.618387 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88088a81-86fa-45f8-a032-e8d2dfcbb8ea req-4aa93e2e-85f7-4330-b920-8aab5405538c tempest-VolumesNegativeTest-1106392935 tempest-VolumesNegativeTest-1106392935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:58:59.642474 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-88088a81-86fa-45f8-a032-e8d2dfcbb8ea req-4aa93e2e-85f7-4330-b920-8aab5405538c tempest-VolumesNegativeTest-1106392935 tempest-VolumesNegativeTest-1106392935-project] 10.222.0.90 "GET /v2.0/ports?device_id=dee2ab83-19e4-4f06-99ae-fe96bafbac2f HTTP/1.1" status: 200 len: 948 time: 0.5311260 Sep 24 14:58:59.658312 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-ee69044c-0ebf-447f-8ce5-e76cb74706f1 tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727248062127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14427043'] for port, after_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:59.732417 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.provisioning_blocks [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Provisioning complete for port c35907eb-1f1e-4443-9d69-be81bc178931 triggered by entity L2. {{(pid=105995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 14:58:59.732894 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985790'] for port, provisioning_complete {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:59.790527 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-d1242341-0819-4de8-a056-7c96ee0a4ee1 req-8d67b9cf-09ee-4330-9d04-f7d6c8a3fdbe service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=b9087bdc-bc6d-4ea0-be83-04ee0e604773&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2222061 Sep 24 14:58:59.803478 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee69044c-0ebf-447f-8ce5-e76cb74706f1 tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] Pushing event updated for resources: {'Port': ['ID=aa50a884-c982-4f9c-8c48-b7d7b2ce5cde,revision_number=1']} {{(pid=105993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:58:59.873995 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee69044c-0ebf-447f-8ce5-e76cb74706f1 tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] Network d1d522b2-1ecd-4e8f-be33-d5d511adebd7 is already hosted by enough agents. {{(pid=105993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 14:58:59.884640 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.scheduler.base_scheduler [None req-ee69044c-0ebf-447f-8ce5-e76cb74706f1 tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] Resources bound (agent type, host, resource id): {{(pid=105993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 14:58:59.933189 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee69044c-0ebf-447f-8ce5-e76cb74706f1 tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] Received port after_create {{(pid=105993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 14:58:59.947706 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-88088a81-86fa-45f8-a032-e8d2dfcbb8ea req-8d428b49-8ef5-47b8-8d88-12bd8d889919 tempest-VolumesNegativeTest-1106392935 tempest-VolumesNegativeTest-1106392935-project] 10.222.0.90 "GET /v2.0/security-groups?id=f3223a13-1d61-460b-9fa8-ac2dbe1000b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490142 Sep 24 14:59:00.132658 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.managers [req-400d01eb-70a3-434a-9a88-81a1dd16528c req-2aeaddc8-1883-4167-aa63-2c0f6efeddec service neutron] Attempting to bind port 44302283-6173-45fc-8b87-0775dc6d3cdd on host hv-cinder-80983 for vnic_type normal with profile {{(pid=105994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 14:59:00.134172 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.managers [req-400d01eb-70a3-434a-9a88-81a1dd16528c req-2aeaddc8-1883-4167-aa63-2c0f6efeddec service neutron] Attempting to bind port 44302283-6173-45fc-8b87-0775dc6d3cdd by drivers openvswitch,hyperv on host hv-cinder-80983 at level 0 using segments [{'id': 'a1d047a4-609c-4b5e-b59a-5aa93e350493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': 'cd36b1db-c17c-464b-af31-fa39254acb63'}] {{(pid=105994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 14:59:00.134751 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-400d01eb-70a3-434a-9a88-81a1dd16528c req-2aeaddc8-1883-4167-aa63-2c0f6efeddec service neutron] Attempting to bind port 44302283-6173-45fc-8b87-0775dc6d3cdd on network cd36b1db-c17c-464b-af31-fa39254acb63 {{(pid=105994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 14:59:00.156241 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-400d01eb-70a3-434a-9a88-81a1dd16528c req-2aeaddc8-1883-4167-aa63-2c0f6efeddec service neutron] Port 44302283-6173-45fc-8b87-0775dc6d3cdd on network cd36b1db-c17c-464b-af31-fa39254acb63 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80983 {{(pid=105994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 14:59:00.156875 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-400d01eb-70a3-434a-9a88-81a1dd16528c req-2aeaddc8-1883-4167-aa63-2c0f6efeddec service neutron] Attempting to bind port 44302283-6173-45fc-8b87-0775dc6d3cdd on network cd36b1db-c17c-464b-af31-fa39254acb63 {{(pid=105994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 14:59:00.184268 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-400d01eb-70a3-434a-9a88-81a1dd16528c req-2aeaddc8-1883-4167-aa63-2c0f6efeddec service neutron] Checking agent: {'id': 'fe6caec8-3271-4776-9083-fb8f8cae5b94', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80983', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 14, 54, 44), 'started_at': datetime.datetime(2021, 9, 24, 14, 54, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 14, 58, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 14:59:00.185116 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-400d01eb-70a3-434a-9a88-81a1dd16528c req-2aeaddc8-1883-4167-aa63-2c0f6efeddec service neutron] Checking segment: {'id': 'a1d047a4-609c-4b5e-b59a-5aa93e350493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': 'cd36b1db-c17c-464b-af31-fa39254acb63'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 14:59:00.185782 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-400d01eb-70a3-434a-9a88-81a1dd16528c req-2aeaddc8-1883-4167-aa63-2c0f6efeddec service neutron] Bound using segment: {'id': 'a1d047a4-609c-4b5e-b59a-5aa93e350493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': 'cd36b1db-c17c-464b-af31-fa39254acb63'} {{(pid=105994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 14:59:00.187481 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.managers [req-400d01eb-70a3-434a-9a88-81a1dd16528c req-2aeaddc8-1883-4167-aa63-2c0f6efeddec service neutron] Bound port: 44302283-6173-45fc-8b87-0775dc6d3cdd, host: hv-cinder-80983, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1d047a4-609c-4b5e-b59a-5aa93e350493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': 'cd36b1db-c17c-464b-af31-fa39254acb63'}}] {{(pid=105994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 14:59:00.187736 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-400d01eb-70a3-434a-9a88-81a1dd16528c req-2aeaddc8-1883-4167-aa63-2c0f6efeddec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993762'] for port, before_update {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:00.224327 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-d1242341-0819-4de8-a056-7c96ee0a4ee1 req-ce1100d1-01e3-4993-8b13-c52023c5928e service neutron] 10.222.0.99 "GET /v2.0/networks/b9087bdc-bc6d-4ea0-be83-04ee0e604773?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4197805 Sep 24 14:59:00.291381 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-ee69044c-0ebf-447f-8ce5-e76cb74706f1 tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:00.352991 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-ee69044c-0ebf-447f-8ce5-e76cb74706f1 tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993762'] for port, before_update {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:00.412962 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-13d777cc-54dc-48f4-b409-3d66fa02497d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:00.476159 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.db [req-400d01eb-70a3-434a-9a88-81a1dd16528c req-2aeaddc8-1883-4167-aa63-2c0f6efeddec service neutron] For port 44302283-6173-45fc-8b87-0775dc6d3cdd, host hv-cinder-80983, cleared binding levels {{(pid=105994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 14:59:00.511060 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.db [req-400d01eb-70a3-434a-9a88-81a1dd16528c req-2aeaddc8-1883-4167-aa63-2c0f6efeddec service neutron] For port 44302283-6173-45fc-8b87-0775dc6d3cdd, host hv-cinder-80983, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80983',level=0,port_id=44302283-6173-45fc-8b87-0775dc6d3cdd,segment=NetworkSegment(a1d047a4-609c-4b5e-b59a-5aa93e350493),segment_id=a1d047a4-609c-4b5e-b59a-5aa93e350493)] {{(pid=105994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 14:59:00.575203 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-400d01eb-70a3-434a-9a88-81a1dd16528c req-2aeaddc8-1883-4167-aa63-2c0f6efeddec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248551428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248062163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14130357'] for port, after_update {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:00.677514 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-d1242341-0819-4de8-a056-7c96ee0a4ee1 req-da364dba-4d22-426b-aeb1-417384f1dd09 service neutron] 10.222.0.99 "GET /v2.0/networks/b9087bdc-bc6d-4ea0-be83-04ee0e604773?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4098330 Sep 24 14:59:00.679767 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400d01eb-70a3-434a-9a88-81a1dd16528c req-2aeaddc8-1883-4167-aa63-2c0f6efeddec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:59:00.682465 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-400d01eb-70a3-434a-9a88-81a1dd16528c req-2aeaddc8-1883-4167-aa63-2c0f6efeddec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472375'] for port, before_response {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:00.684523 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-400d01eb-70a3-434a-9a88-81a1dd16528c req-2aeaddc8-1883-4167-aa63-2c0f6efeddec service neutron] 10.222.0.99 "PUT /v2.0/ports/44302283-6173-45fc-8b87-0775dc6d3cdd HTTP/1.1" status: 200 len: 1098 time: 4.4434652 Sep 24 14:59:00.694753 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dee2ab83-19e4-4f06-99ae-fe96bafbac2f', 'tag': '44302283-6173-45fc-8b87-0775dc6d3cdd'}] {{(pid=105994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 14:59:00.698776 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}445a901cbb5a624303c84b78f65e518dd0fb300c00204885c20e5236c8fbed2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bf983eb-411f-4fea-98fb-9965e5becf03" -d '{"events": [{"name": "network-changed", "server_uuid": "dee2ab83-19e4-4f06-99ae-fe96bafbac2f", "tag": "44302283-6173-45fc-8b87-0775dc6d3cdd"}]}' {{(pid=105994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 14:59:00.731057 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305408df-17fe-4c63-8fa3-e2542fd509ae req-f0473410-8324-406f-a8a7-cdb682f8a66c tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:59:00.742333 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-305408df-17fe-4c63-8fa3-e2542fd509ae req-f0473410-8324-406f-a8a7-cdb682f8a66c tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] 10.222.0.90 "GET /v2.0/ports?device_id=1bedb3f1-1b28-4d65-a046-f1b24046bde6 HTTP/1.1" status: 200 len: 945 time: 0.1443148 Sep 24 14:59:00.855916 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-ee69044c-0ebf-447f-8ce5-e76cb74706f1 tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] Notify callbacks [] for port, precommit_update {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:00.871127 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-ee69044c-0ebf-447f-8ce5-e76cb74706f1 tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248551428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248062163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14427048'] for port, after_update {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:00.881629 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-305408df-17fe-4c63-8fa3-e2542fd509ae req-5c31e0ac-bb90-4057-8198-748c8cfbd4c0 tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] 10.222.0.90 "GET /v2.0/security-groups?id=f3d37e3f-2899-4174-ab27-7857e72c3fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369715 Sep 24 14:59:00.976770 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee69044c-0ebf-447f-8ce5-e76cb74706f1 tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] Pushing event updated for resources: {'Port': ['ID=aa50a884-c982-4f9c-8c48-b7d7b2ce5cde,revision_number=2']} {{(pid=105993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:59:01.007482 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-ee69044c-0ebf-447f-8ce5-e76cb74706f1 tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-595207'] for floatingip, after_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:01.009965 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526f7183-8e83-4723-b20e-fba13d9b79d0 req-f4d07b9f-c753-4fde-b992-d0e34b68a98b tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:59:01.012518 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-526f7183-8e83-4723-b20e-fba13d9b79d0 req-f4d07b9f-c753-4fde-b992-d0e34b68a98b tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] 10.222.0.90 "GET /v2.0/networks?id=668c8e2b-cd9f-4f58-bdca-814f328e4372 HTTP/1.1" status: 200 len: 814 time: 0.4832447 Sep 24 14:59:01.062203 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-ee69044c-0ebf-447f-8ce5-e76cb74706f1 tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472375'] for floatingip, before_response {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:01.079941 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [None req-ee69044c-0ebf-447f-8ce5-e76cb74706f1 tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] 10.222.0.90 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.9538651 Sep 24 14:59:01.174258 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aeaddc8-1883-4167-aa63-2c0f6efeddec service neutron] Pushing event updated for resources: {'Port': ['ID=44302283-6173-45fc-8b87-0775dc6d3cdd,revision_number=3']} {{(pid=105994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:59:01.202028 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-526f7183-8e83-4723-b20e-fba13d9b79d0 req-7cf71cad-9b32-4f5f-8c6b-017121385bff tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] 10.222.0.90 "GET /v2.0/quotas/e9ba4ee0a4b74e9ca40e57d3efacf27a HTTP/1.1" status: 200 len: 375 time: 0.1153617 Sep 24 14:59:01.216533 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 14:59:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e7ef1cd-96cd-457c-aed9-053f732f6a77 x-openstack-request-id: req-8e7ef1cd-96cd-457c-aed9-053f732f6a77 {{(pid=105994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 14:59:01.217335 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dee2ab83-19e4-4f06-99ae-fe96bafbac2f", "tag": "44302283-6173-45fc-8b87-0775dc6d3cdd", "status": "completed", "code": 200}]} {{(pid=105994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 14:59:01.217816 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-8e7ef1cd-96cd-457c-aed9-053f732f6a77 {{(pid=105994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 14:59:01.218528 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dee2ab83-19e4-4f06-99ae-fe96bafbac2f', 'tag': '44302283-6173-45fc-8b87-0775dc6d3cdd', 'status': 'completed', 'code': 200} Sep 24 14:59:01.280596 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400d01eb-70a3-434a-9a88-81a1dd16528c req-91c64302-3f8d-496e-98e9-56e85d9d1a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:59:01.282780 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-400d01eb-70a3-434a-9a88-81a1dd16528c req-91c64302-3f8d-496e-98e9-56e85d9d1a24 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=c73434af4b1943d69f54e6b3a12fa255&device_id=dee2ab83-19e4-4f06-99ae-fe96bafbac2f HTTP/1.1" status: 200 len: 1101 time: 0.5027087 Sep 24 14:59:01.500838 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-526f7183-8e83-4723-b20e-fba13d9b79d0 req-8a768737-568e-49bc-87e9-0e305c3dfa87 tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=e9ba4ee0a4b74e9ca40e57d3efacf27a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2744517 Sep 24 14:59:01.503329 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-400d01eb-70a3-434a-9a88-81a1dd16528c req-4c15efa6-b2fb-4029-bbde-0dee548f8d77 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=44302283-6173-45fc-8b87-0775dc6d3cdd HTTP/1.1" status: 200 len: 217 time: 0.2025826 Sep 24 14:59:01.532533 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce12da7-9831-411d-b070-d35ba64a4d52 req-ff6dc430-fa5a-421d-bbc6-7f2abe91e380 tempest-VolumesNegativeTest-1106392935 tempest-VolumesNegativeTest-1106392935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:59:01.546476 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-8ce12da7-9831-411d-b070-d35ba64a4d52 req-ff6dc430-fa5a-421d-bbc6-7f2abe91e380 tempest-VolumesNegativeTest-1106392935 tempest-VolumesNegativeTest-1106392935-project] 10.222.0.90 "GET /v2.0/ports?device_id=dee2ab83-19e4-4f06-99ae-fe96bafbac2f HTTP/1.1" status: 200 len: 948 time: 0.1876562 Sep 24 14:59:01.639319 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400d01eb-70a3-434a-9a88-81a1dd16528c req-ddb88e6a-5a92-4f8d-b4f2-68c8ce4c44ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:59:01.641395 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-400d01eb-70a3-434a-9a88-81a1dd16528c req-ddb88e6a-5a92-4f8d-b4f2-68c8ce4c44ff service neutron] 10.222.0.99 "GET /v2.0/subnets?id=f5e88c67-8d32-48a7-8c03-6dc31388f9c5 HTTP/1.1" status: 200 len: 843 time: 0.1300251 Sep 24 14:59:01.657919 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-8ce12da7-9831-411d-b070-d35ba64a4d52 req-2826c514-6126-4001-b175-192af62d17fc tempest-VolumesNegativeTest-1106392935 tempest-VolumesNegativeTest-1106392935-project] 10.222.0.90 "GET /v2.0/security-groups?id=f3223a13-1d61-460b-9fa8-ac2dbe1000b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096373 Sep 24 14:59:01.812815 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-526f7183-8e83-4723-b20e-fba13d9b79d0 req-2913cefb-4dd5-4c79-89d2-8fa47e2b864e service neutron] 10.222.0.90 "GET /v2.0/networks/668c8e2b-cd9f-4f58-bdca-814f328e4372?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2547810 Sep 24 14:59:01.815549 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400d01eb-70a3-434a-9a88-81a1dd16528c req-72732845-f799-4b23-b617-2aeb9afd30fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:59:01.817470 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-400d01eb-70a3-434a-9a88-81a1dd16528c req-72732845-f799-4b23-b617-2aeb9afd30fe service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=cd36b1db-c17c-464b-af31-fa39254acb63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1244669 Sep 24 14:59:01.897507 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-f7c3e3f2-3a13-4fdd-a717-6095097ad5c3 req-a4af2699-9fda-41a8-985d-021c3c5bf950 tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] 10.222.0.90 "GET /v2.0/security-groups?name=tempest-securitygroup--2017404492&fields=id&tenant_id=36af9e7ac5624a48a0e26dba4f35ccdb HTTP/1.1" status: 200 len: 267 time: 0.0934882 Sep 24 14:59:02.068821 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-526f7183-8e83-4723-b20e-fba13d9b79d0 req-6640ad36-4f16-47ed-9583-b0a641d8700e service neutron] 10.222.0.90 "GET /v2.0/networks/668c8e2b-cd9f-4f58-bdca-814f328e4372?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2484069 Sep 24 14:59:02.073175 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-400d01eb-70a3-434a-9a88-81a1dd16528c req-bb2f838f-dba5-4880-a0c0-b6f56bc90926 service neutron] 10.222.0.99 "GET /v2.0/networks/cd36b1db-c17c-464b-af31-fa39254acb63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2414322 Sep 24 14:59:02.126022 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c3e3f2-3a13-4fdd-a717-6095097ad5c3 req-9c4bf838-9be4-426a-8802-f28631fda54e tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:59:02.127921 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-f7c3e3f2-3a13-4fdd-a717-6095097ad5c3 req-9c4bf838-9be4-426a-8802-f28631fda54e tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] 10.222.0.90 "GET /v2.0/networks?id=65553ae1-d48d-4529-ac12-6e14802b8d55 HTTP/1.1" status: 200 len: 811 time: 0.2174845 Sep 24 14:59:02.167251 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-f7c3e3f2-3a13-4fdd-a717-6095097ad5c3 req-4180173a-1e75-4ba7-86e1-e776bd0d4f54 tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] 10.222.0.90 "GET /v2.0/quotas/36af9e7ac5624a48a0e26dba4f35ccdb HTTP/1.1" status: 200 len: 375 time: 0.0291340 Sep 24 14:59:02.229286 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-400d01eb-70a3-434a-9a88-81a1dd16528c req-09b3adc5-80d2-4be8-aafe-cafcf89f7a57 service neutron] 10.222.0.99 "GET /v2.0/networks/cd36b1db-c17c-464b-af31-fa39254acb63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478152 Sep 24 14:59:02.311195 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-f7c3e3f2-3a13-4fdd-a717-6095097ad5c3 req-7cf895d0-866e-45fa-a1bf-828a3016c5e5 tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=36af9e7ac5624a48a0e26dba4f35ccdb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1360478 Sep 24 14:59:02.453086 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa46aa9-0b23-4e65-943d-768e639ae293 req-2f274982-ffc9-4b53-8d3c-8e7d1289016b tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:59:02.455774 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-1fa46aa9-0b23-4e65-943d-768e639ae293 req-2f274982-ffc9-4b53-8d3c-8e7d1289016b tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] 10.222.0.90 "GET /v2.0/ports?device_id=1bedb3f1-1b28-4d65-a046-f1b24046bde6 HTTP/1.1" status: 200 len: 945 time: 0.0937691 Sep 24 14:59:02.469660 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf983eb-411f-4fea-98fb-9965e5becf03 req-4987e135-ecb6-49c6-84e6-f8d9be7056ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:59:02.473136 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-4bf983eb-411f-4fea-98fb-9965e5becf03 req-4987e135-ecb6-49c6-84e6-f8d9be7056ce service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=c73434af4b1943d69f54e6b3a12fa255&device_id=dee2ab83-19e4-4f06-99ae-fe96bafbac2f HTTP/1.1" status: 200 len: 1101 time: 0.1696250 Sep 24 14:59:02.587442 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-f7c3e3f2-3a13-4fdd-a717-6095097ad5c3 req-c84a31e3-3ff1-4179-9888-f584e6da4531 service neutron] 10.222.0.90 "GET /v2.0/networks/65553ae1-d48d-4529-ac12-6e14802b8d55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2151358 Sep 24 14:59:02.633016 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-1fa46aa9-0b23-4e65-943d-768e639ae293 req-017e2c4b-078b-463f-a894-45cee1ffb634 tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] 10.222.0.90 "GET /v2.0/security-groups?id=f3d37e3f-2899-4174-ab27-7857e72c3fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576746 Sep 24 14:59:02.691683 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf983eb-411f-4fea-98fb-9965e5becf03 req-f31793a8-b80b-4a4c-877d-4d312bb9a82c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:59:02.696368 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-4bf983eb-411f-4fea-98fb-9965e5becf03 req-f31793a8-b80b-4a4c-877d-4d312bb9a82c service neutron] 10.222.0.99 "GET /v2.0/networks?id=cd36b1db-c17c-464b-af31-fa39254acb63 HTTP/1.1" status: 200 len: 871 time: 0.2103250 Sep 24 14:59:02.812138 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-4bf983eb-411f-4fea-98fb-9965e5becf03 req-5f6105b7-73c4-4058-994a-68b36037a6c0 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=44302283-6173-45fc-8b87-0775dc6d3cdd HTTP/1.1" status: 200 len: 217 time: 0.1062689 Sep 24 14:59:02.903902 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-f7c3e3f2-3a13-4fdd-a717-6095097ad5c3 req-9cf2ede8-1600-4411-bd4f-1aee3b3b23fc service neutron] 10.222.0.90 "GET /v2.0/networks/65553ae1-d48d-4529-ac12-6e14802b8d55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3067119 Sep 24 14:59:03.006176 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-450d71f0-4391-4cc8-89b8-8f609d6e2304 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:03.423628 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf983eb-411f-4fea-98fb-9965e5becf03 req-d2fc0e45-0147-4555-a704-b39facfc2f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:59:03.427770 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-4bf983eb-411f-4fea-98fb-9965e5becf03 req-d2fc0e45-0147-4555-a704-b39facfc2f83 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=f5e88c67-8d32-48a7-8c03-6dc31388f9c5 HTTP/1.1" status: 200 len: 843 time: 0.6035790 Sep 24 14:59:03.485982 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-3ab270b9-8831-4caf-98c9-a22c960e0d1a req-fa25785c-faa3-4a4a-acff-874d952f9e28 tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] 10.222.0.90 "GET /v2.0/ports?device_id=890f7961-a0ef-42be-872f-145a8ea978d5 HTTP/1.1" status: 200 len: 210 time: 0.5406723 Sep 24 14:59:03.584675 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf983eb-411f-4fea-98fb-9965e5becf03 req-07859270-efe7-4d68-bb83-6352017e3d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:59:03.588624 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-4bf983eb-411f-4fea-98fb-9965e5becf03 req-07859270-efe7-4d68-bb83-6352017e3d61 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=cd36b1db-c17c-464b-af31-fa39254acb63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1008978 Sep 24 14:59:03.590246 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703be934-d270-4f65-a63b-f26523b0de3a req-7e9f7734-3840-496b-b209-f727887679b3 tempest-VolumesNegativeTest-1106392935 tempest-VolumesNegativeTest-1106392935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:59:03.592453 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-703be934-d270-4f65-a63b-f26523b0de3a req-7e9f7734-3840-496b-b209-f727887679b3 tempest-VolumesNegativeTest-1106392935 tempest-VolumesNegativeTest-1106392935-project] 10.222.0.90 "GET /v2.0/ports?device_id=dee2ab83-19e4-4f06-99ae-fe96bafbac2f HTTP/1.1" status: 200 len: 948 time: 0.1899152 Sep 24 14:59:03.672781 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-703be934-d270-4f65-a63b-f26523b0de3a req-f6421376-025d-4a46-a6a5-db6faf118cc8 tempest-VolumesNegativeTest-1106392935 tempest-VolumesNegativeTest-1106392935-project] 10.222.0.90 "GET /v2.0/security-groups?id=f3223a13-1d61-460b-9fa8-ac2dbe1000b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653670 Sep 24 14:59:03.801562 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-4bf983eb-411f-4fea-98fb-9965e5becf03 req-afe2f21d-1296-40f2-9b1e-65d51a89a413 service neutron] 10.222.0.99 "GET /v2.0/networks/cd36b1db-c17c-464b-af31-fa39254acb63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2032294 Sep 24 14:59:03.832190 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-7121e9c9-8171-4835-b7f9-799355815134 req-14485e87-15ea-49a7-b2a5-32e87e7de049 tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] 10.222.0.90 "GET /v2.0/ports?device_id=f1b5b2a6-f314-44dc-ba72-775062bcd022 HTTP/1.1" status: 200 len: 210 time: 0.1760120 Sep 24 14:59:03.893268 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6218acfa-8620-46a4-8fda-872d07ad6c5f req-f78b0f6f-8225-402a-9528-a249c6676500 tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:59:03.905367 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-6218acfa-8620-46a4-8fda-872d07ad6c5f req-f78b0f6f-8225-402a-9528-a249c6676500 tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] 10.222.0.90 "GET /v2.0/ports?device_id=1bedb3f1-1b28-4d65-a046-f1b24046bde6 HTTP/1.1" status: 200 len: 945 time: 0.1253107 Sep 24 14:59:04.005389 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-6218acfa-8620-46a4-8fda-872d07ad6c5f req-c12cb0f1-26af-4e68-9fe5-19dfcd387db4 tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] 10.222.0.90 "GET /v2.0/security-groups?id=f3d37e3f-2899-4174-ab27-7857e72c3fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941458 Sep 24 14:59:04.641553 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-94a09e8b-62d2-4efb-a515-0a32c7bf899b req-e8b0637e-b913-4782-a398-6054491de3fa tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] 10.222.0.90 "GET /v2.0/ports?device_id=890f7961-a0ef-42be-872f-145a8ea978d5 HTTP/1.1" status: 200 len: 210 time: 0.0354886 Sep 24 14:59:04.899435 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5c536d-e930-4a1a-a189-34a05852bfc5 req-497d2b25-f9cb-4276-8c4c-d4c752b52ae1 tempest-VolumesNegativeTest-1106392935 tempest-VolumesNegativeTest-1106392935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:59:04.909320 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-2c5c536d-e930-4a1a-a189-34a05852bfc5 req-497d2b25-f9cb-4276-8c4c-d4c752b52ae1 tempest-VolumesNegativeTest-1106392935 tempest-VolumesNegativeTest-1106392935-project] 10.222.0.90 "GET /v2.0/ports?device_id=dee2ab83-19e4-4f06-99ae-fe96bafbac2f HTTP/1.1" status: 200 len: 948 time: 0.1111784 Sep 24 14:59:04.982987 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-2c5c536d-e930-4a1a-a189-34a05852bfc5 req-1f2ea14b-aadd-4fee-aafa-63579cb27fae tempest-VolumesNegativeTest-1106392935 tempest-VolumesNegativeTest-1106392935-project] 10.222.0.90 "GET /v2.0/security-groups?id=f3223a13-1d61-460b-9fa8-ac2dbe1000b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550201 Sep 24 14:59:05.145106 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-c864b824-bc8c-421f-968a-b6083cd0bbcf req-d090dd1f-6250-432c-91d9-bc5dae7ff936 tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] 10.222.0.90 "GET /v2.0/ports?device_id=f1b5b2a6-f314-44dc-ba72-775062bcd022 HTTP/1.1" status: 200 len: 210 time: 0.0365088 Sep 24 14:59:05.259481 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdf436e-caf5-46a3-bd09-484b00d9b65f req-fec588c7-58b9-4227-8c15-7fe46e42ae1f tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:59:05.261133 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-0fdf436e-caf5-46a3-bd09-484b00d9b65f req-fec588c7-58b9-4227-8c15-7fe46e42ae1f tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] 10.222.0.90 "GET /v2.0/ports?device_id=1bedb3f1-1b28-4d65-a046-f1b24046bde6 HTTP/1.1" status: 200 len: 945 time: 0.0539262 Sep 24 14:59:05.311511 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-0fdf436e-caf5-46a3-bd09-484b00d9b65f req-1d91d7b9-bab7-4604-92b9-9bec8e27146e tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] 10.222.0.90 "GET /v2.0/security-groups?id=f3d37e3f-2899-4174-ab27-7857e72c3fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433383 Sep 24 14:59:05.414166 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.rpc [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Device 44302283-6173-45fc-8b87-0775dc6d3cdd details requested by agent hyperv_hv-cinder-80983 with host hv-cinder-80983 {{(pid=105995) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 14:59:05.537296 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.db [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] For port 44302283-6173-45fc-8b87-0775dc6d3cdd, host hv-cinder-80983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80983',level=0,port_id=44302283-6173-45fc-8b87-0775dc6d3cdd,segment=NetworkSegment(a1d047a4-609c-4b5e-b59a-5aa93e350493),segment_id=a1d047a4-609c-4b5e-b59a-5aa93e350493)] {{(pid=105995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:59:05.550823 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.rpc [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Returning: {'device': '44302283-6173-45fc-8b87-0775dc6d3cdd', 'network_id': 'cd36b1db-c17c-464b-af31-fa39254acb63', 'port_id': '44302283-6173-45fc-8b87-0775dc6d3cdd', 'mac_address': 'fa:16:3e:e1:0b:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1032, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5e88c67-8d32-48a7-8c03-6dc31388f9c5', 'ip_address': '192.168.233.245'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105995) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 14:59:05.593583 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993762'] for port, before_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:05.610502 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.notifiers.nova [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44302283-6173-45fc-8b87-0775dc6d3cdd {{(pid=105995) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 14:59:05.634826 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.db [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] For port 44302283-6173-45fc-8b87-0775dc6d3cdd, host hv-cinder-80983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80983',level=0,port_id=44302283-6173-45fc-8b87-0775dc6d3cdd,segment=NetworkSegment(a1d047a4-609c-4b5e-b59a-5aa93e350493),segment_id=a1d047a4-609c-4b5e-b59a-5aa93e350493)] {{(pid=105995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:59:05.640762 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248551428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248062163'] for port, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:05.709579 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Pushing event updated for resources: {'Port': ['ID=44302283-6173-45fc-8b87-0775dc6d3cdd,revision_number=4']} {{(pid=105995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:59:05.718342 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:59:05.718723 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:59:05.719074 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:59:05.719410 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:59:05.719749 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:59:05.720082 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:59:05.720470 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:59:05.720970 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:59:05.721380 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:59:05.721811 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:59:05.722146 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:59:05.722478 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:59:05.769286 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-6540dc56-dcf5-4f91-acbb-a9a79b89167f req-f798c9ee-02f1-4b0c-a9c3-08c7ed136248 tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] 10.222.0.90 "GET /v2.0/ports?device_id=890f7961-a0ef-42be-872f-145a8ea978d5 HTTP/1.1" status: 200 len: 210 time: 0.0289016 Sep 24 14:59:06.195366 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c26a9d-2e56-4808-a55d-88f0bc7645e5 req-144ef86c-ad47-48ec-b5e0-c2621b0b8aa6 tempest-VolumesNegativeTest-1106392935 tempest-VolumesNegativeTest-1106392935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:59:06.198095 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-92c26a9d-2e56-4808-a55d-88f0bc7645e5 req-144ef86c-ad47-48ec-b5e0-c2621b0b8aa6 tempest-VolumesNegativeTest-1106392935 tempest-VolumesNegativeTest-1106392935-project] 10.222.0.90 "GET /v2.0/ports?device_id=dee2ab83-19e4-4f06-99ae-fe96bafbac2f HTTP/1.1" status: 200 len: 949 time: 0.0959945 Sep 24 14:59:06.255574 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-92c26a9d-2e56-4808-a55d-88f0bc7645e5 req-940d1486-687e-4745-990d-19b66d48bd57 tempest-VolumesNegativeTest-1106392935 tempest-VolumesNegativeTest-1106392935-project] 10.222.0.90 "GET /v2.0/security-groups?id=f3223a13-1d61-460b-9fa8-ac2dbe1000b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480208 Sep 24 14:59:06.367128 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-986c9d30-e764-4409-bf3d-5a1d21a2b0e4 req-06bdca9b-dfd9-4d13-a8f8-634ef6d1401e tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] 10.222.0.90 "GET /v2.0/ports?device_id=f1b5b2a6-f314-44dc-ba72-775062bcd022 HTTP/1.1" status: 200 len: 210 time: 0.0336928 Sep 24 14:59:06.587998 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-4bf983eb-411f-4fea-98fb-9965e5becf03 req-b30def72-e660-48cd-af10-53c6e7e36b20 service neutron] 10.222.0.99 "GET /v2.0/networks/cd36b1db-c17c-464b-af31-fa39254acb63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1773887 Sep 24 14:59:06.590881 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9749d9-5c81-437a-9e08-2a4758ba3fde req-597770bc-5415-412a-9a5c-fe83be5ded8c tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:59:06.593849 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-8b9749d9-5c81-437a-9e08-2a4758ba3fde req-597770bc-5415-412a-9a5c-fe83be5ded8c tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] 10.222.0.90 "GET /v2.0/ports?device_id=1bedb3f1-1b28-4d65-a046-f1b24046bde6 HTTP/1.1" status: 200 len: 945 time: 0.1234365 Sep 24 14:59:06.665274 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-8b9749d9-5c81-437a-9e08-2a4758ba3fde req-c15d0fad-458c-4671-a72f-73c6ad781a20 tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] 10.222.0.90 "GET /v2.0/security-groups?id=f3d37e3f-2899-4174-ab27-7857e72c3fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618207 Sep 24 14:59:06.800488 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.db [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] get_ports_and_sgs() called for port_ids ['44302283-6173-45fc-8b87-0775dc6d3cdd'] {{(pid=105995) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 14:59:06.930068 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-1a796872-a64c-433e-9c23-3eb77be167c9 req-7ca0ce71-04f5-42dd-b940-f37b552c18c3 tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] 10.222.0.90 "GET /v2.0/ports?device_id=890f7961-a0ef-42be-872f-145a8ea978d5 HTTP/1.1" status: 200 len: 210 time: 0.0424967 Sep 24 14:59:07.349790 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526f7183-8e83-4723-b20e-fba13d9b79d0 req-0075d6c6-56e7-4866-8b76-3135860d809a tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:59:07.352817 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-526f7183-8e83-4723-b20e-fba13d9b79d0 req-0075d6c6-56e7-4866-8b76-3135860d809a tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] 10.222.0.99 "GET /v2.0/networks?id=668c8e2b-cd9f-4f58-bdca-814f328e4372 HTTP/1.1" status: 200 len: 814 time: 0.2686417 Sep 24 14:59:07.376702 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.v2.base [req-526f7183-8e83-4723-b20e-fba13d9b79d0 req-cde6dabf-db8c-4443-aa9e-6a3f966d0f31 tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] Request body: {'port': {'device_id': '890f7961-a0ef-42be-872f-145a8ea978d5', 'network_id': '668c8e2b-cd9f-4f58-bdca-814f328e4372', 'admin_state_up': True, 'tenant_id': 'e9ba4ee0a4b74e9ca40e57d3efacf27a'}} {{(pid=105994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:59:07.636467 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1a3071-16b2-4b83-a077-ecb3898e36e8 req-973fa514-e6df-42d4-b936-1ea0aa3c87bc tempest-VolumesNegativeTest-1106392935 tempest-VolumesNegativeTest-1106392935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:59:07.658877 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-38f2f904-07ef-4ada-81a3-b2b453a67a85 req-3fd568f1-4bac-4921-8d26-192c6950400e tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] 10.222.0.90 "GET /v2.0/ports?device_id=f1b5b2a6-f314-44dc-ba72-775062bcd022 HTTP/1.1" status: 200 len: 210 time: 0.0785661 Sep 24 14:59:07.664029 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-fa1a3071-16b2-4b83-a077-ecb3898e36e8 req-973fa514-e6df-42d4-b936-1ea0aa3c87bc tempest-VolumesNegativeTest-1106392935 tempest-VolumesNegativeTest-1106392935-project] 10.222.0.90 "GET /v2.0/ports?device_id=dee2ab83-19e4-4f06-99ae-fe96bafbac2f HTTP/1.1" status: 200 len: 949 time: 0.2214866 Sep 24 14:59:07.714346 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-526f7183-8e83-4723-b20e-fba13d9b79d0 req-cde6dabf-db8c-4443-aa9e-6a3f966d0f31 tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] Made reservation on behalf of e9ba4ee0a4b74e9ca40e57d3efacf27a for: {'port': 1} {{(pid=105994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 14:59:07.723803 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-526f7183-8e83-4723-b20e-fba13d9b79d0 req-cde6dabf-db8c-4443-aa9e-6a3f966d0f31 tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993762'] for port, before_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:07.817742 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-fa1a3071-16b2-4b83-a077-ecb3898e36e8 req-01497c53-0409-4823-9c2a-7ed85599ef53 tempest-VolumesNegativeTest-1106392935 tempest-VolumesNegativeTest-1106392935-project] 10.222.0.90 "GET /v2.0/security-groups?id=f3223a13-1d61-460b-9fa8-ac2dbe1000b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521599 Sep 24 14:59:08.177383 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e7d727-c627-4762-a76d-e6aa4248dc23 req-42a57ff3-26b9-429c-b120-70a1e422ea08 tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:59:08.191324 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-01e7d727-c627-4762-a76d-e6aa4248dc23 req-42a57ff3-26b9-429c-b120-70a1e422ea08 tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] 10.222.0.90 "GET /v2.0/ports?device_id=1bedb3f1-1b28-4d65-a046-f1b24046bde6 HTTP/1.1" status: 200 len: 945 time: 0.1595175 Sep 24 14:59:08.271026 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-289f6b62-85aa-45aa-957f-dac7572dfcf4 req-684d2ff6-df59-48be-836c-f3eb74a377cc tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] 10.222.0.90 "GET /v2.0/ports?device_id=890f7961-a0ef-42be-872f-145a8ea978d5 HTTP/1.1" status: 200 len: 210 time: 0.1431017 Sep 24 14:59:08.291624 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-01e7d727-c627-4762-a76d-e6aa4248dc23 req-e156baca-1516-44ba-b87c-cbb5d1f0a990 tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] 10.222.0.90 "GET /v2.0/security-groups?id=f3d37e3f-2899-4174-ab27-7857e72c3fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993576 Sep 24 14:59:08.315730 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c3e3f2-3a13-4fdd-a717-6095097ad5c3 req-25b89c9a-fda9-466f-95d0-8ceb02810c60 tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:59:08.319212 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-f7c3e3f2-3a13-4fdd-a717-6095097ad5c3 req-25b89c9a-fda9-466f-95d0-8ceb02810c60 tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] 10.222.0.99 "GET /v2.0/networks?id=65553ae1-d48d-4529-ac12-6e14802b8d55 HTTP/1.1" status: 200 len: 811 time: 0.5637496 Sep 24 14:59:08.415566 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.rpc [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Device 44302283-6173-45fc-8b87-0775dc6d3cdd up at agent hyperv_hv-cinder-80983 {{(pid=105995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 14:59:08.514311 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-f7c3e3f2-3a13-4fdd-a717-6095097ad5c3 req-879eb67d-ed2f-4043-8347-c634d3470752 tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] 10.222.0.99 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=36af9e7ac5624a48a0e26dba4f35ccdb HTTP/1.1" status: 200 len: 380 time: 0.1801357 Sep 24 14:59:08.524638 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.provisioning_blocks [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Provisioning for port 44302283-6173-45fc-8b87-0775dc6d3cdd completed by entity L2. {{(pid=105995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 14:59:08.528557 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.v2.base [req-f7c3e3f2-3a13-4fdd-a717-6095097ad5c3 req-af2d04f6-c77a-44ac-ab33-f3ba0673c84f tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] Request body: {'port': {'device_id': 'f1b5b2a6-f314-44dc-ba72-775062bcd022', 'network_id': '65553ae1-d48d-4529-ac12-6e14802b8d55', 'admin_state_up': True, 'tenant_id': '36af9e7ac5624a48a0e26dba4f35ccdb', 'security_groups': ['c657eca7-10e1-4b7a-90c6-895f7e6c258c']}} {{(pid=105994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:59:08.538088 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.provisioning_blocks [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Provisioning complete for port 44302283-6173-45fc-8b87-0775dc6d3cdd triggered by entity L2. {{(pid=105995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 14:59:08.539026 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985790'] for port, provisioning_complete {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:08.558682 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.db.db_base_plugin_common [req-526f7183-8e83-4723-b20e-fba13d9b79d0 req-cde6dabf-db8c-4443-aa9e-6a3f966d0f31 tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] Allocated IP 172.20.0.7 (668c8e2b-cd9f-4f58-bdca-814f328e4372/61e01f8c-a5ed-4609-8640-3ce2b0ef07de/b5fa71a8-84eb-4d4a-b018-dddd72c9a0a4) {{(pid=105994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 14:59:08.714487 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993762'] for port, before_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:08.802795 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dee2ab83-19e4-4f06-99ae-fe96bafbac2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44302283-6173-45fc-8b87-0775dc6d3cdd'}] {{(pid=105995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 14:59:08.805991 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}caf9aa003d9a854053fb223e5f104f4bef6eff4a3612bfb278e8f19c1601715b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-216f263b-9492-4c3d-a8c1-a518d34ccf48" -d '{"events": [{"server_uuid": "dee2ab83-19e4-4f06-99ae-fe96bafbac2f", "name": "network-vif-plugged", "status": "completed", "tag": "44302283-6173-45fc-8b87-0775dc6d3cdd"}]}' {{(pid=105995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 14:59:08.814141 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.db [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] For port 44302283-6173-45fc-8b87-0775dc6d3cdd, host hv-cinder-80983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80983',level=0,port_id=44302283-6173-45fc-8b87-0775dc6d3cdd,segment=NetworkSegment(a1d047a4-609c-4b5e-b59a-5aa93e350493),segment_id=a1d047a4-609c-4b5e-b59a-5aa93e350493)] {{(pid=105995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:59:08.826930 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248551428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248062163'] for port, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:08.870342 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-3b45a146-c5a0-4efc-9ea4-4dc852e30b6b req-ea077f56-c984-4c30-8f28-2ff0e68e9629 tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] 10.222.0.90 "GET /v2.0/ports?device_id=f1b5b2a6-f314-44dc-ba72-775062bcd022 HTTP/1.1" status: 200 len: 210 time: 0.0803003 Sep 24 14:59:08.898866 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 14:59:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-734c8c0b-7caf-45cc-849e-1bb051707230 x-openstack-request-id: req-734c8c0b-7caf-45cc-849e-1bb051707230 {{(pid=105995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 14:59:08.899414 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dee2ab83-19e4-4f06-99ae-fe96bafbac2f", "name": "network-vif-plugged", "status": "completed", "tag": "44302283-6173-45fc-8b87-0775dc6d3cdd", "code": 200}]} {{(pid=105995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 14:59:08.899839 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-734c8c0b-7caf-45cc-849e-1bb051707230 {{(pid=105995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 14:59:08.900640 dv-cinder-809830-2-iscsi neutron-server[105995]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dee2ab83-19e4-4f06-99ae-fe96bafbac2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44302283-6173-45fc-8b87-0775dc6d3cdd', 'code': 200} Sep 24 14:59:08.970684 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Pushing event updated for resources: {'Port': ['ID=44302283-6173-45fc-8b87-0775dc6d3cdd,revision_number=5']} {{(pid=105995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:59:09.031164 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7c3e3f2-3a13-4fdd-a717-6095097ad5c3 req-af2d04f6-c77a-44ac-ab33-f3ba0673c84f tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] Made reservation on behalf of 36af9e7ac5624a48a0e26dba4f35ccdb for: {'port': 1} {{(pid=105994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 14:59:09.040332 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-f7c3e3f2-3a13-4fdd-a717-6095097ad5c3 req-af2d04f6-c77a-44ac-ab33-f3ba0673c84f tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993762'] for port, before_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:09.125359 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-526f7183-8e83-4723-b20e-fba13d9b79d0 req-cde6dabf-db8c-4443-aa9e-6a3f966d0f31 tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] Notify callbacks [] for port, precommit_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:09.166876 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b287ee-f531-437b-9806-7afd7cf0fd10 req-948608be-6afd-4cea-b1f0-cec76e2a23a5 tempest-VolumesNegativeTest-1106392935 tempest-VolumesNegativeTest-1106392935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:59:09.175418 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-26b287ee-f531-437b-9806-7afd7cf0fd10 req-948608be-6afd-4cea-b1f0-cec76e2a23a5 tempest-VolumesNegativeTest-1106392935 tempest-VolumesNegativeTest-1106392935-project] 10.222.0.90 "GET /v2.0/ports?device_id=dee2ab83-19e4-4f06-99ae-fe96bafbac2f HTTP/1.1" status: 200 len: 950 time: 0.1234155 Sep 24 14:59:09.322967 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-526f7183-8e83-4723-b20e-fba13d9b79d0 req-cde6dabf-db8c-4443-aa9e-6a3f966d0f31 tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727248062127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14130366'] for port, after_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:09.328397 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-26b287ee-f531-437b-9806-7afd7cf0fd10 req-45d79332-bb77-4d6e-bb6b-cb2e99e2d910 tempest-VolumesNegativeTest-1106392935 tempest-VolumesNegativeTest-1106392935-project] 10.222.0.90 "GET /v2.0/security-groups?id=f3223a13-1d61-460b-9fa8-ac2dbe1000b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373005 Sep 24 14:59:09.347288 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7bdb96-b335-4591-9e9c-762160005137 req-eb667d3a-5f42-4ff1-ab8f-be5840accbda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:59:09.349820 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.db [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] get_ports_and_sgs() called for port_ids ['b1cb22c4-a818-4c45-a191-65d5ab96169f', 'a8dffa35-4677-4915-9472-ab4af4f14a87'] {{(pid=105995) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 14:59:09.350687 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-ad7bdb96-b335-4591-9e9c-762160005137 req-eb667d3a-5f42-4ff1-ab8f-be5840accbda service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=dee2ab83-19e4-4f06-99ae-fe96bafbac2f HTTP/1.1" status: 200 len: 1103 time: 0.1483314 Sep 24 14:59:09.492726 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-ad7bdb96-b335-4591-9e9c-762160005137 req-1eea637e-1d59-4b91-8164-a4789e23e7a9 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=f3223a13-1d61-460b-9fa8-ac2dbe1000b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235371 Sep 24 14:59:09.541438 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-526f7183-8e83-4723-b20e-fba13d9b79d0 req-cde6dabf-db8c-4443-aa9e-6a3f966d0f31 tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] Network 668c8e2b-cd9f-4f58-bdca-814f328e4372 is already hosted by enough agents. {{(pid=105994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 14:59:09.585643 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.scheduler.base_scheduler [req-526f7183-8e83-4723-b20e-fba13d9b79d0 req-cde6dabf-db8c-4443-aa9e-6a3f966d0f31 tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] Resources bound (agent type, host, resource id): {{(pid=105994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 14:59:09.612098 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.db.l3_dvrscheduler_db [req-526f7183-8e83-4723-b20e-fba13d9b79d0 req-cde6dabf-db8c-4443-aa9e-6a3f966d0f31 tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] Received port after_create {{(pid=105994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 14:59:09.636089 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bd273f-427d-40c5-a7d0-d5e15c3522b4 req-2c6b3d58-0a50-4638-aff3-8d7bc31dbcf9 tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:59:09.647269 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-d5bd273f-427d-40c5-a7d0-d5e15c3522b4 req-2c6b3d58-0a50-4638-aff3-8d7bc31dbcf9 tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] 10.222.0.90 "GET /v2.0/ports?device_id=890f7961-a0ef-42be-872f-145a8ea978d5 HTTP/1.1" status: 200 len: 931 time: 0.1187825 Sep 24 14:59:09.716972 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde6dabf-db8c-4443-aa9e-6a3f966d0f31 tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] Pushing event updated for resources: {'Port': ['ID=b5fa71a8-84eb-4d4a-b018-dddd72c9a0a4,revision_number=1']} {{(pid=105994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:59:09.739844 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde6dabf-db8c-4443-aa9e-6a3f966d0f31 tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:59:09.740555 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde6dabf-db8c-4443-aa9e-6a3f966d0f31 tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:59:09.741151 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde6dabf-db8c-4443-aa9e-6a3f966d0f31 tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:59:09.741653 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde6dabf-db8c-4443-aa9e-6a3f966d0f31 tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:59:09.742185 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde6dabf-db8c-4443-aa9e-6a3f966d0f31 tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:59:09.742675 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde6dabf-db8c-4443-aa9e-6a3f966d0f31 tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:59:09.743185 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde6dabf-db8c-4443-aa9e-6a3f966d0f31 tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:59:09.743774 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde6dabf-db8c-4443-aa9e-6a3f966d0f31 tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:59:09.744308 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde6dabf-db8c-4443-aa9e-6a3f966d0f31 tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:59:09.744901 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde6dabf-db8c-4443-aa9e-6a3f966d0f31 tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:59:09.745393 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde6dabf-db8c-4443-aa9e-6a3f966d0f31 tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:59:09.745879 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde6dabf-db8c-4443-aa9e-6a3f966d0f31 tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:59:09.763114 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.db.db_base_plugin_common [req-f7c3e3f2-3a13-4fdd-a717-6095097ad5c3 req-af2d04f6-c77a-44ac-ab33-f3ba0673c84f tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] Allocated IP 172.20.0.3 (65553ae1-d48d-4529-ac12-6e14802b8d55/08495ca0-8e92-404f-b038-7ce4337e085a/952fb05d-d49a-44ce-a5d5-b9f7c2828cfe) {{(pid=105994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 14:59:09.783642 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-d5bd273f-427d-40c5-a7d0-d5e15c3522b4 req-d843352b-8219-4ff0-9f30-ef2c7a4e7f58 tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] 10.222.0.90 "GET /v2.0/security-groups?id=bb54c971-337c-4571-b265-c21f3dff30d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354518 Sep 24 14:59:09.789424 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b06f160-2fbf-431c-b915-3922ebfb7c03 req-9f10850d-239e-4a13-97bb-fb7874d87457 tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:59:09.799263 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-1b06f160-2fbf-431c-b915-3922ebfb7c03 req-9f10850d-239e-4a13-97bb-fb7874d87457 tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] 10.222.0.90 "GET /v2.0/ports?device_id=1bedb3f1-1b28-4d65-a046-f1b24046bde6 HTTP/1.1" status: 200 len: 945 time: 0.2563047 Sep 24 14:59:09.834783 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526f7183-8e83-4723-b20e-fba13d9b79d0 req-cde6dabf-db8c-4443-aa9e-6a3f966d0f31 tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:59:09.835607 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-526f7183-8e83-4723-b20e-fba13d9b79d0 req-cde6dabf-db8c-4443-aa9e-6a3f966d0f31 tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472375'] for port, before_response {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:09.870261 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-526f7183-8e83-4723-b20e-fba13d9b79d0 req-cde6dabf-db8c-4443-aa9e-6a3f966d0f31 tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5008025 Sep 24 14:59:09.901200 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.v2.base [req-526f7183-8e83-4723-b20e-fba13d9b79d0 req-c79bb385-febe-4524-b141-761dcd2a64ed service neutron] Request body: {'port': {'device_id': '890f7961-a0ef-42be-872f-145a8ea978d5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80983'}} {{(pid=105994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:59:10.022439 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-1b06f160-2fbf-431c-b915-3922ebfb7c03 req-bb4cc28d-833d-437d-9174-045957ab28aa tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] 10.222.0.90 "GET /v2.0/security-groups?id=f3d37e3f-2899-4174-ab27-7857e72c3fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2216020 Sep 24 14:59:10.125946 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-526f7183-8e83-4723-b20e-fba13d9b79d0 req-c79bb385-febe-4524-b141-761dcd2a64ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993762'] for port, before_update {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:10.131409 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-77e4483c-5b1a-44a5-a4a2-618e2f749495 req-aa88d091-0b33-4f0d-baa1-dd86f500cdae tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] 10.222.0.90 "GET /v2.0/ports?device_id=f1b5b2a6-f314-44dc-ba72-775062bcd022 HTTP/1.1" status: 200 len: 210 time: 0.0628054 Sep 24 14:59:10.241806 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.wsgi [-] (105993) accepted ('10.222.0.90', 58258) {{(pid=105993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:59:10.346212 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-f7c3e3f2-3a13-4fdd-a717-6095097ad5c3 req-af2d04f6-c77a-44ac-ab33-f3ba0673c84f tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] Notify callbacks [] for port, precommit_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:10.540169 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-1c7cbc2f-7600-4951-9553-091167d84aaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:10.580621 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa403d15-ec74-4090-9691-67c5336bdc18 req-3e354f2b-814c-428d-b145-ba705f640406 tempest-VolumesNegativeTest-1106392935 tempest-VolumesNegativeTest-1106392935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:59:10.582255 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-aa403d15-ec74-4090-9691-67c5336bdc18 req-3e354f2b-814c-428d-b145-ba705f640406 tempest-VolumesNegativeTest-1106392935 tempest-VolumesNegativeTest-1106392935-project] 10.222.0.90 "GET /v2.0/ports?device_id=dee2ab83-19e4-4f06-99ae-fe96bafbac2f HTTP/1.1" status: 200 len: 950 time: 0.1048160 Sep 24 14:59:10.690384 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-f7c3e3f2-3a13-4fdd-a717-6095097ad5c3 req-af2d04f6-c77a-44ac-ab33-f3ba0673c84f tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727248062127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14130366'] for port, after_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:10.704370 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-aa403d15-ec74-4090-9691-67c5336bdc18 req-6a7049d2-05ad-4eb6-8340-a8a1a5404388 tempest-VolumesNegativeTest-1106392935 tempest-VolumesNegativeTest-1106392935-project] 10.222.0.90 "GET /v2.0/security-groups?id=f3223a13-1d61-460b-9fa8-ac2dbe1000b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048059 Sep 24 14:59:10.789354 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-1c7cbc2f-7600-4951-9553-091167d84aaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:10.797974 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-1c7cbc2f-7600-4951-9553-091167d84aaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571103'] for security_group, after_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:10.810738 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7c3e3f2-3a13-4fdd-a717-6095097ad5c3 req-af2d04f6-c77a-44ac-ab33-f3ba0673c84f tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] Network 65553ae1-d48d-4529-ac12-6e14802b8d55 is already hosted by enough agents. {{(pid=105994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 14:59:10.877332 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [None req-1c7cbc2f-7600-4951-9553-091167d84aaf admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=c7e26a2388304674ac9ccdfef37405cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6306076 Sep 24 14:59:10.877332 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7cbc2f-7600-4951-9553-091167d84aaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13b1cff7-7495-4ac3-8d60-c6d2c434c27d,revision_number=1']} {{(pid=105993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:59:10.880468 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.wsgi [-] (105993) accepted ('10.222.0.90', 58270) {{(pid=105993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:59:10.933536 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.scheduler.base_scheduler [req-f7c3e3f2-3a13-4fdd-a717-6095097ad5c3 req-af2d04f6-c77a-44ac-ab33-f3ba0673c84f tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] Resources bound (agent type, host, resource id): {{(pid=105994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 14:59:10.938649 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7cbc2f-7600-4951-9553-091167d84aaf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:59:10.939199 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7cbc2f-7600-4951-9553-091167d84aaf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:59:10.940353 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7cbc2f-7600-4951-9553-091167d84aaf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:59:10.940520 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7cbc2f-7600-4951-9553-091167d84aaf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:59:10.941020 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7cbc2f-7600-4951-9553-091167d84aaf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:59:10.941558 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7cbc2f-7600-4951-9553-091167d84aaf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:59:10.942097 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7cbc2f-7600-4951-9553-091167d84aaf admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:59:10.942628 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7cbc2f-7600-4951-9553-091167d84aaf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:59:10.943157 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7cbc2f-7600-4951-9553-091167d84aaf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:59:10.943673 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7cbc2f-7600-4951-9553-091167d84aaf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:59:10.944196 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7cbc2f-7600-4951-9553-091167d84aaf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:59:10.944746 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7cbc2f-7600-4951-9553-091167d84aaf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:59:10.960483 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2d04f6-c77a-44ac-ab33-f3ba0673c84f tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] Pushing event updated for resources: {'Port': ['ID=952fb05d-d49a-44ce-a5d5-b9f7c2828cfe,revision_number=1']} {{(pid=105994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:59:10.969184 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7c3e3f2-3a13-4fdd-a717-6095097ad5c3 req-af2d04f6-c77a-44ac-ab33-f3ba0673c84f tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] Received port after_create {{(pid=105994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 14:59:11.067149 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-6b0d13a5-83c4-4a75-a335-cab7ea3bf2fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:11.132466 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.notifiers.nova [req-526f7183-8e83-4723-b20e-fba13d9b79d0 req-c79bb385-febe-4524-b141-761dcd2a64ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5fa71a8-84eb-4d4a-b018-dddd72c9a0a4 {{(pid=105994) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 14:59:11.178224 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-6b0d13a5-83c4-4a75-a335-cab7ea3bf2fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:11.185111 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-526f7183-8e83-4723-b20e-fba13d9b79d0 req-c79bb385-febe-4524-b141-761dcd2a64ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:11.233829 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c3e3f2-3a13-4fdd-a717-6095097ad5c3 req-af2d04f6-c77a-44ac-ab33-f3ba0673c84f tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:59:11.235505 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-f7c3e3f2-3a13-4fdd-a717-6095097ad5c3 req-af2d04f6-c77a-44ac-ab33-f3ba0673c84f tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472375'] for port, before_response {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:11.249471 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.db.provisioning_blocks [req-526f7183-8e83-4723-b20e-fba13d9b79d0 req-c79bb385-febe-4524-b141-761dcd2a64ed service neutron] Transition to ACTIVE for port object b5fa71a8-84eb-4d4a-b018-dddd72c9a0a4 will not be triggered until provisioned by entity L2. {{(pid=105994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 14:59:11.263212 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3ea114-3289-419c-a65f-7535ef67dff3 req-4318a1da-f945-40f0-a8e4-35504351fae7 tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:59:11.266231 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-ae3ea114-3289-419c-a65f-7535ef67dff3 req-4318a1da-f945-40f0-a8e4-35504351fae7 tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] 10.222.0.90 "GET /v2.0/ports?device_id=890f7961-a0ef-42be-872f-145a8ea978d5 HTTP/1.1" status: 200 len: 931 time: 0.3072774 Sep 24 14:59:11.271670 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-526f7183-8e83-4723-b20e-fba13d9b79d0 req-c79bb385-febe-4524-b141-761dcd2a64ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248551428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248062163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14130357'] for port, after_update {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:11.292126 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.db.agents_db [None req-37515238-e50e-498e-bfbd-a21ffee86c29 None None] Agent healthcheck: found 6 active agents {{(pid=105996) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 14:59:11.365726 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-f7c3e3f2-3a13-4fdd-a717-6095097ad5c3 req-af2d04f6-c77a-44ac-ab33-f3ba0673c84f tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8439436 Sep 24 14:59:11.370747 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.provisioning_blocks [None req-0da55fce-602a-44a6-9d75-617ebd1f7f3a None None] Provisioning complete for port 952fb05d-d49a-44ce-a5d5-b9f7c2828cfe triggered by entity DHCP. {{(pid=105995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 14:59:11.371568 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-0da55fce-602a-44a6-9d75-617ebd1f7f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985790'] for port, provisioning_complete {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:11.390589 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bd7f4c-4902-42f6-a582-a692d9eb0f9c req-7032ef55-ea2c-48bd-92ec-0adcf7d5cb3e tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:59:11.401499 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-36bd7f4c-4902-42f6-a582-a692d9eb0f9c req-7032ef55-ea2c-48bd-92ec-0adcf7d5cb3e tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] 10.222.0.90 "GET /v2.0/ports?device_id=1bedb3f1-1b28-4d65-a046-f1b24046bde6 HTTP/1.1" status: 200 len: 945 time: 0.1593330 Sep 24 14:59:11.401797 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.v2.base [req-f7c3e3f2-3a13-4fdd-a717-6095097ad5c3 req-d30e38e1-2a7a-41d2-b676-4640d27ffe8c service neutron] Request body: {'port': {'device_id': 'f1b5b2a6-f314-44dc-ba72-775062bcd022', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80983'}} {{(pid=105994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:59:11.458136 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-6b0d13a5-83c4-4a75-a335-cab7ea3bf2fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571103'] for security_group, after_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:11.463942 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-6b0d13a5-83c4-4a75-a335-cab7ea3bf2fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:11.466649 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [None req-6b0d13a5-83c4-4a75-a335-cab7ea3bf2fc admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/13b1cff7-7495-4ac3-8d60-c6d2c434c27d HTTP/1.1" status: 204 len: 168 time: 0.5843174 Sep 24 14:59:11.470218 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.plugin [None req-0da55fce-602a-44a6-9d75-617ebd1f7f3a None None] Port 952fb05d-d49a-44ce-a5d5-b9f7c2828cfe cannot update to ACTIVE because it is not bound. {{(pid=105995) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 14:59:11.520628 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0d13a5-83c4-4a75-a335-cab7ea3bf2fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13b1cff7-7495-4ac3-8d60-c6d2c434c27d,revision_number=None']} {{(pid=105993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:59:11.553633 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79bb385-febe-4524-b141-761dcd2a64ed service neutron] Pushing event updated for resources: {'Port': ['ID=b5fa71a8-84eb-4d4a-b018-dddd72c9a0a4,revision_number=2']} {{(pid=105994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:59:11.604980 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-36bd7f4c-4902-42f6-a582-a692d9eb0f9c req-105761a4-1e27-4a46-b36c-430392b64cc1 tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] 10.222.0.90 "GET /v2.0/security-groups?id=f3d37e3f-2899-4174-ab27-7857e72c3fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792808 Sep 24 14:59:11.725810 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-ae3ea114-3289-419c-a65f-7535ef67dff3 req-d761a5fa-752a-4320-a7b5-08098cd514d6 tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] 10.222.0.90 "GET /v2.0/security-groups?id=bb54c971-337c-4571-b265-c21f3dff30d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4290066 Sep 24 14:59:11.770393 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.managers [req-526f7183-8e83-4723-b20e-fba13d9b79d0 req-c79bb385-febe-4524-b141-761dcd2a64ed service neutron] Attempting to bind port b5fa71a8-84eb-4d4a-b018-dddd72c9a0a4 on host hv-cinder-80983 for vnic_type normal with profile {{(pid=105994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 14:59:11.770946 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.managers [req-526f7183-8e83-4723-b20e-fba13d9b79d0 req-c79bb385-febe-4524-b141-761dcd2a64ed service neutron] Attempting to bind port b5fa71a8-84eb-4d4a-b018-dddd72c9a0a4 by drivers openvswitch,hyperv on host hv-cinder-80983 at level 0 using segments [{'id': '3493a04e-7856-43c1-b4a7-e752097c9e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '668c8e2b-cd9f-4f58-bdca-814f328e4372'}] {{(pid=105994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 14:59:11.771493 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-526f7183-8e83-4723-b20e-fba13d9b79d0 req-c79bb385-febe-4524-b141-761dcd2a64ed service neutron] Attempting to bind port b5fa71a8-84eb-4d4a-b018-dddd72c9a0a4 on network 668c8e2b-cd9f-4f58-bdca-814f328e4372 {{(pid=105994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 14:59:11.790229 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-526f7183-8e83-4723-b20e-fba13d9b79d0 req-c79bb385-febe-4524-b141-761dcd2a64ed service neutron] Port b5fa71a8-84eb-4d4a-b018-dddd72c9a0a4 on network 668c8e2b-cd9f-4f58-bdca-814f328e4372 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80983 {{(pid=105994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 14:59:11.790794 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-526f7183-8e83-4723-b20e-fba13d9b79d0 req-c79bb385-febe-4524-b141-761dcd2a64ed service neutron] Attempting to bind port b5fa71a8-84eb-4d4a-b018-dddd72c9a0a4 on network 668c8e2b-cd9f-4f58-bdca-814f328e4372 {{(pid=105994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 14:59:11.798686 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-f7c3e3f2-3a13-4fdd-a717-6095097ad5c3 req-d30e38e1-2a7a-41d2-b676-4640d27ffe8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993762'] for port, before_update {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:11.821911 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-526f7183-8e83-4723-b20e-fba13d9b79d0 req-c79bb385-febe-4524-b141-761dcd2a64ed service neutron] Checking agent: {'id': 'fe6caec8-3271-4776-9083-fb8f8cae5b94', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80983', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 14, 54, 44), 'started_at': datetime.datetime(2021, 9, 24, 14, 54, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 14, 58, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 14:59:11.822574 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-526f7183-8e83-4723-b20e-fba13d9b79d0 req-c79bb385-febe-4524-b141-761dcd2a64ed service neutron] Checking segment: {'id': '3493a04e-7856-43c1-b4a7-e752097c9e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '668c8e2b-cd9f-4f58-bdca-814f328e4372'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 14:59:11.823289 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-526f7183-8e83-4723-b20e-fba13d9b79d0 req-c79bb385-febe-4524-b141-761dcd2a64ed service neutron] Bound using segment: {'id': '3493a04e-7856-43c1-b4a7-e752097c9e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '668c8e2b-cd9f-4f58-bdca-814f328e4372'} {{(pid=105994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 14:59:11.824181 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.managers [req-526f7183-8e83-4723-b20e-fba13d9b79d0 req-c79bb385-febe-4524-b141-761dcd2a64ed service neutron] Bound port: b5fa71a8-84eb-4d4a-b018-dddd72c9a0a4, host: hv-cinder-80983, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3493a04e-7856-43c1-b4a7-e752097c9e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '668c8e2b-cd9f-4f58-bdca-814f328e4372'}}] {{(pid=105994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 14:59:11.824797 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-526f7183-8e83-4723-b20e-fba13d9b79d0 req-c79bb385-febe-4524-b141-761dcd2a64ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993762'] for port, before_update {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:11.904376 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3f3e67-8f37-47a8-8452-94859a93202f req-736146be-567d-4f23-a9bf-7ee982435f51 tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:59:11.906584 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-0d3f3e67-8f37-47a8-8452-94859a93202f req-736146be-567d-4f23-a9bf-7ee982435f51 tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] 10.222.0.90 "GET /v2.0/ports?device_id=f1b5b2a6-f314-44dc-ba72-775062bcd022 HTTP/1.1" status: 200 len: 931 time: 0.1348593 Sep 24 14:59:12.021807 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-0d3f3e67-8f37-47a8-8452-94859a93202f req-29086586-2d74-447b-a4c8-c81f0bd0ed4d tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] 10.222.0.90 "GET /v2.0/security-groups?id=c657eca7-10e1-4b7a-90c6-895f7e6c258c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1022561 Sep 24 14:59:12.049838 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.wsgi [-] (105993) accepted ('10.222.0.90', 58304) {{(pid=105993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:59:12.107639 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.db [req-526f7183-8e83-4723-b20e-fba13d9b79d0 req-c79bb385-febe-4524-b141-761dcd2a64ed service neutron] For port b5fa71a8-84eb-4d4a-b018-dddd72c9a0a4, host hv-cinder-80983, cleared binding levels {{(pid=105994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 14:59:12.159448 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.db [req-526f7183-8e83-4723-b20e-fba13d9b79d0 req-c79bb385-febe-4524-b141-761dcd2a64ed service neutron] For port b5fa71a8-84eb-4d4a-b018-dddd72c9a0a4, host hv-cinder-80983, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80983',level=0,port_id=b5fa71a8-84eb-4d4a-b018-dddd72c9a0a4,segment=NetworkSegment(3493a04e-7856-43c1-b4a7-e752097c9e9a),segment_id=3493a04e-7856-43c1-b4a7-e752097c9e9a)] {{(pid=105994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 14:59:12.257321 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-c423b71f-9307-4415-b76c-de47b9e7c999 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:12.357281 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.wsgi [-] (105993) accepted ('10.222.0.90', 58308) {{(pid=105993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:59:12.385149 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-1276a33b-88a8-4d34-85a8-e9fa60641ab6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:12.474291 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-c423b71f-9307-4415-b76c-de47b9e7c999 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:12.523373 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-c423b71f-9307-4415-b76c-de47b9e7c999 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571103'] for security_group, after_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:12.536517 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-526f7183-8e83-4723-b20e-fba13d9b79d0 req-c79bb385-febe-4524-b141-761dcd2a64ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248551428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248062163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14130357'] for port, after_update {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:12.599803 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526f7183-8e83-4723-b20e-fba13d9b79d0 req-c79bb385-febe-4524-b141-761dcd2a64ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:59:12.600748 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-526f7183-8e83-4723-b20e-fba13d9b79d0 req-c79bb385-febe-4524-b141-761dcd2a64ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472375'] for port, before_response {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:12.602415 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-526f7183-8e83-4723-b20e-fba13d9b79d0 req-c79bb385-febe-4524-b141-761dcd2a64ed service neutron] 10.222.0.99 "PUT /v2.0/ports/b5fa71a8-84eb-4d4a-b018-dddd72c9a0a4 HTTP/1.1" status: 200 len: 1093 time: 2.7128386 Sep 24 14:59:12.607539 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [None req-c423b71f-9307-4415-b76c-de47b9e7c999 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=82262dda27cf4a8a869276defa1eef7e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5551982 Sep 24 14:59:12.607867 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '890f7961-a0ef-42be-872f-145a8ea978d5', 'tag': 'b5fa71a8-84eb-4d4a-b018-dddd72c9a0a4'}] {{(pid=105994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 14:59:12.610404 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}445a901cbb5a624303c84b78f65e518dd0fb300c00204885c20e5236c8fbed2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f0b07c0-b0e0-407e-a5e4-66773d210f87" -d '{"events": [{"name": "network-changed", "server_uuid": "890f7961-a0ef-42be-872f-145a8ea978d5", "tag": "b5fa71a8-84eb-4d4a-b018-dddd72c9a0a4"}]}' {{(pid=105994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 14:59:12.615001 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.wsgi [-] (105993) accepted ('10.222.0.90', 58310) {{(pid=105993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:59:12.627292 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c423b71f-9307-4415-b76c-de47b9e7c999 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c235783-3a21-422f-a249-744104c8b100,revision_number=1']} {{(pid=105993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:59:12.702194 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79bb385-febe-4524-b141-761dcd2a64ed service neutron] Pushing event updated for resources: {'Port': ['ID=b5fa71a8-84eb-4d4a-b018-dddd72c9a0a4,revision_number=3']} {{(pid=105994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:59:12.785611 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-1276a33b-88a8-4d34-85a8-e9fa60641ab6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:12.806224 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-1276a33b-88a8-4d34-85a8-e9fa60641ab6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571103'] for security_group, after_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:12.815206 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.notifiers.nova [req-f7c3e3f2-3a13-4fdd-a717-6095097ad5c3 req-d30e38e1-2a7a-41d2-b676-4640d27ffe8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 952fb05d-d49a-44ce-a5d5-b9f7c2828cfe {{(pid=105994) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 14:59:12.826134 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-f7c3e3f2-3a13-4fdd-a717-6095097ad5c3 req-d30e38e1-2a7a-41d2-b676-4640d27ffe8c service neutron] Notify callbacks [] for port, precommit_update {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:12.843906 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-6fe5c22d-6716-408a-a7ed-606975e99fd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:12.849023 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25256de-91ab-4efb-9a6d-9a8867218141 req-a8b0628a-147b-47fb-885e-9e6a53beebde tempest-VolumesNegativeTest-1106392935 tempest-VolumesNegativeTest-1106392935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:59:12.857176 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-a25256de-91ab-4efb-9a6d-9a8867218141 req-a8b0628a-147b-47fb-885e-9e6a53beebde tempest-VolumesNegativeTest-1106392935 tempest-VolumesNegativeTest-1106392935-project] 10.222.0.90 "GET /v2.0/ports?device_id=dee2ab83-19e4-4f06-99ae-fe96bafbac2f HTTP/1.1" status: 200 len: 950 time: 0.7086878 Sep 24 14:59:12.869491 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 14:59:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8665e794-fede-474d-b003-b3b2aed667ad x-openstack-request-id: req-8665e794-fede-474d-b003-b3b2aed667ad {{(pid=105994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 14:59:12.869933 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "890f7961-a0ef-42be-872f-145a8ea978d5", "tag": "b5fa71a8-84eb-4d4a-b018-dddd72c9a0a4", "status": "completed", "code": 200}]} {{(pid=105994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 14:59:12.870241 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-8665e794-fede-474d-b003-b3b2aed667ad {{(pid=105994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 14:59:12.870771 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '890f7961-a0ef-42be-872f-145a8ea978d5', 'tag': 'b5fa71a8-84eb-4d4a-b018-dddd72c9a0a4', 'status': 'completed', 'code': 200} Sep 24 14:59:12.878429 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526f7183-8e83-4723-b20e-fba13d9b79d0 req-ba78e2e6-0a37-45af-8220-2fe2aea81c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:59:12.880359 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-526f7183-8e83-4723-b20e-fba13d9b79d0 req-ba78e2e6-0a37-45af-8220-2fe2aea81c50 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=e9ba4ee0a4b74e9ca40e57d3efacf27a&device_id=890f7961-a0ef-42be-872f-145a8ea978d5 HTTP/1.1" status: 200 len: 1096 time: 0.1972148 Sep 24 14:59:12.895611 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [None req-1276a33b-88a8-4d34-85a8-e9fa60641ab6 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=4fcd2528ce1642f7896d9996e16e568b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5310977 Sep 24 14:59:12.903353 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.db.provisioning_blocks [req-f7c3e3f2-3a13-4fdd-a717-6095097ad5c3 req-d30e38e1-2a7a-41d2-b676-4640d27ffe8c service neutron] Transition to ACTIVE for port object 952fb05d-d49a-44ce-a5d5-b9f7c2828cfe will not be triggered until provisioned by entity L2. {{(pid=105994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 14:59:12.904067 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.wsgi [-] (105994) accepted ('10.222.0.90', 58322) {{(pid=105994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:59:12.919158 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-f7c3e3f2-3a13-4fdd-a717-6095097ad5c3 req-d30e38e1-2a7a-41d2-b676-4640d27ffe8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248551428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248062163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14130357'] for port, after_update {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:13.028322 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1276a33b-88a8-4d34-85a8-e9fa60641ab6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3550766-d191-4258-9acc-9c7d4709da12,revision_number=1']} {{(pid=105993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:59:13.034511 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-6fe5c22d-6716-408a-a7ed-606975e99fd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:13.040579 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-526f7183-8e83-4723-b20e-fba13d9b79d0 req-3a227ba3-54ea-41f9-b21d-0ac424fe1a62 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b5fa71a8-84eb-4d4a-b018-dddd72c9a0a4 HTTP/1.1" status: 200 len: 217 time: 0.1486933 Sep 24 14:59:13.044340 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-a25256de-91ab-4efb-9a6d-9a8867218141 req-989d5a34-ddef-4a91-9010-8905ff42c72a tempest-VolumesNegativeTest-1106392935 tempest-VolumesNegativeTest-1106392935-project] 10.222.0.90 "GET /v2.0/security-groups?id=f3223a13-1d61-460b-9fa8-ac2dbe1000b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856937 Sep 24 14:59:13.088203 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b9eb82-9d8d-4857-9287-e56ed7b4294b req-3cbe4046-6126-4261-8613-17147559918c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:59:13.088203 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-88b9eb82-9d8d-4857-9287-e56ed7b4294b req-3cbe4046-6126-4261-8613-17147559918c service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=1bedb3f1-1b28-4d65-a046-f1b24046bde6 HTTP/1.1" status: 200 len: 1098 time: 0.4489625 Sep 24 14:59:13.154992 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf2201d-9d0a-4098-a708-fc7c5068c46b req-520db18d-63b8-4e9b-8bc9-741651a9d9b1 tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:59:13.159364 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30e38e1-2a7a-41d2-b676-4640d27ffe8c service neutron] Pushing event updated for resources: {'Port': ['ID=952fb05d-d49a-44ce-a5d5-b9f7c2828cfe,revision_number=2']} {{(pid=105994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:59:13.164898 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-fbf2201d-9d0a-4098-a708-fc7c5068c46b req-520db18d-63b8-4e9b-8bc9-741651a9d9b1 tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] 10.222.0.90 "GET /v2.0/ports?device_id=1bedb3f1-1b28-4d65-a046-f1b24046bde6 HTTP/1.1" status: 200 len: 945 time: 0.2776866 Sep 24 14:59:13.194190 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526f7183-8e83-4723-b20e-fba13d9b79d0 req-8b4a8342-267d-4a6b-a80a-cbc69cd6531f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:59:13.197206 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-526f7183-8e83-4723-b20e-fba13d9b79d0 req-8b4a8342-267d-4a6b-a80a-cbc69cd6531f service neutron] 10.222.0.99 "GET /v2.0/subnets?id=61e01f8c-a5ed-4609-8640-3ce2b0ef07de HTTP/1.1" status: 200 len: 854 time: 0.1413066 Sep 24 14:59:13.275800 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-526f7183-8e83-4723-b20e-fba13d9b79d0 req-d76505bc-c20e-446c-af59-f989389eab3f service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=668c8e2b-cd9f-4f58-bdca-814f328e4372&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0638628 Sep 24 14:59:13.310379 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-fbf2201d-9d0a-4098-a708-fc7c5068c46b req-dd0a83c0-3e0d-49ab-a46a-2c27416d52f6 tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] 10.222.0.90 "GET /v2.0/security-groups?id=f3d37e3f-2899-4174-ab27-7857e72c3fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443112 Sep 24 14:59:13.329041 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-6fe5c22d-6716-408a-a7ed-606975e99fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571103'] for security_group, after_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:13.332800 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-6fe5c22d-6716-408a-a7ed-606975e99fd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:13.334698 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [None req-6fe5c22d-6716-408a-a7ed-606975e99fd1 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/0c235783-3a21-422f-a249-744104c8b100 HTTP/1.1" status: 204 len: 168 time: 0.7139781 Sep 24 14:59:13.349707 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-325df504-e500-4995-a5ef-bda4cc70351d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:13.437329 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe5c22d-6716-408a-a7ed-606975e99fd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c235783-3a21-422f-a249-744104c8b100,revision_number=None']} {{(pid=105993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:59:13.513286 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-325df504-e500-4995-a5ef-bda4cc70351d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:13.533882 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-88b9eb82-9d8d-4857-9287-e56ed7b4294b req-10814014-0b61-4114-a35c-402cb9feb88c service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=f3d37e3f-2899-4174-ab27-7857e72c3fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3758011 Sep 24 14:59:13.600969 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-526f7183-8e83-4723-b20e-fba13d9b79d0 req-de0bdf42-eede-4e87-a68b-669bd96d7471 service neutron] 10.222.0.99 "GET /v2.0/networks/668c8e2b-cd9f-4f58-bdca-814f328e4372?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2894130 Sep 24 14:59:13.663149 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.managers [req-f7c3e3f2-3a13-4fdd-a717-6095097ad5c3 req-d30e38e1-2a7a-41d2-b676-4640d27ffe8c service neutron] Attempting to bind port 952fb05d-d49a-44ce-a5d5-b9f7c2828cfe on host hv-cinder-80983 for vnic_type normal with profile {{(pid=105994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 14:59:13.663579 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.managers [req-f7c3e3f2-3a13-4fdd-a717-6095097ad5c3 req-d30e38e1-2a7a-41d2-b676-4640d27ffe8c service neutron] Attempting to bind port 952fb05d-d49a-44ce-a5d5-b9f7c2828cfe by drivers openvswitch,hyperv on host hv-cinder-80983 at level 0 using segments [{'id': 'eba2f0e4-dd5d-432e-a616-98f29b5f5e03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '65553ae1-d48d-4529-ac12-6e14802b8d55'}] {{(pid=105994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 14:59:13.664100 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c3e3f2-3a13-4fdd-a717-6095097ad5c3 req-d30e38e1-2a7a-41d2-b676-4640d27ffe8c service neutron] Attempting to bind port 952fb05d-d49a-44ce-a5d5-b9f7c2828cfe on network 65553ae1-d48d-4529-ac12-6e14802b8d55 {{(pid=105994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 14:59:13.685913 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c3e3f2-3a13-4fdd-a717-6095097ad5c3 req-d30e38e1-2a7a-41d2-b676-4640d27ffe8c service neutron] Port 952fb05d-d49a-44ce-a5d5-b9f7c2828cfe on network 65553ae1-d48d-4529-ac12-6e14802b8d55 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80983 {{(pid=105994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 14:59:13.686598 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c3e3f2-3a13-4fdd-a717-6095097ad5c3 req-d30e38e1-2a7a-41d2-b676-4640d27ffe8c service neutron] Attempting to bind port 952fb05d-d49a-44ce-a5d5-b9f7c2828cfe on network 65553ae1-d48d-4529-ac12-6e14802b8d55 {{(pid=105994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 14:59:13.703917 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c3e3f2-3a13-4fdd-a717-6095097ad5c3 req-d30e38e1-2a7a-41d2-b676-4640d27ffe8c service neutron] Checking agent: {'id': 'fe6caec8-3271-4776-9083-fb8f8cae5b94', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80983', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 14, 54, 44), 'started_at': datetime.datetime(2021, 9, 24, 14, 54, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 14, 58, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 14:59:13.704288 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c3e3f2-3a13-4fdd-a717-6095097ad5c3 req-d30e38e1-2a7a-41d2-b676-4640d27ffe8c service neutron] Checking segment: {'id': 'eba2f0e4-dd5d-432e-a616-98f29b5f5e03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '65553ae1-d48d-4529-ac12-6e14802b8d55'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 14:59:13.704915 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c3e3f2-3a13-4fdd-a717-6095097ad5c3 req-d30e38e1-2a7a-41d2-b676-4640d27ffe8c service neutron] Bound using segment: {'id': 'eba2f0e4-dd5d-432e-a616-98f29b5f5e03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '65553ae1-d48d-4529-ac12-6e14802b8d55'} {{(pid=105994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 14:59:13.705667 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.managers [req-f7c3e3f2-3a13-4fdd-a717-6095097ad5c3 req-d30e38e1-2a7a-41d2-b676-4640d27ffe8c service neutron] Bound port: 952fb05d-d49a-44ce-a5d5-b9f7c2828cfe, host: hv-cinder-80983, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eba2f0e4-dd5d-432e-a616-98f29b5f5e03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '65553ae1-d48d-4529-ac12-6e14802b8d55'}}] {{(pid=105994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 14:59:13.706396 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-f7c3e3f2-3a13-4fdd-a717-6095097ad5c3 req-d30e38e1-2a7a-41d2-b676-4640d27ffe8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993762'] for port, before_update {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:13.724763 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f5d6ab-8c0a-4d96-b16a-bb3583c3b445 req-1e705246-0335-46fb-9df2-a4d53ea7857f tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:59:13.727620 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-82f5d6ab-8c0a-4d96-b16a-bb3583c3b445 req-1e705246-0335-46fb-9df2-a4d53ea7857f tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] 10.222.0.90 "GET /v2.0/ports?device_id=890f7961-a0ef-42be-872f-145a8ea978d5 HTTP/1.1" status: 200 len: 943 time: 0.3726814 Sep 24 14:59:13.821013 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-325df504-e500-4995-a5ef-bda4cc70351d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571103'] for security_group, after_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:13.826328 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-325df504-e500-4995-a5ef-bda4cc70351d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:13.828952 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [None req-325df504-e500-4995-a5ef-bda4cc70351d admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/a3550766-d191-4258-9acc-9c7d4709da12 HTTP/1.1" status: 204 len: 168 time: 0.9220507 Sep 24 14:59:13.895967 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325df504-e500-4995-a5ef-bda4cc70351d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3550766-d191-4258-9acc-9c7d4709da12,revision_number=None']} {{(pid=105994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:59:13.927066 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-82f5d6ab-8c0a-4d96-b16a-bb3583c3b445 req-1a61dd10-96bf-44aa-9f98-b80462176a57 tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] 10.222.0.90 "GET /v2.0/security-groups?id=bb54c971-337c-4571-b265-c21f3dff30d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826949 Sep 24 14:59:13.971342 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.db [req-f7c3e3f2-3a13-4fdd-a717-6095097ad5c3 req-d30e38e1-2a7a-41d2-b676-4640d27ffe8c service neutron] For port 952fb05d-d49a-44ce-a5d5-b9f7c2828cfe, host hv-cinder-80983, cleared binding levels {{(pid=105994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 14:59:13.979960 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-526f7183-8e83-4723-b20e-fba13d9b79d0 req-2a4c6ca2-46b4-47a8-ada9-b45306dd4998 service neutron] 10.222.0.99 "GET /v2.0/networks/668c8e2b-cd9f-4f58-bdca-814f328e4372?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2283342 Sep 24 14:59:13.985074 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.db [req-f7c3e3f2-3a13-4fdd-a717-6095097ad5c3 req-d30e38e1-2a7a-41d2-b676-4640d27ffe8c service neutron] For port 952fb05d-d49a-44ce-a5d5-b9f7c2828cfe, host hv-cinder-80983, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80983',level=0,port_id=952fb05d-d49a-44ce-a5d5-b9f7c2828cfe,segment=NetworkSegment(eba2f0e4-dd5d-432e-a616-98f29b5f5e03),segment_id=eba2f0e4-dd5d-432e-a616-98f29b5f5e03)] {{(pid=105994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 14:59:14.006959 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-f7c3e3f2-3a13-4fdd-a717-6095097ad5c3 req-d30e38e1-2a7a-41d2-b676-4640d27ffe8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248551428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248062163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14130357'] for port, after_update {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:14.145792 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30e38e1-2a7a-41d2-b676-4640d27ffe8c service neutron] Pushing event updated for resources: {'Port': ['ID=952fb05d-d49a-44ce-a5d5-b9f7c2828cfe,revision_number=3']} {{(pid=105994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:59:14.157575 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c3e3f2-3a13-4fdd-a717-6095097ad5c3 req-d30e38e1-2a7a-41d2-b676-4640d27ffe8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:59:14.158638 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-f7c3e3f2-3a13-4fdd-a717-6095097ad5c3 req-d30e38e1-2a7a-41d2-b676-4640d27ffe8c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472375'] for port, before_response {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:14.161391 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-f7c3e3f2-3a13-4fdd-a717-6095097ad5c3 req-d30e38e1-2a7a-41d2-b676-4640d27ffe8c service neutron] 10.222.0.99 "PUT /v2.0/ports/952fb05d-d49a-44ce-a5d5-b9f7c2828cfe HTTP/1.1" status: 200 len: 1093 time: 2.7829692 Sep 24 14:59:14.216829 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f14146-83fb-4d78-9640-99a60a612c05 req-a6eac867-ccdb-4447-953f-41c3ab054cab tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:59:14.229842 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-e7f14146-83fb-4d78-9640-99a60a612c05 req-a6eac867-ccdb-4447-953f-41c3ab054cab tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] 10.222.0.90 "GET /v2.0/ports?device_id=f1b5b2a6-f314-44dc-ba72-775062bcd022 HTTP/1.1" status: 200 len: 943 time: 0.2420077 Sep 24 14:59:14.301565 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0b07c0-b0e0-407e-a5e4-66773d210f87 req-c59e868d-b166-4e97-86cf-5898e657366e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:59:14.303286 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-4f0b07c0-b0e0-407e-a5e4-66773d210f87 req-c59e868d-b166-4e97-86cf-5898e657366e service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=e9ba4ee0a4b74e9ca40e57d3efacf27a&device_id=890f7961-a0ef-42be-872f-145a8ea978d5 HTTP/1.1" status: 200 len: 1096 time: 0.2208602 Sep 24 14:59:14.355177 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-e7f14146-83fb-4d78-9640-99a60a612c05 req-f4bca933-0456-4ac8-835b-2534ed3ecb0f tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] 10.222.0.90 "GET /v2.0/security-groups?id=c657eca7-10e1-4b7a-90c6-895f7e6c258c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1240232 Sep 24 14:59:14.417621 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c3e3f2-3a13-4fdd-a717-6095097ad5c3 req-ef262e94-564a-4487-888d-d6461986a77b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:59:14.421096 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-f7c3e3f2-3a13-4fdd-a717-6095097ad5c3 req-ef262e94-564a-4487-888d-d6461986a77b service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=36af9e7ac5624a48a0e26dba4f35ccdb&device_id=f1b5b2a6-f314-44dc-ba72-775062bcd022 HTTP/1.1" status: 200 len: 1096 time: 0.2040265 Sep 24 14:59:14.579429 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-f7c3e3f2-3a13-4fdd-a717-6095097ad5c3 req-ad753ba3-302c-48ef-a6b7-bf75646ea9b4 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=952fb05d-d49a-44ce-a5d5-b9f7c2828cfe HTTP/1.1" status: 200 len: 217 time: 0.1335928 Sep 24 14:59:14.664960 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0b07c0-b0e0-407e-a5e4-66773d210f87 req-b4f0853a-99e1-4509-855b-a5d24eaa0c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:59:14.672393 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-4f0b07c0-b0e0-407e-a5e4-66773d210f87 req-b4f0853a-99e1-4509-855b-a5d24eaa0c0e service neutron] 10.222.0.99 "GET /v2.0/networks?id=668c8e2b-cd9f-4f58-bdca-814f328e4372 HTTP/1.1" status: 200 len: 916 time: 0.3483953 Sep 24 14:59:14.699066 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07517f98-20ec-4de6-8709-17d5836e03a6 req-ecbd8619-db49-4cf1-b6dd-bcf07a04a91c tempest-VolumesNegativeTest-1106392935 tempest-VolumesNegativeTest-1106392935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:59:14.707800 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-07517f98-20ec-4de6-8709-17d5836e03a6 req-ecbd8619-db49-4cf1-b6dd-bcf07a04a91c tempest-VolumesNegativeTest-1106392935 tempest-VolumesNegativeTest-1106392935-project] 10.222.0.90 "GET /v2.0/ports?device_id=dee2ab83-19e4-4f06-99ae-fe96bafbac2f HTTP/1.1" status: 200 len: 950 time: 0.1746452 Sep 24 14:59:14.764022 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d993d25-53f8-44de-9972-94f820173c76 req-ba12e18e-f437-4045-abbe-9f61c1845e95 tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:59:14.785829 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-6d993d25-53f8-44de-9972-94f820173c76 req-ba12e18e-f437-4045-abbe-9f61c1845e95 tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] 10.222.0.90 "GET /v2.0/ports?device_id=1bedb3f1-1b28-4d65-a046-f1b24046bde6 HTTP/1.1" status: 200 len: 945 time: 0.3556080 Sep 24 14:59:14.825254 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.wsgi [-] (105994) accepted ('10.222.0.90', 58360) {{(pid=105994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:59:14.931332 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1b5b2a6-f314-44dc-ba72-775062bcd022', 'tag': '952fb05d-d49a-44ce-a5d5-b9f7c2828cfe'}] {{(pid=105994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 14:59:14.935408 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}445a901cbb5a624303c84b78f65e518dd0fb300c00204885c20e5236c8fbed2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54f7f680-bab5-46ac-a453-c8ce0aae3e73" -d '{"events": [{"name": "network-changed", "server_uuid": "f1b5b2a6-f314-44dc-ba72-775062bcd022", "tag": "952fb05d-d49a-44ce-a5d5-b9f7c2828cfe"}]}' {{(pid=105994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 14:59:14.940521 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-344a91f9-c8d3-48f8-91a2-abc5d3fe995d admin admin] Notify callbacks [] for security_group, before_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:14.995034 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c3e3f2-3a13-4fdd-a717-6095097ad5c3 req-03f8d1c9-7d8e-456c-9aae-4c0b61f2344c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:59:14.997653 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-f7c3e3f2-3a13-4fdd-a717-6095097ad5c3 req-03f8d1c9-7d8e-456c-9aae-4c0b61f2344c service neutron] 10.222.0.99 "GET /v2.0/subnets?id=08495ca0-8e92-404f-b038-7ce4337e085a HTTP/1.1" status: 200 len: 850 time: 0.4080093 Sep 24 14:59:15.032086 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-6d993d25-53f8-44de-9972-94f820173c76 req-9c74ce07-8e96-4405-8ccc-561790aef522 tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] 10.222.0.90 "GET /v2.0/security-groups?id=f3d37e3f-2899-4174-ab27-7857e72c3fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2449298 Sep 24 14:59:15.055091 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-4f0b07c0-b0e0-407e-a5e4-66773d210f87 req-2d824b52-c0ef-4bfb-bba7-16e4e8518839 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b5fa71a8-84eb-4d4a-b018-dddd72c9a0a4 HTTP/1.1" status: 200 len: 217 time: 0.3389432 Sep 24 14:59:15.138809 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-07517f98-20ec-4de6-8709-17d5836e03a6 req-ed63353f-14b2-4560-a5d9-8eeb13c1c20e tempest-VolumesNegativeTest-1106392935 tempest-VolumesNegativeTest-1106392935-project] 10.222.0.90 "GET /v2.0/security-groups?id=f3223a13-1d61-460b-9fa8-ac2dbe1000b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4289553 Sep 24 14:59:15.181874 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0b07c0-b0e0-407e-a5e4-66773d210f87 req-cc457725-5930-42f9-9769-d071b53cc7b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:59:15.186321 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-4f0b07c0-b0e0-407e-a5e4-66773d210f87 req-cc457725-5930-42f9-9769-d071b53cc7b3 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=61e01f8c-a5ed-4609-8640-3ce2b0ef07de HTTP/1.1" status: 200 len: 854 time: 0.1117480 Sep 24 14:59:15.197556 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-344a91f9-c8d3-48f8-91a2-abc5d3fe995d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:15.208071 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-344a91f9-c8d3-48f8-91a2-abc5d3fe995d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571103'] for security_group, after_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:15.301308 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 14:59:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dc1b6d5-3db9-4606-9dc8-bb58fcf93acb x-openstack-request-id: req-4dc1b6d5-3db9-4606-9dc8-bb58fcf93acb {{(pid=105994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 14:59:15.301612 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1b5b2a6-f314-44dc-ba72-775062bcd022", "tag": "952fb05d-d49a-44ce-a5d5-b9f7c2828cfe", "status": "completed", "code": 200}]} {{(pid=105994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 14:59:15.302024 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-4dc1b6d5-3db9-4606-9dc8-bb58fcf93acb {{(pid=105994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 14:59:15.302687 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1b5b2a6-f314-44dc-ba72-775062bcd022', 'tag': '952fb05d-d49a-44ce-a5d5-b9f7c2828cfe', 'status': 'completed', 'code': 200} Sep 24 14:59:15.307133 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-4f0b07c0-b0e0-407e-a5e4-66773d210f87 req-86834ef6-4b69-4d18-a2a5-0eb4eb659c46 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=668c8e2b-cd9f-4f58-bdca-814f328e4372&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1027434 Sep 24 14:59:15.368245 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [None req-344a91f9-c8d3-48f8-91a2-abc5d3fe995d admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=09353cfecaf141a6b9b8b763174645e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5397997 Sep 24 14:59:15.391711 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.wsgi [-] (105994) accepted ('10.222.0.90', 58380) {{(pid=105994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:59:15.424655 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344a91f9-c8d3-48f8-91a2-abc5d3fe995d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f0160c0-04c0-46c3-bde6-1083fc3b795a,revision_number=1']} {{(pid=105994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:59:15.467626 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c3e3f2-3a13-4fdd-a717-6095097ad5c3 req-2bb6afbb-804c-4016-93fe-3f496df6c949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:59:15.487589 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-f7c3e3f2-3a13-4fdd-a717-6095097ad5c3 req-2bb6afbb-804c-4016-93fe-3f496df6c949 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=65553ae1-d48d-4529-ac12-6e14802b8d55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.4496412 Sep 24 14:59:15.615489 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20a721d-1790-4e70-aeda-52035272a865 req-2e4f8793-679d-4f19-860f-07aa31de5921 tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:59:15.618545 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-d20a721d-1790-4e70-aeda-52035272a865 req-2e4f8793-679d-4f19-860f-07aa31de5921 tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] 10.222.0.90 "GET /v2.0/ports?device_id=890f7961-a0ef-42be-872f-145a8ea978d5 HTTP/1.1" status: 200 len: 943 time: 0.2110059 Sep 24 14:59:15.703713 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-4f0b07c0-b0e0-407e-a5e4-66773d210f87 req-c6eecc97-48be-43d9-a45a-1778bebf8669 service neutron] 10.222.0.99 "GET /v2.0/networks/668c8e2b-cd9f-4f58-bdca-814f328e4372?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3589225 Sep 24 14:59:15.726654 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-1fbbaa0f-e88a-4235-8183-390efe5c8bfe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:15.773087 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:15.795055 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12389b99-2cc3-4835-b712-6144f7e5d446 req-ba9126f7-79e8-4d3c-95cf-17a8e559c908 tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:59:15.797619 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-12389b99-2cc3-4835-b712-6144f7e5d446 req-ba9126f7-79e8-4d3c-95cf-17a8e559c908 tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] 10.222.0.90 "GET /v2.0/ports?device_id=f1b5b2a6-f314-44dc-ba72-775062bcd022 HTTP/1.1" status: 200 len: 943 time: 0.2631023 Sep 24 14:59:15.829290 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-d20a721d-1790-4e70-aeda-52035272a865 req-7746c2c9-2348-4649-98bc-0ef2de7d1007 tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] 10.222.0.90 "GET /v2.0/security-groups?id=bb54c971-337c-4571-b265-c21f3dff30d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989262 Sep 24 14:59:15.886498 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-1fbbaa0f-e88a-4235-8183-390efe5c8bfe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:15.950502 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-f7c3e3f2-3a13-4fdd-a717-6095097ad5c3 req-37583947-989f-4224-931c-0b9b9738131c service neutron] 10.222.0.99 "GET /v2.0/networks/65553ae1-d48d-4529-ac12-6e14802b8d55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4493368 Sep 24 14:59:15.995897 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-12389b99-2cc3-4835-b712-6144f7e5d446 req-b45f6188-e448-4042-be8b-0df2b536c311 tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] 10.222.0.90 "GET /v2.0/security-groups?id=c657eca7-10e1-4b7a-90c6-895f7e6c258c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1782372 Sep 24 14:59:16.003127 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-4f0b07c0-b0e0-407e-a5e4-66773d210f87 req-556e7f25-12ba-48ad-ade2-5da4f9e51a09 service neutron] 10.222.0.99 "GET /v2.0/networks/668c8e2b-cd9f-4f58-bdca-814f328e4372?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2558274 Sep 24 14:59:16.191907 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-1fbbaa0f-e88a-4235-8183-390efe5c8bfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571103'] for security_group, after_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:16.198381 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-1fbbaa0f-e88a-4235-8183-390efe5c8bfe admin admin] Notify callbacks [] for security_group, before_response {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:16.203075 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [None req-1fbbaa0f-e88a-4235-8183-390efe5c8bfe admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/4f0160c0-04c0-46c3-bde6-1083fc3b795a HTTP/1.1" status: 204 len: 168 time: 0.8066819 Sep 24 14:59:16.214598 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8514d8be-4454-44b7-851c-38542c7c893d req-bcc8e838-c391-463b-82af-931a09f9eeac tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:59:16.230260 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-8514d8be-4454-44b7-851c-38542c7c893d req-bcc8e838-c391-463b-82af-931a09f9eeac tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] 10.222.0.90 "GET /v2.0/ports?device_id=1bedb3f1-1b28-4d65-a046-f1b24046bde6 HTTP/1.1" status: 200 len: 945 time: 0.0988748 Sep 24 14:59:16.258317 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-f7c3e3f2-3a13-4fdd-a717-6095097ad5c3 req-cefe2434-7f95-47ce-a1a5-ff268bf35463 service neutron] 10.222.0.99 "GET /v2.0/networks/65553ae1-d48d-4529-ac12-6e14802b8d55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2947514 Sep 24 14:59:16.259952 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbaa0f-e88a-4235-8183-390efe5c8bfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f0160c0-04c0-46c3-bde6-1083fc3b795a,revision_number=None']} {{(pid=105994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:59:16.368803 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-8514d8be-4454-44b7-851c-38542c7c893d req-6434a746-c877-4ea9-be6b-d8e322683e96 tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] 10.222.0.90 "GET /v2.0/security-groups?id=f3d37e3f-2899-4174-ab27-7857e72c3fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335840 Sep 24 14:59:16.422663 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926b6afc-3b3d-4b62-ba5b-8cfb45fbb325 req-34e2f99e-e2d2-4b4b-b4b5-32ecd409e008 tempest-VolumesNegativeTest-1106392935 tempest-VolumesNegativeTest-1106392935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:59:16.436617 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-926b6afc-3b3d-4b62-ba5b-8cfb45fbb325 req-34e2f99e-e2d2-4b4b-b4b5-32ecd409e008 tempest-VolumesNegativeTest-1106392935 tempest-VolumesNegativeTest-1106392935-project] 10.222.0.90 "GET /v2.0/ports?device_id=dee2ab83-19e4-4f06-99ae-fe96bafbac2f HTTP/1.1" status: 200 len: 950 time: 0.1399570 Sep 24 14:59:16.472242 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.rpc [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Device b5fa71a8-84eb-4d4a-b018-dddd72c9a0a4 details requested by agent hyperv_hv-cinder-80983 with host hv-cinder-80983 {{(pid=105995) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 14:59:16.581559 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-926b6afc-3b3d-4b62-ba5b-8cfb45fbb325 req-4f937d07-97d7-45e0-b062-15cc374ddac7 tempest-VolumesNegativeTest-1106392935 tempest-VolumesNegativeTest-1106392935-project] 10.222.0.90 "GET /v2.0/security-groups?id=f3223a13-1d61-460b-9fa8-ac2dbe1000b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993905 Sep 24 14:59:16.598509 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f7f680-bab5-46ac-a453-c8ce0aae3e73 req-36e26696-4563-4a2c-b485-d39b8e126ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:59:16.605806 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-54f7f680-bab5-46ac-a453-c8ce0aae3e73 req-36e26696-4563-4a2c-b485-d39b8e126ebf service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=36af9e7ac5624a48a0e26dba4f35ccdb&device_id=f1b5b2a6-f314-44dc-ba72-775062bcd022 HTTP/1.1" status: 200 len: 1096 time: 0.1995158 Sep 24 14:59:16.674061 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1bc669-97e3-4440-af2f-cb8562aae35b req-2496b548-ff86-44cd-9230-361e5368ecf3 tempest-VolumesNegativeTest-1106392935 tempest-VolumesNegativeTest-1106392935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:59:16.678596 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-9b1bc669-97e3-4440-af2f-cb8562aae35b req-2496b548-ff86-44cd-9230-361e5368ecf3 tempest-VolumesNegativeTest-1106392935 tempest-VolumesNegativeTest-1106392935-project] 10.222.0.99 "GET /v2.0/ports?device_id=dee2ab83-19e4-4f06-99ae-fe96bafbac2f HTTP/1.1" status: 200 len: 950 time: 0.1850557 Sep 24 14:59:16.802117 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.db [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] For port b5fa71a8-84eb-4d4a-b018-dddd72c9a0a4, host hv-cinder-80983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80983',level=0,port_id=b5fa71a8-84eb-4d4a-b018-dddd72c9a0a4,segment=NetworkSegment(3493a04e-7856-43c1-b4a7-e752097c9e9a),segment_id=3493a04e-7856-43c1-b4a7-e752097c9e9a)] {{(pid=105995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:59:16.823242 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.rpc [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Returning: {'device': 'b5fa71a8-84eb-4d4a-b018-dddd72c9a0a4', 'network_id': '668c8e2b-cd9f-4f58-bdca-814f328e4372', 'port_id': 'b5fa71a8-84eb-4d4a-b018-dddd72c9a0a4', 'mac_address': 'fa:16:3e:79:b3:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1046, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61e01f8c-a5ed-4609-8640-3ce2b0ef07de', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105995) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 14:59:16.930307 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993762'] for port, before_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:16.976153 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f7f680-bab5-46ac-a453-c8ce0aae3e73 req-d0de827e-0ad6-4b98-b8e7-30c621934d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:59:16.978723 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.notifiers.nova [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5fa71a8-84eb-4d4a-b018-dddd72c9a0a4 {{(pid=105995) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 14:59:16.986873 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-54f7f680-bab5-46ac-a453-c8ce0aae3e73 req-d0de827e-0ad6-4b98-b8e7-30c621934d88 service neutron] 10.222.0.99 "GET /v2.0/networks?id=65553ae1-d48d-4529-ac12-6e14802b8d55 HTTP/1.1" status: 200 len: 913 time: 0.3706758 Sep 24 14:59:17.076432 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.db [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] For port b5fa71a8-84eb-4d4a-b018-dddd72c9a0a4, host hv-cinder-80983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80983',level=0,port_id=b5fa71a8-84eb-4d4a-b018-dddd72c9a0a4,segment=NetworkSegment(3493a04e-7856-43c1-b4a7-e752097c9e9a),segment_id=3493a04e-7856-43c1-b4a7-e752097c9e9a)] {{(pid=105995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:59:17.083261 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248551428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248062163'] for port, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:17.192775 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Pushing event updated for resources: {'Port': ['ID=b5fa71a8-84eb-4d4a-b018-dddd72c9a0a4,revision_number=4']} {{(pid=105995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:59:17.232924 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-54f7f680-bab5-46ac-a453-c8ce0aae3e73 req-cd36522c-5cc7-4375-9ca9-45f42feed162 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=952fb05d-d49a-44ce-a5d5-b9f7c2828cfe HTTP/1.1" status: 200 len: 217 time: 0.2315288 Sep 24 14:59:17.293589 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.plugins.ml2.plugin [req-9b1bc669-97e3-4440-af2f-cb8562aae35b req-22f96dfc-1959-4fa7-a263-dba0b0c9c9c2 tempest-VolumesNegativeTest-1106392935 tempest-VolumesNegativeTest-1106392935-project] Deleting port 44302283-6173-45fc-8b87-0775dc6d3cdd {{(pid=105993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 14:59:17.293589 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [req-9b1bc669-97e3-4440-af2f-cb8562aae35b req-22f96dfc-1959-4fa7-a263-dba0b0c9c9c2 tempest-VolumesNegativeTest-1106392935 tempest-VolumesNegativeTest-1106392935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727248545832'] for port, before_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:17.397879 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.wsgi [-] (105994) accepted ('10.222.0.90', 58452) {{(pid=105994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:59:17.418665 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.db [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] get_ports_and_sgs() called for port_ids ['b5fa71a8-84eb-4d4a-b018-dddd72c9a0a4'] {{(pid=105995) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 14:59:17.491600 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394b5878-f176-4627-bb42-6f7188d0f929 req-c814cf5b-640b-4ecc-b58d-ef7c274f9cfe tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:59:17.494431 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-394b5878-f176-4627-bb42-6f7188d0f929 req-c814cf5b-640b-4ecc-b58d-ef7c274f9cfe tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] 10.222.0.90 "GET /v2.0/ports?device_id=890f7961-a0ef-42be-872f-145a8ea978d5 HTTP/1.1" status: 200 len: 944 time: 0.3123231 Sep 24 14:59:17.585326 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f7f680-bab5-46ac-a453-c8ce0aae3e73 req-3093d09f-5a5f-470d-859b-a1f7cd796f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:59:17.588554 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-54f7f680-bab5-46ac-a453-c8ce0aae3e73 req-3093d09f-5a5f-470d-859b-a1f7cd796f97 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=08495ca0-8e92-404f-b038-7ce4337e085a HTTP/1.1" status: 200 len: 850 time: 0.3277626 Sep 24 14:59:17.606018 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38979d45-a386-4351-b211-41714539d6c1 req-931ae60f-5f31-439a-a766-5a1dde4f9c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:59:17.610190 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-38979d45-a386-4351-b211-41714539d6c1 req-931ae60f-5f31-439a-a766-5a1dde4f9c76 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=b96539b658a14037b412f92c54157553&device_id=1bedb3f1-1b28-4d65-a046-f1b24046bde6 HTTP/1.1" status: 200 len: 1098 time: 0.3277550 Sep 24 14:59:17.709416 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.plugins.ml2.db [req-9b1bc669-97e3-4440-af2f-cb8562aae35b req-22f96dfc-1959-4fa7-a263-dba0b0c9c9c2 tempest-VolumesNegativeTest-1106392935 tempest-VolumesNegativeTest-1106392935-project] For port 44302283-6173-45fc-8b87-0775dc6d3cdd, host hv-cinder-80983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80983',level=0,port_id=44302283-6173-45fc-8b87-0775dc6d3cdd,segment=NetworkSegment(a1d047a4-609c-4b5e-b59a-5aa93e350493),segment_id=a1d047a4-609c-4b5e-b59a-5aa93e350493)] {{(pid=105993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:59:17.717115 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [req-9b1bc669-97e3-4440-af2f-cb8562aae35b req-22f96dfc-1959-4fa7-a263-dba0b0c9c9c2 tempest-VolumesNegativeTest-1106392935 tempest-VolumesNegativeTest-1106392935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616222'] for port, precommit_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:17.744775 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-394b5878-f176-4627-bb42-6f7188d0f929 req-48ba0f86-9cae-4809-b3ff-28104fc8a27b tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] 10.222.0.90 "GET /v2.0/security-groups?id=bb54c971-337c-4571-b265-c21f3dff30d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2273285 Sep 24 14:59:17.773443 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.plugins.ml2.plugin [req-9b1bc669-97e3-4440-af2f-cb8562aae35b req-22f96dfc-1959-4fa7-a263-dba0b0c9c9c2 tempest-VolumesNegativeTest-1106392935 tempest-VolumesNegativeTest-1106392935-project] Calling delete_port for 44302283-6173-45fc-8b87-0775dc6d3cdd owned by compute:nova {{(pid=105993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 14:59:17.818034 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba79d1ca-ed5a-4cc2-9ab4-f498047bd78f admin admin] Deleting subnet d2dce6fb-40f7-4c12-bdc8-22a16006d05e {{(pid=105994) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 14:59:17.877026 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-ba79d1ca-ed5a-4cc2-9ab4-f498047bd78f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:17.928794 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469b7320-41d4-43ad-b1fe-ede874759911 req-91c6b601-0fd0-4b62-99f5-465e5783599a tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:59:17.943396 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-469b7320-41d4-43ad-b1fe-ede874759911 req-91c6b601-0fd0-4b62-99f5-465e5783599a tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] 10.222.0.90 "GET /v2.0/ports?device_id=f1b5b2a6-f314-44dc-ba72-775062bcd022 HTTP/1.1" status: 200 len: 943 time: 0.5541079 Sep 24 14:59:18.017494 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-469b7320-41d4-43ad-b1fe-ede874759911 req-8e1026f2-6fde-4cc1-bf99-7c210d3c1d63 tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] 10.222.0.90 "GET /v2.0/security-groups?id=c657eca7-10e1-4b7a-90c6-895f7e6c258c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715506 Sep 24 14:59:18.040706 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-ba79d1ca-ed5a-4cc2-9ab4-f498047bd78f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13742450'] for subnet, precommit_delete_associations {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:18.092668 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f7f680-bab5-46ac-a453-c8ce0aae3e73 req-80d6e3ed-24b0-4a6e-a867-19caf943d317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:59:18.095439 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-54f7f680-bab5-46ac-a453-c8ce0aae3e73 req-80d6e3ed-24b0-4a6e-a867-19caf943d317 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=65553ae1-d48d-4529-ac12-6e14802b8d55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.4750896 Sep 24 14:59:18.117390 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38979d45-a386-4351-b211-41714539d6c1 req-286626bf-e53d-40a7-baf1-01e6c79efbe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:59:18.123195 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-38979d45-a386-4351-b211-41714539d6c1 req-286626bf-e53d-40a7-baf1-01e6c79efbe2 service neutron] 10.222.0.99 "GET /v2.0/networks?id=b9087bdc-bc6d-4ea0-be83-04ee0e604773 HTTP/1.1" status: 200 len: 921 time: 0.4955618 Sep 24 14:59:18.256601 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705b6fd6-f60b-4017-a409-47ab612e87a1 req-ca6e06e2-67d5-47ca-99fa-d8ff257652c1 tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:59:18.278849 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-705b6fd6-f60b-4017-a409-47ab612e87a1 req-ca6e06e2-67d5-47ca-99fa-d8ff257652c1 tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] 10.222.0.90 "GET /v2.0/ports?device_id=1bedb3f1-1b28-4d65-a046-f1b24046bde6 HTTP/1.1" status: 200 len: 945 time: 0.3545339 Sep 24 14:59:18.307611 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-38979d45-a386-4351-b211-41714539d6c1 req-8719362d-b5d5-4fbd-943f-b654debc890c service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1ec0958e-582a-4654-8072-aba68a956d1b HTTP/1.1" status: 200 len: 217 time: 0.1671190 Sep 24 14:59:18.337758 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40a48ae-0d42-4176-ad45-faaebbb73fc4 req-059dec1e-2382-4def-9cae-fc959f08b6f6 tempest-VolumesNegativeTest-1106392935 tempest-VolumesNegativeTest-1106392935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:59:18.346576 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-c40a48ae-0d42-4176-ad45-faaebbb73fc4 req-059dec1e-2382-4def-9cae-fc959f08b6f6 tempest-VolumesNegativeTest-1106392935 tempest-VolumesNegativeTest-1106392935-project] 10.222.0.90 "GET /v2.0/ports?device_id=dee2ab83-19e4-4f06-99ae-fe96bafbac2f HTTP/1.1" status: 200 len: 950 time: 0.1203809 Sep 24 14:59:18.349778 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [req-9b1bc669-97e3-4440-af2f-cb8562aae35b req-22f96dfc-1959-4fa7-a263-dba0b0c9c9c2 tempest-VolumesNegativeTest-1106392935 tempest-VolumesNegativeTest-1106392935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727248551918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727248062136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14427043'] for port, after_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:18.364459 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.db [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] get_ports_and_sgs() called for port_ids ['44302283-6173-45fc-8b87-0775dc6d3cdd'] {{(pid=105995) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 14:59:18.481324 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.rpc [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Device 952fb05d-d49a-44ce-a5d5-b9f7c2828cfe details requested by agent hyperv_hv-cinder-80983 with host hv-cinder-80983 {{(pid=105995) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 14:59:18.484146 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.rpc [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Device b5fa71a8-84eb-4d4a-b018-dddd72c9a0a4 up at agent hyperv_hv-cinder-80983 {{(pid=105995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 14:59:18.528507 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-ba79d1ca-ed5a-4cc2-9ab4-f498047bd78f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1989010'] for subnet, precommit_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:18.588891 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f96dfc-1959-4fa7-a263-dba0b0c9c9c2 tempest-VolumesNegativeTest-1106392935 tempest-VolumesNegativeTest-1106392935-project] Pushing event deleted for resources: {'Port': ['ID=44302283-6173-45fc-8b87-0775dc6d3cdd,revision_number=None']} {{(pid=105993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:59:18.653246 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-c40a48ae-0d42-4176-ad45-faaebbb73fc4 req-d5430a1f-2495-4302-82dd-250e4fd7021b tempest-VolumesNegativeTest-1106392935 tempest-VolumesNegativeTest-1106392935-project] 10.222.0.90 "GET /v2.0/security-groups?id=f3223a13-1d61-460b-9fa8-ac2dbe1000b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3058486 Sep 24 14:59:18.693775 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.provisioning_blocks [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Provisioning for port b5fa71a8-84eb-4d4a-b018-dddd72c9a0a4 completed by entity L2. {{(pid=105995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 14:59:18.705651 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b1bc669-97e3-4440-af2f-cb8562aae35b req-22f96dfc-1959-4fa7-a263-dba0b0c9c9c2 tempest-VolumesNegativeTest-1106392935 tempest-VolumesNegativeTest-1106392935-project] No DVR routers for this DVR port 44302283-6173-45fc-8b87-0775dc6d3cdd on host hv-cinder-80983 {{(pid=105993) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 14:59:18.715349 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [req-9b1bc669-97e3-4440-af2f-cb8562aae35b req-22f96dfc-1959-4fa7-a263-dba0b0c9c9c2 tempest-VolumesNegativeTest-1106392935 tempest-VolumesNegativeTest-1106392935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472375'] for port, before_response {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:18.721161 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-9b1bc669-97e3-4440-af2f-cb8562aae35b req-22f96dfc-1959-4fa7-a263-dba0b0c9c9c2 tempest-VolumesNegativeTest-1106392935 tempest-VolumesNegativeTest-1106392935-project] 10.222.0.99 "DELETE /v2.0/ports/44302283-6173-45fc-8b87-0775dc6d3cdd HTTP/1.1" status: 204 len: 173 time: 2.0289867 Sep 24 14:59:18.722151 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.provisioning_blocks [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Provisioning complete for port b5fa71a8-84eb-4d4a-b018-dddd72c9a0a4 triggered by entity L2. {{(pid=105995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 14:59:18.722390 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dee2ab83-19e4-4f06-99ae-fe96bafbac2f', 'name': 'network-vif-deleted', 'tag': '44302283-6173-45fc-8b87-0775dc6d3cdd'}] {{(pid=105993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 14:59:18.723073 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985790'] for port, provisioning_complete {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:18.743399 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0483dc3c0338f2df7275381f00d4ce3d10593dcbf62e99ee7509fcf67e52bc13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f218cb5-b3ef-435c-a977-b33d965290ae" -d '{"events": [{"server_uuid": "dee2ab83-19e4-4f06-99ae-fe96bafbac2f", "name": "network-vif-deleted", "tag": "44302283-6173-45fc-8b87-0775dc6d3cdd"}]}' {{(pid=105993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 14:59:18.824249 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-705b6fd6-f60b-4017-a409-47ab612e87a1 req-ee65f94a-68bb-45da-a873-7aa4041d3e9e tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] 10.222.0.90 "GET /v2.0/security-groups?id=f3d37e3f-2899-4174-ab27-7857e72c3fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5425606 Sep 24 14:59:18.889546 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-54f7f680-bab5-46ac-a453-c8ce0aae3e73 req-fa7126e5-d30b-4750-a5ef-1208e5ba6731 service neutron] 10.222.0.99 "GET /v2.0/networks/65553ae1-d48d-4529-ac12-6e14802b8d55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7641554 Sep 24 14:59:18.960084 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38979d45-a386-4351-b211-41714539d6c1 req-77c1e6f8-b5b6-47a1-b373-214c5d6951ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:59:18.962909 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-38979d45-a386-4351-b211-41714539d6c1 req-77c1e6f8-b5b6-47a1-b373-214c5d6951ab service neutron] 10.222.0.99 "GET /v2.0/subnets?id=a953951d-d181-4025-b6b9-5088bf3d7942 HTTP/1.1" status: 200 len: 859 time: 0.6372170 Sep 24 14:59:19.016380 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993762'] for port, before_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:19.017089 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 14:59:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc4ba460-ba32-4b61-97dd-77a68833cca1 x-openstack-request-id: req-fc4ba460-ba32-4b61-97dd-77a68833cca1 {{(pid=105993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 14:59:19.017775 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dee2ab83-19e4-4f06-99ae-fe96bafbac2f", "name": "network-vif-deleted", "tag": "44302283-6173-45fc-8b87-0775dc6d3cdd", "status": "completed", "code": 200}]} {{(pid=105993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 14:59:19.018149 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-fc4ba460-ba32-4b61-97dd-77a68833cca1 {{(pid=105993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 14:59:19.019494 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dee2ab83-19e4-4f06-99ae-fe96bafbac2f', 'name': 'network-vif-deleted', 'tag': '44302283-6173-45fc-8b87-0775dc6d3cdd', 'status': 'completed', 'code': 200} Sep 24 14:59:19.046780 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-38979d45-a386-4351-b211-41714539d6c1 req-b6713e2b-faf6-4cc9-ab5c-0a5fad9c56cb service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=b9087bdc-bc6d-4ea0-be83-04ee0e604773&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0592577 Sep 24 14:59:19.053946 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-ba79d1ca-ed5a-4cc2-9ab4-f498047bd78f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1989019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14130403', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14524596'] for subnet, after_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:19.075590 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '890f7961-a0ef-42be-872f-145a8ea978d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5fa71a8-84eb-4d4a-b018-dddd72c9a0a4'}] {{(pid=105995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 14:59:19.081918 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}caf9aa003d9a854053fb223e5f104f4bef6eff4a3612bfb278e8f19c1601715b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c82ac57-e1c6-46af-a94d-03b11c1e2bdd" -d '{"events": [{"server_uuid": "890f7961-a0ef-42be-872f-145a8ea978d5", "name": "network-vif-plugged", "status": "completed", "tag": "b5fa71a8-84eb-4d4a-b018-dddd72c9a0a4"}]}' {{(pid=105995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 14:59:19.112088 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.db [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] For port b5fa71a8-84eb-4d4a-b018-dddd72c9a0a4, host hv-cinder-80983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80983',level=0,port_id=b5fa71a8-84eb-4d4a-b018-dddd72c9a0a4,segment=NetworkSegment(3493a04e-7856-43c1-b4a7-e752097c9e9a),segment_id=3493a04e-7856-43c1-b4a7-e752097c9e9a)] {{(pid=105995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:59:19.123282 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.db [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] For port 952fb05d-d49a-44ce-a5d5-b9f7c2828cfe, host hv-cinder-80983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80983',level=0,port_id=952fb05d-d49a-44ce-a5d5-b9f7c2828cfe,segment=NetworkSegment(eba2f0e4-dd5d-432e-a616-98f29b5f5e03),segment_id=eba2f0e4-dd5d-432e-a616-98f29b5f5e03)] {{(pid=105995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:59:19.129302 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248551428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248062163'] for port, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:19.201703 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-54f7f680-bab5-46ac-a453-c8ce0aae3e73 req-a824bd14-1834-4185-9f02-777dab20e102 service neutron] 10.222.0.99 "GET /v2.0/networks/65553ae1-d48d-4529-ac12-6e14802b8d55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2693031 Sep 24 14:59:19.217299 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-ba79d1ca-ed5a-4cc2-9ab4-f498047bd78f admin admin] Notify callbacks [] for subnet, before_response {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:19.221061 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [None req-ba79d1ca-ed5a-4cc2-9ab4-f498047bd78f admin admin] 10.222.0.90 "DELETE /v2.0/subnets/d2dce6fb-40f7-4c12-bdc8-22a16006d05e HTTP/1.1" status: 204 len: 168 time: 1.8188317 Sep 24 14:59:19.238418 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.rpc [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Returning: {'device': '952fb05d-d49a-44ce-a5d5-b9f7c2828cfe', 'network_id': '65553ae1-d48d-4529-ac12-6e14802b8d55', 'port_id': '952fb05d-d49a-44ce-a5d5-b9f7c2828cfe', 'mac_address': 'fa:16:3e:fc:68:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1026, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08495ca0-8e92-404f-b038-7ce4337e085a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105995) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 14:59:19.242757 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.wsgi [-] (105993) accepted ('10.222.0.90', 58486) {{(pid=105993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:59:19.244379 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Pushing event updated for resources: {'Port': ['ID=b5fa71a8-84eb-4d4a-b018-dddd72c9a0a4,revision_number=5']} {{(pid=105995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:59:19.284243 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba79d1ca-ed5a-4cc2-9ab4-f498047bd78f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d2dce6fb-40f7-4c12-bdc8-22a16006d05e,revision_number=None']} {{(pid=105994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:59:19.300193 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993762'] for port, before_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:19.325864 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.notifiers.nova [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 952fb05d-d49a-44ce-a5d5-b9f7c2828cfe {{(pid=105995) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 14:59:19.385830 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.db [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] For port 952fb05d-d49a-44ce-a5d5-b9f7c2828cfe, host hv-cinder-80983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80983',level=0,port_id=952fb05d-d49a-44ce-a5d5-b9f7c2828cfe,segment=NetworkSegment(eba2f0e4-dd5d-432e-a616-98f29b5f5e03),segment_id=eba2f0e4-dd5d-432e-a616-98f29b5f5e03)] {{(pid=105995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:59:19.399725 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bc6030-3e80-4e2f-ae02-1ef259c0816b req-834344a1-3cee-4c62-b143-7146cf673a7a tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:59:19.406082 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248551428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248062163'] for port, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:19.412750 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-19bc6030-3e80-4e2f-ae02-1ef259c0816b req-834344a1-3cee-4c62-b143-7146cf673a7a tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] 10.222.0.90 "GET /v2.0/ports?device_id=890f7961-a0ef-42be-872f-145a8ea978d5 HTTP/1.1" status: 200 len: 945 time: 0.2076330 Sep 24 14:59:19.506731 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb16149b-5ae1-4f81-8775-3409429d39cd req-36e80769-f4b2-4abe-9cd8-3292537299c3 tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:59:19.518959 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-38979d45-a386-4351-b211-41714539d6c1 req-d7ac0aae-c421-4650-92a0-941b4d33263b service neutron] 10.222.0.99 "GET /v2.0/networks/b9087bdc-bc6d-4ea0-be83-04ee0e604773?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4616334 Sep 24 14:59:19.521752 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-cb16149b-5ae1-4f81-8775-3409429d39cd req-36e80769-f4b2-4abe-9cd8-3292537299c3 tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] 10.222.0.90 "GET /v2.0/ports?device_id=f1b5b2a6-f314-44dc-ba72-775062bcd022 HTTP/1.1" status: 200 len: 943 time: 0.3279462 Sep 24 14:59:19.526316 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-19bc6030-3e80-4e2f-ae02-1ef259c0816b req-714049d0-f535-413b-bf20-1759f82e080a tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] 10.222.0.90 "GET /v2.0/security-groups?id=bb54c971-337c-4571-b265-c21f3dff30d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118567 Sep 24 14:59:19.569510 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Pushing event updated for resources: {'Port': ['ID=952fb05d-d49a-44ce-a5d5-b9f7c2828cfe,revision_number=4']} {{(pid=105995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:59:19.621751 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-1d7347df-e554-44ce-8de0-dabae7444a4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1610858'] for network, before_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:19.707175 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 14:59:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e213241-288a-449f-87aa-e246f512ebbd x-openstack-request-id: req-9e213241-288a-449f-87aa-e246f512ebbd {{(pid=105995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 14:59:19.709176 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "890f7961-a0ef-42be-872f-145a8ea978d5", "name": "network-vif-plugged", "status": "completed", "tag": "b5fa71a8-84eb-4d4a-b018-dddd72c9a0a4", "code": 200}]} {{(pid=105995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 14:59:19.710041 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-9e213241-288a-449f-87aa-e246f512ebbd {{(pid=105995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 14:59:19.710495 dv-cinder-809830-2-iscsi neutron-server[105995]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '890f7961-a0ef-42be-872f-145a8ea978d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5fa71a8-84eb-4d4a-b018-dddd72c9a0a4', 'code': 200} Sep 24 14:59:19.743806 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-cb16149b-5ae1-4f81-8775-3409429d39cd req-35cce14b-162c-4195-a678-154b55eedb35 tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] 10.222.0.90 "GET /v2.0/security-groups?id=c657eca7-10e1-4b7a-90c6-895f7e6c258c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2201588 Sep 24 14:59:19.750258 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.db [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] get_ports_and_sgs() called for port_ids ['952fb05d-d49a-44ce-a5d5-b9f7c2828cfe'] {{(pid=105995) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 14:59:19.841020 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.wsgi [-] (105993) accepted ('10.222.0.90', 58496) {{(pid=105993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:59:20.060086 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-1d7347df-e554-44ce-8de0-dabae7444a4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1983019', 'neutron.services.segments.db._delete_segments_for_network-8727248609940'] for network, precommit_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:20.106016 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.services.segments.db [None req-1d7347df-e554-44ce-8de0-dabae7444a4c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6ba6f3d-6add-4f67-9025-bba2c893e32f']}} {{(pid=105993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:59:20.153929 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.services.segments.db [None req-1d7347df-e554-44ce-8de0-dabae7444a4c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd194287-9e5c-4baa-8120-6d928ee14d93') {'for_net_delete': True} {{(pid=105993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:59:20.154417 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.services.segments.db [None req-1d7347df-e554-44ce-8de0-dabae7444a4c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd194287-9e5c-4baa-8120-6d928ee14d93') {} {{(pid=105993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:59:20.190735 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-1d7347df-e554-44ce-8de0-dabae7444a4c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727248609437', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13697430'] for segment, before_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:20.239914 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-1d7347df-e554-44ce-8de0-dabae7444a4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988101'] for segment, precommit_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:20.249495 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d7347df-e554-44ce-8de0-dabae7444a4c admin admin] Releasing vlan 1023 on physical network physnet1 to pool {{(pid=105993) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 14:59:20.250296 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-1d7347df-e554-44ce-8de0-dabae7444a4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14425168'] for segment, after_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:20.350029 dv-cinder-809830-2-iscsi neutron-server[105993]: Traceback (most recent call last): Sep 24 14:59:20.350029 dv-cinder-809830-2-iscsi neutron-server[105993]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 14:59:20.350029 dv-cinder-809830-2-iscsi neutron-server[105993]: timer() Sep 24 14:59:20.350029 dv-cinder-809830-2-iscsi neutron-server[105993]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 14:59:20.350029 dv-cinder-809830-2-iscsi neutron-server[105993]: cb(*args, **kw) Sep 24 14:59:20.350029 dv-cinder-809830-2-iscsi neutron-server[105993]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 14:59:20.350029 dv-cinder-809830-2-iscsi neutron-server[105993]: return func(*args, **kwargs) Sep 24 14:59:20.350029 dv-cinder-809830-2-iscsi neutron-server[105993]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 14:59:20.350029 dv-cinder-809830-2-iscsi neutron-server[105993]: self._notify() Sep 24 14:59:20.350029 dv-cinder-809830-2-iscsi neutron-server[105993]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 14:59:20.350029 dv-cinder-809830-2-iscsi neutron-server[105993]: self.callback(batched_events) Sep 24 14:59:20.350029 dv-cinder-809830-2-iscsi neutron-server[105993]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 14:59:20.350029 dv-cinder-809830-2-iscsi neutron-server[105993]: event.method(event) Sep 24 14:59:20.350029 dv-cinder-809830-2-iscsi neutron-server[105993]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 14:59:20.350029 dv-cinder-809830-2-iscsi neutron-server[105993]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 14:59:20.350029 dv-cinder-809830-2-iscsi neutron-server[105993]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 14:59:20.350029 dv-cinder-809830-2-iscsi neutron-server[105993]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 14:59:20.350029 dv-cinder-809830-2-iscsi neutron-server[105993]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 14:59:20.350029 dv-cinder-809830-2-iscsi neutron-server[105993]: return f(self, *a, **k) Sep 24 14:59:20.350029 dv-cinder-809830-2-iscsi neutron-server[105993]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 14:59:20.350029 dv-cinder-809830-2-iscsi neutron-server[105993]: return self._get(url).json() Sep 24 14:59:20.350029 dv-cinder-809830-2-iscsi neutron-server[105993]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 14:59:20.350029 dv-cinder-809830-2-iscsi neutron-server[105993]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 14:59:20.350029 dv-cinder-809830-2-iscsi neutron-server[105993]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 14:59:20.350029 dv-cinder-809830-2-iscsi neutron-server[105993]: return self.request(url, 'GET', **kwargs) Sep 24 14:59:20.350029 dv-cinder-809830-2-iscsi neutron-server[105993]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 14:59:20.350029 dv-cinder-809830-2-iscsi neutron-server[105993]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 14:59:20.350029 dv-cinder-809830-2-iscsi neutron-server[105993]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 14:59:20.350029 dv-cinder-809830-2-iscsi neutron-server[105993]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 14:59:20.350029 dv-cinder-809830-2-iscsi neutron-server[105993]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 14:59:20.350029 dv-cinder-809830-2-iscsi neutron-server[105993]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 14:59:20.350029 dv-cinder-809830-2-iscsi neutron-server[105993]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 14:59:20.374178 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-171e3682-04ee-48de-b877-73e18deda386 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:20.377551 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-1d7347df-e554-44ce-8de0-dabae7444a4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1983004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-595217'] for network, after_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:20.405967 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-1d7347df-e554-44ce-8de0-dabae7444a4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536624'] for network, before_response {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:20.410366 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [None req-1d7347df-e554-44ce-8de0-dabae7444a4c admin admin] 10.222.0.90 "DELETE /v2.0/networks/c6ba6f3d-6add-4f67-9025-bba2c893e32f HTTP/1.1" status: 204 len: 168 time: 1.0745964 Sep 24 14:59:20.414686 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.wsgi [-] (105994) accepted ('10.222.0.90', 58518) {{(pid=105994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:59:20.431385 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7347df-e554-44ce-8de0-dabae7444a4c admin admin] Pushing event deleted for resources: {'Network': ['ID=c6ba6f3d-6add-4f67-9025-bba2c893e32f,revision_number=None']} {{(pid=105993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:59:20.495621 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.rpc [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Device 44302283-6173-45fc-8b87-0775dc6d3cdd no longer exists at agent hyperv_hv-cinder-80983 {{(pid=105995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 14:59:20.510215 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-38979d45-a386-4351-b211-41714539d6c1 req-3bceb0a0-dc85-44cd-9c04-83a2d292d342 service neutron] 10.222.0.99 "GET /v2.0/networks/b9087bdc-bc6d-4ea0-be83-04ee0e604773?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9804325 Sep 24 14:59:20.513459 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4531ac58-fd43-4c65-981b-f436b9b5811b req-0c309499-f2d5-4241-82e3-083fdf31e9f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:59:20.516311 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-4531ac58-fd43-4c65-981b-f436b9b5811b req-0c309499-f2d5-4241-82e3-083fdf31e9f2 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=890f7961-a0ef-42be-872f-145a8ea978d5 HTTP/1.1" status: 200 len: 1098 time: 0.2219968 Sep 24 14:59:20.533479 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283bf454-405a-4b24-96b2-6eb08bb4d557 req-4a725eb2-7717-4565-9884-847676d0ea4a tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:59:20.534194 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.plugin [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] No Port match for: 44302283-6173-45fc-8b87-0775dc6d3cdd {{(pid=105995) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 14:59:20.534598 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.rpc [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Device 44302283-6173-45fc-8b87-0775dc6d3cdd not bound to the agent host hv-cinder-80983 {{(pid=105995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 14:59:20.537224 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-283bf454-405a-4b24-96b2-6eb08bb4d557 req-4a725eb2-7717-4565-9884-847676d0ea4a tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] 10.222.0.90 "GET /v2.0/ports?device_id=1bedb3f1-1b28-4d65-a046-f1b24046bde6 HTTP/1.1" status: 200 len: 945 time: 0.2453122 Sep 24 14:59:20.625960 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-171e3682-04ee-48de-b877-73e18deda386 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:20.634674 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.db.db_base_plugin_v2 [None req-f557163a-5f63-47fa-b9d1-8ae5b2bf3282 admin admin] Deleting subnet 6cb549cf-c81e-47e4-8401-9e4d9d3e4f26 {{(pid=105994) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 14:59:20.634978 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-171e3682-04ee-48de-b877-73e18deda386 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571103'] for security_group, after_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:20.645906 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-f557163a-5f63-47fa-b9d1-8ae5b2bf3282 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:20.718272 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-283bf454-405a-4b24-96b2-6eb08bb4d557 req-b797cc5e-1529-4b2f-91be-baf2000abe13 tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] 10.222.0.90 "GET /v2.0/security-groups?id=f3d37e3f-2899-4174-ab27-7857e72c3fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483381 Sep 24 14:59:20.729394 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-4531ac58-fd43-4c65-981b-f436b9b5811b req-41beada4-b156-4f2c-9046-a2c6c16d13c4 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=bb54c971-337c-4571-b265-c21f3dff30d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887953 Sep 24 14:59:20.764422 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-f557163a-5f63-47fa-b9d1-8ae5b2bf3282 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13742450'] for subnet, precommit_delete_associations {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:20.785496 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [None req-171e3682-04ee-48de-b877-73e18deda386 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=a7949a4b2b304b8aa1e36ab408016c87&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9412014 Sep 24 14:59:20.790472 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171e3682-04ee-48de-b877-73e18deda386 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60b34035-4bec-4389-bfd7-cfdc73463a59,revision_number=1']} {{(pid=105993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:59:20.792998 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.wsgi [-] (105993) accepted ('10.222.0.90', 58528) {{(pid=105993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:59:20.853665 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-f557163a-5f63-47fa-b9d1-8ae5b2bf3282 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1989010'] for subnet, precommit_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:20.888364 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769c3800-98e3-404b-b68b-25d120878895 req-c380534f-bc72-4b51-b6bc-b5dfc4cbcfd8 tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:59:20.890577 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-769c3800-98e3-404b-b68b-25d120878895 req-c380534f-bc72-4b51-b6bc-b5dfc4cbcfd8 tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] 10.222.0.90 "GET /v2.0/ports?device_id=890f7961-a0ef-42be-872f-145a8ea978d5 HTTP/1.1" status: 200 len: 945 time: 0.1766396 Sep 24 14:59:20.925724 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-667e0f6b-04b3-47c7-9c2c-1408973bfd09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:20.980016 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-667e0f6b-04b3-47c7-9c2c-1408973bfd09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:21.023231 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-f557163a-5f63-47fa-b9d1-8ae5b2bf3282 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1989019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14130403', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14524596'] for subnet, after_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:21.060467 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-769c3800-98e3-404b-b68b-25d120878895 req-b3a5ffe4-31bb-4053-96ba-adb23f679d6f tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] 10.222.0.90 "GET /v2.0/security-groups?id=bb54c971-337c-4571-b265-c21f3dff30d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364305 Sep 24 14:59:21.106611 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f557163a-5f63-47fa-b9d1-8ae5b2bf3282 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6cb549cf-c81e-47e4-8401-9e4d9d3e4f26,revision_number=None']} {{(pid=105994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:59:21.113984 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-f557163a-5f63-47fa-b9d1-8ae5b2bf3282 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:21.121003 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [None req-f557163a-5f63-47fa-b9d1-8ae5b2bf3282 admin admin] 10.222.0.90 "DELETE /v2.0/subnets/6cb549cf-c81e-47e4-8401-9e4d9d3e4f26 HTTP/1.1" status: 204 len: 168 time: 0.7014608 Sep 24 14:59:21.122765 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.wsgi [-] (105993) accepted ('10.222.0.90', 58542) {{(pid=105993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:59:21.147661 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26556e9-4e2d-47fc-8865-90f4a9b737f5 req-ed7ce0b5-8f40-4df7-b4cf-f03d85d9d2f4 tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:59:21.150344 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-d26556e9-4e2d-47fc-8865-90f4a9b737f5 req-ed7ce0b5-8f40-4df7-b4cf-f03d85d9d2f4 tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] 10.222.0.90 "GET /v2.0/ports?device_id=f1b5b2a6-f314-44dc-ba72-775062bcd022 HTTP/1.1" status: 200 len: 944 time: 0.2021372 Sep 24 14:59:21.178532 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-667e0f6b-04b3-47c7-9c2c-1408973bfd09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571103'] for security_group, after_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:21.181509 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-667e0f6b-04b3-47c7-9c2c-1408973bfd09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:21.182803 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [None req-667e0f6b-04b3-47c7-9c2c-1408973bfd09 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/60b34035-4bec-4389-bfd7-cfdc73463a59 HTTP/1.1" status: 204 len: 168 time: 0.3872130 Sep 24 14:59:21.225901 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-d26556e9-4e2d-47fc-8865-90f4a9b737f5 req-7710db20-861e-4e57-b7a3-ff1d7d8aa8bc tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] 10.222.0.90 "GET /v2.0/security-groups?id=c657eca7-10e1-4b7a-90c6-895f7e6c258c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632675 Sep 24 14:59:21.298730 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667e0f6b-04b3-47c7-9c2c-1408973bfd09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60b34035-4bec-4389-bfd7-cfdc73463a59,revision_number=None']} {{(pid=105993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:59:21.324841 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-02177e1e-919b-41bf-b5db-c6a11bafed1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1610858'] for network, before_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:21.495119 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-02177e1e-919b-41bf-b5db-c6a11bafed1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1983019', 'neutron.services.segments.db._delete_segments_for_network-8727248609940'] for network, precommit_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:21.531056 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.services.segments.db [None req-02177e1e-919b-41bf-b5db-c6a11bafed1d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0469ccb-25d1-46c7-8b95-3aa44904b565']}} {{(pid=105993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:59:21.544749 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.services.segments.db [None req-02177e1e-919b-41bf-b5db-c6a11bafed1d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fe91a30-9845-494b-a7b1-df01189d31c5') {'for_net_delete': True} {{(pid=105993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:59:21.545076 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.services.segments.db [None req-02177e1e-919b-41bf-b5db-c6a11bafed1d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fe91a30-9845-494b-a7b1-df01189d31c5') {} {{(pid=105993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:59:21.566439 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-02177e1e-919b-41bf-b5db-c6a11bafed1d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727248609437', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13697430'] for segment, before_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:21.592278 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-02177e1e-919b-41bf-b5db-c6a11bafed1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988101'] for segment, precommit_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:21.601645 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02177e1e-919b-41bf-b5db-c6a11bafed1d admin admin] Releasing vlan 1036 on physical network physnet1 to pool {{(pid=105993) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 14:59:21.602726 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-02177e1e-919b-41bf-b5db-c6a11bafed1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14425168'] for segment, after_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:21.697670 dv-cinder-809830-2-iscsi neutron-server[105993]: Traceback (most recent call last): Sep 24 14:59:21.697670 dv-cinder-809830-2-iscsi neutron-server[105993]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 14:59:21.697670 dv-cinder-809830-2-iscsi neutron-server[105993]: timer() Sep 24 14:59:21.697670 dv-cinder-809830-2-iscsi neutron-server[105993]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 14:59:21.697670 dv-cinder-809830-2-iscsi neutron-server[105993]: cb(*args, **kw) Sep 24 14:59:21.697670 dv-cinder-809830-2-iscsi neutron-server[105993]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 14:59:21.697670 dv-cinder-809830-2-iscsi neutron-server[105993]: return func(*args, **kwargs) Sep 24 14:59:21.697670 dv-cinder-809830-2-iscsi neutron-server[105993]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 14:59:21.697670 dv-cinder-809830-2-iscsi neutron-server[105993]: self._notify() Sep 24 14:59:21.697670 dv-cinder-809830-2-iscsi neutron-server[105993]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 14:59:21.697670 dv-cinder-809830-2-iscsi neutron-server[105993]: self.callback(batched_events) Sep 24 14:59:21.697670 dv-cinder-809830-2-iscsi neutron-server[105993]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 14:59:21.697670 dv-cinder-809830-2-iscsi neutron-server[105993]: event.method(event) Sep 24 14:59:21.697670 dv-cinder-809830-2-iscsi neutron-server[105993]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 14:59:21.697670 dv-cinder-809830-2-iscsi neutron-server[105993]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 14:59:21.697670 dv-cinder-809830-2-iscsi neutron-server[105993]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 14:59:21.697670 dv-cinder-809830-2-iscsi neutron-server[105993]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 14:59:21.697670 dv-cinder-809830-2-iscsi neutron-server[105993]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 14:59:21.697670 dv-cinder-809830-2-iscsi neutron-server[105993]: return f(self, *a, **k) Sep 24 14:59:21.697670 dv-cinder-809830-2-iscsi neutron-server[105993]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 14:59:21.697670 dv-cinder-809830-2-iscsi neutron-server[105993]: return self._get(url).json() Sep 24 14:59:21.697670 dv-cinder-809830-2-iscsi neutron-server[105993]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 14:59:21.697670 dv-cinder-809830-2-iscsi neutron-server[105993]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 14:59:21.697670 dv-cinder-809830-2-iscsi neutron-server[105993]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 14:59:21.697670 dv-cinder-809830-2-iscsi neutron-server[105993]: return self.request(url, 'GET', **kwargs) Sep 24 14:59:21.697670 dv-cinder-809830-2-iscsi neutron-server[105993]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 14:59:21.697670 dv-cinder-809830-2-iscsi neutron-server[105993]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 14:59:21.697670 dv-cinder-809830-2-iscsi neutron-server[105993]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 14:59:21.697670 dv-cinder-809830-2-iscsi neutron-server[105993]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 14:59:21.697670 dv-cinder-809830-2-iscsi neutron-server[105993]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 14:59:21.697670 dv-cinder-809830-2-iscsi neutron-server[105993]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 14:59:21.697670 dv-cinder-809830-2-iscsi neutron-server[105993]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 14:59:21.723809 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-02177e1e-919b-41bf-b5db-c6a11bafed1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1983004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-595217'] for network, after_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:21.732540 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-02177e1e-919b-41bf-b5db-c6a11bafed1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536624'] for network, before_response {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:21.737365 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [None req-02177e1e-919b-41bf-b5db-c6a11bafed1d admin admin] 10.222.0.90 "DELETE /v2.0/networks/c0469ccb-25d1-46c7-8b95-3aa44904b565 HTTP/1.1" status: 204 len: 168 time: 0.6110239 Sep 24 14:59:21.755099 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02177e1e-919b-41bf-b5db-c6a11bafed1d admin admin] Pushing event deleted for resources: {'Network': ['ID=c0469ccb-25d1-46c7-8b95-3aa44904b565,revision_number=None']} {{(pid=105993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:59:21.773216 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.wsgi [-] (105994) accepted ('10.222.0.90', 58570) {{(pid=105994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:59:21.963375 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef0bc4c-b3fc-4d95-ab59-8329f6fe9e71 req-db4de760-a638-4398-8526-29572036f18d tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:59:21.966262 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-7ef0bc4c-b3fc-4d95-ab59-8329f6fe9e71 req-db4de760-a638-4398-8526-29572036f18d tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] 10.222.0.90 "GET /v2.0/ports?device_id=1bedb3f1-1b28-4d65-a046-f1b24046bde6 HTTP/1.1" status: 200 len: 945 time: 0.0987937 Sep 24 14:59:22.024953 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-27bbb4fe-8329-4a3a-b926-884083f4aa56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:22.096049 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.wsgi [-] (105993) accepted ('10.222.0.90', 58596) {{(pid=105993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:59:22.121203 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-7ef0bc4c-b3fc-4d95-ab59-8329f6fe9e71 req-8a75416d-d9cb-4f1c-819c-a52b03a2d091 tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] 10.222.0.90 "GET /v2.0/security-groups?id=f3d37e3f-2899-4174-ab27-7857e72c3fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431587 Sep 24 14:59:22.190990 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [None req-fb4ae7f1-ff47-4eca-9d31-cde93fec8b3e admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=30f8af1c319b4b488ccc0d0191ebd01b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0924511 Sep 24 14:59:22.194967 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.wsgi [-] (105993) accepted ('10.222.0.90', 58608) {{(pid=105993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:59:22.320056 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-27bbb4fe-8329-4a3a-b926-884083f4aa56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:22.329555 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-27bbb4fe-8329-4a3a-b926-884083f4aa56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571103'] for security_group, after_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:22.339878 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-6bc28ac9-24c4-44d1-93cd-8fbc1bfa38ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:22.385822 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-6bc28ac9-24c4-44d1-93cd-8fbc1bfa38ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:22.480339 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421dec82-ac6a-47a0-971c-b728b53a3aa0 req-8944e8a4-6dba-4598-a8f1-662e05c80f5e tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:59:22.480573 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [None req-27bbb4fe-8329-4a3a-b926-884083f4aa56 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=3d178142152a43f685a8bca3b38b8f2b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7025514 Sep 24 14:59:22.484495 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.wsgi [-] (105994) accepted ('10.222.0.90', 58638) {{(pid=105994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:59:22.488908 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bbb4fe-8329-4a3a-b926-884083f4aa56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae5d52ba-f73b-4eae-980f-d6a0154fa6f6,revision_number=1']} {{(pid=105994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:59:22.490136 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-421dec82-ac6a-47a0-971c-b728b53a3aa0 req-8944e8a4-6dba-4598-a8f1-662e05c80f5e tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] 10.222.0.90 "GET /v2.0/ports?device_id=890f7961-a0ef-42be-872f-145a8ea978d5 HTTP/1.1" status: 200 len: 945 time: 0.2103896 Sep 24 14:59:22.522179 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.rpc [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Device 952fb05d-d49a-44ce-a5d5-b9f7c2828cfe up at agent hyperv_hv-cinder-80983 {{(pid=105995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 14:59:22.558050 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-421dec82-ac6a-47a0-971c-b728b53a3aa0 req-0a31dec7-3d25-4c10-9b3d-00ca02d1014e tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] 10.222.0.90 "GET /v2.0/security-groups?id=bb54c971-337c-4571-b265-c21f3dff30d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611408 Sep 24 14:59:22.585757 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-6bc28ac9-24c4-44d1-93cd-8fbc1bfa38ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571103'] for security_group, after_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:22.589349 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-6bc28ac9-24c4-44d1-93cd-8fbc1bfa38ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:22.591049 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [None req-6bc28ac9-24c4-44d1-93cd-8fbc1bfa38ac admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/5bb92c9d-4899-4640-ac7c-4b16d91ef64e HTTP/1.1" status: 204 len: 168 time: 0.3945005 Sep 24 14:59:22.605514 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b15465-c33b-43b5-8162-70786d50b785 req-f04b13c6-1e5f-4264-894a-324ca632fdf6 tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:59:22.607197 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-f5b15465-c33b-43b5-8162-70786d50b785 req-f04b13c6-1e5f-4264-894a-324ca632fdf6 tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] 10.222.0.90 "GET /v2.0/ports?device_id=f1b5b2a6-f314-44dc-ba72-775062bcd022 HTTP/1.1" status: 200 len: 944 time: 0.2154195 Sep 24 14:59:22.633713 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc28ac9-24c4-44d1-93cd-8fbc1bfa38ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bb92c9d-4899-4640-ac7c-4b16d91ef64e,revision_number=None']} {{(pid=105993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:59:22.708270 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.provisioning_blocks [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Provisioning for port 952fb05d-d49a-44ce-a5d5-b9f7c2828cfe completed by entity L2. {{(pid=105995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 14:59:22.713662 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.provisioning_blocks [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Provisioning complete for port 952fb05d-d49a-44ce-a5d5-b9f7c2828cfe triggered by entity L2. {{(pid=105995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 14:59:22.714121 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985790'] for port, provisioning_complete {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:22.744401 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-778a3a40-47e9-4110-822c-b065853f0115 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:22.807935 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-f5b15465-c33b-43b5-8162-70786d50b785 req-1f86df76-faf0-4bc3-9984-40d8e49fadeb tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] 10.222.0.90 "GET /v2.0/security-groups?id=c657eca7-10e1-4b7a-90c6-895f7e6c258c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1841080 Sep 24 14:59:22.871154 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-778a3a40-47e9-4110-822c-b065853f0115 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:23.013256 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993762'] for port, before_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:23.022256 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-778a3a40-47e9-4110-822c-b065853f0115 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571103'] for security_group, after_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:23.025248 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-778a3a40-47e9-4110-822c-b065853f0115 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:23.027474 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [None req-778a3a40-47e9-4110-822c-b065853f0115 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/ae5d52ba-f73b-4eae-980f-d6a0154fa6f6 HTTP/1.1" status: 204 len: 168 time: 0.5416300 Sep 24 14:59:23.047175 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778a3a40-47e9-4110-822c-b065853f0115 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae5d52ba-f73b-4eae-980f-d6a0154fa6f6,revision_number=None']} {{(pid=105994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:59:23.090068 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.db [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] For port 952fb05d-d49a-44ce-a5d5-b9f7c2828cfe, host hv-cinder-80983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80983',level=0,port_id=952fb05d-d49a-44ce-a5d5-b9f7c2828cfe,segment=NetworkSegment(eba2f0e4-dd5d-432e-a616-98f29b5f5e03),segment_id=eba2f0e4-dd5d-432e-a616-98f29b5f5e03)] {{(pid=105995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:59:23.093699 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1b5b2a6-f314-44dc-ba72-775062bcd022', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '952fb05d-d49a-44ce-a5d5-b9f7c2828cfe'}] {{(pid=105995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 14:59:23.097644 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}caf9aa003d9a854053fb223e5f104f4bef6eff4a3612bfb278e8f19c1601715b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-418d7041-3600-4a15-afc6-d2fb83c375af" -d '{"events": [{"server_uuid": "f1b5b2a6-f314-44dc-ba72-775062bcd022", "name": "network-vif-plugged", "status": "completed", "tag": "952fb05d-d49a-44ce-a5d5-b9f7c2828cfe"}]}' {{(pid=105995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 14:59:23.120529 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248551428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248062163'] for port, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:23.219414 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 14:59:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b32a8d4-a8f5-4783-abf9-74dab25a7836 x-openstack-request-id: req-7b32a8d4-a8f5-4783-abf9-74dab25a7836 {{(pid=105995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 14:59:23.225368 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1b5b2a6-f314-44dc-ba72-775062bcd022", "name": "network-vif-plugged", "status": "completed", "tag": "952fb05d-d49a-44ce-a5d5-b9f7c2828cfe", "code": 200}]} {{(pid=105995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 14:59:23.226985 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-7b32a8d4-a8f5-4783-abf9-74dab25a7836 {{(pid=105995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 14:59:23.227882 dv-cinder-809830-2-iscsi neutron-server[105995]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1b5b2a6-f314-44dc-ba72-775062bcd022', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '952fb05d-d49a-44ce-a5d5-b9f7c2828cfe', 'code': 200} Sep 24 14:59:23.300208 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Pushing event updated for resources: {'Port': ['ID=952fb05d-d49a-44ce-a5d5-b9f7c2828cfe,revision_number=5']} {{(pid=105995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:59:23.469912 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e5a059-93cf-4943-95c1-d1b8b8222df1 req-6fff17dd-dad7-4c72-bcfd-ece29b9970d5 tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:59:23.472827 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-b7e5a059-93cf-4943-95c1-d1b8b8222df1 req-6fff17dd-dad7-4c72-bcfd-ece29b9970d5 tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] 10.222.0.90 "GET /v2.0/ports?device_id=1bedb3f1-1b28-4d65-a046-f1b24046bde6 HTTP/1.1" status: 200 len: 945 time: 0.1357782 Sep 24 14:59:23.591568 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-b7e5a059-93cf-4943-95c1-d1b8b8222df1 req-ef9d458c-74b3-47fe-abb7-d240ff7310fa tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] 10.222.0.90 "GET /v2.0/security-groups?id=f3d37e3f-2899-4174-ab27-7857e72c3fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993884 Sep 24 14:59:23.612070 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-5b0f6e6a-d57c-4593-9e3b-db333c994a2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:23.691922 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262019cd-36fb-436d-b551-96e3d1437174 req-44172fb3-1245-4301-a28c-43176ceeb371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:59:23.693919 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-262019cd-36fb-436d-b551-96e3d1437174 req-44172fb3-1245-4301-a28c-43176ceeb371 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=f1b5b2a6-f314-44dc-ba72-775062bcd022 HTTP/1.1" status: 200 len: 1098 time: 0.1785767 Sep 24 14:59:23.699995 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.wsgi [-] (105993) accepted ('10.222.0.90', 58678) {{(pid=105993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:59:23.837800 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-262019cd-36fb-436d-b551-96e3d1437174 req-f47e7f80-c09b-414c-9cd0-f4fda4a528e6 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=c657eca7-10e1-4b7a-90c6-895f7e6c258c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1341507 Sep 24 14:59:23.879199 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.wsgi [-] (105994) accepted ('10.222.0.90', 58686) {{(pid=105994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:59:23.879984 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [None req-f11806de-819d-4a60-81ca-acfbfdb1c294 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=f8d5d393436f4dc0973a6eb37eea4581&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1763122 Sep 24 14:59:24.096540 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-e757daf2-33b8-4be4-8685-646bb8699013 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:24.164176 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035631e5-c105-4478-a2d1-09750ad335a4 req-08e43018-8de4-4f8e-9ab3-f6b619ba5456 tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:59:24.167026 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-035631e5-c105-4478-a2d1-09750ad335a4 req-08e43018-8de4-4f8e-9ab3-f6b619ba5456 tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] 10.222.0.90 "GET /v2.0/ports?device_id=f1b5b2a6-f314-44dc-ba72-775062bcd022 HTTP/1.1" status: 200 len: 945 time: 0.1586444 Sep 24 14:59:24.170799 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-e757daf2-33b8-4be4-8685-646bb8699013 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:24.250791 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.wsgi [-] (105993) accepted ('10.222.0.90', 58688) {{(pid=105993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:59:24.294019 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-d4c6a9d7-59c0-4903-bc88-c3b5eca63e80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:24.300415 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-035631e5-c105-4478-a2d1-09750ad335a4 req-b4754b0d-3c8d-4e78-bce2-f7864ced4c3a tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] 10.222.0.90 "GET /v2.0/security-groups?id=c657eca7-10e1-4b7a-90c6-895f7e6c258c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1173127 Sep 24 14:59:24.349405 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-e757daf2-33b8-4be4-8685-646bb8699013 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571103'] for security_group, after_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:24.359430 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-e757daf2-33b8-4be4-8685-646bb8699013 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:24.359430 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [None req-e757daf2-33b8-4be4-8685-646bb8699013 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/4fa909b0-6aa2-42b2-bdc3-fa9a70512154 HTTP/1.1" status: 204 len: 168 time: 0.4754844 Sep 24 14:59:24.376448 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e757daf2-33b8-4be4-8685-646bb8699013 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fa909b0-6aa2-42b2-bdc3-fa9a70512154,revision_number=None']} {{(pid=105994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:59:24.619805 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-d4c6a9d7-59c0-4903-bc88-c3b5eca63e80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:24.630309 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-d4c6a9d7-59c0-4903-bc88-c3b5eca63e80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571103'] for security_group, after_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:24.688893 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [None req-d4c6a9d7-59c0-4903-bc88-c3b5eca63e80 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=2486ec5f8bcd49a1a6157e6e4fb698d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4365940 Sep 24 14:59:24.690538 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c6a9d7-59c0-4903-bc88-c3b5eca63e80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecb25bbc-31de-419f-977e-35ff750f0e21,revision_number=1']} {{(pid=105993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:59:24.692384 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.wsgi [-] (105994) accepted ('10.222.0.90', 58724) {{(pid=105994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:59:24.796434 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-389356ba-cc27-42aa-9e7b-feec35199488 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:24.846825 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-389356ba-cc27-42aa-9e7b-feec35199488 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:25.002510 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-389356ba-cc27-42aa-9e7b-feec35199488 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571103'] for security_group, after_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:25.010183 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-389356ba-cc27-42aa-9e7b-feec35199488 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:25.024765 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [None req-389356ba-cc27-42aa-9e7b-feec35199488 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/ecb25bbc-31de-419f-977e-35ff750f0e21 HTTP/1.1" status: 204 len: 168 time: 0.3291931 Sep 24 14:59:25.046637 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389356ba-cc27-42aa-9e7b-feec35199488 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecb25bbc-31de-419f-977e-35ff750f0e21,revision_number=None']} {{(pid=105994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:59:25.676662 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2938ea2-c7fb-466d-ba29-b974839ada46 req-efac8839-94a6-4db6-bb9f-97472ec97a63 tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:59:25.704799 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-c2938ea2-c7fb-466d-ba29-b974839ada46 req-efac8839-94a6-4db6-bb9f-97472ec97a63 tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] 10.222.0.90 "GET /v2.0/ports?device_id=f1b5b2a6-f314-44dc-ba72-775062bcd022 HTTP/1.1" status: 200 len: 945 time: 0.1795127 Sep 24 14:59:25.813792 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a51c33-3ef8-49d7-983b-efd6bedb9f86 req-3aaff65e-7c98-457d-8d91-86f1be6044a8 tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:59:25.832866 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-c2938ea2-c7fb-466d-ba29-b974839ada46 req-365afd19-b2a0-4038-bdaa-0d6eba402819 tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] 10.222.0.90 "GET /v2.0/security-groups?id=c657eca7-10e1-4b7a-90c6-895f7e6c258c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1271882 Sep 24 14:59:25.834419 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-94a51c33-3ef8-49d7-983b-efd6bedb9f86 req-3aaff65e-7c98-457d-8d91-86f1be6044a8 tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] 10.222.0.90 "GET /v2.0/ports?device_id=1bedb3f1-1b28-4d65-a046-f1b24046bde6 HTTP/1.1" status: 200 len: 945 time: 0.1265371 Sep 24 14:59:25.926509 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-94a51c33-3ef8-49d7-983b-efd6bedb9f86 req-8f26719a-35fd-4258-a55b-7c490a92516b tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] 10.222.0.90 "GET /v2.0/security-groups?id=f3d37e3f-2899-4174-ab27-7857e72c3fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849938 Sep 24 14:59:27.111207 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9cd427-a907-4c33-a7d7-9e4f6bb7fd73 req-aed052c6-6f7f-4b57-ad93-2b7903d50b56 tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:59:27.128165 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-0d9cd427-a907-4c33-a7d7-9e4f6bb7fd73 req-aed052c6-6f7f-4b57-ad93-2b7903d50b56 tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] 10.222.0.90 "GET /v2.0/ports?device_id=f1b5b2a6-f314-44dc-ba72-775062bcd022 HTTP/1.1" status: 200 len: 945 time: 0.1458957 Sep 24 14:59:27.175641 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2233a925-aafa-46ef-8cf0-efdc1c2785e3 req-cb946281-14f4-4174-a8c2-714097f28a5a tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:59:27.192462 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-2233a925-aafa-46ef-8cf0-efdc1c2785e3 req-cb946281-14f4-4174-a8c2-714097f28a5a tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/ports?device_id=873dd13f-1b71-4619-b337-59158ab98530 HTTP/1.1" status: 200 len: 945 time: 0.1372073 Sep 24 14:59:27.226943 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-0d9cd427-a907-4c33-a7d7-9e4f6bb7fd73 req-86701e01-495f-4e1b-8da3-e93428597dde tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] 10.222.0.90 "GET /v2.0/security-groups?id=c657eca7-10e1-4b7a-90c6-895f7e6c258c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944662 Sep 24 14:59:27.300936 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-2233a925-aafa-46ef-8cf0-efdc1c2785e3 req-4255a9e0-8738-45e7-b698-faca4cc5b608 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/security-groups?id=3569e126-7ff1-4cb8-87ba-3b9b03a649fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0954344 Sep 24 14:59:27.304468 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.wsgi [-] (105993) accepted ('10.222.0.90', 58884) {{(pid=105993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:59:27.470811 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.v2.base [None req-43d0b281-a5be-4fd3-9fd3-bd83e75c3ee3 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-951351868-network', 'tenant_id': '1a177d4e81ce4c2caabfe2b8f00e6481'}} {{(pid=105993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:59:27.482184 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e406010-bf83-4094-841a-1e2f3fe3b883 req-74c12d6d-c0f9-40b5-8483-beb534455c48 tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:59:27.497271 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-5e406010-bf83-4094-841a-1e2f3fe3b883 req-74c12d6d-c0f9-40b5-8483-beb534455c48 tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] 10.222.0.90 "GET /v2.0/ports?device_id=f1b5b2a6-f314-44dc-ba72-775062bcd022 HTTP/1.1" status: 200 len: 945 time: 0.1316614 Sep 24 14:59:27.507866 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.wsgi [-] (105994) accepted ('10.222.0.90', 58890) {{(pid=105994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:59:27.512296 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.v2.base [None req-7048db93-4655-47d0-916f-bd34d4923959 tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] Request body: {'floatingip': {'port_id': '952fb05d-d49a-44ce-a5d5-b9f7c2828cfe'}} {{(pid=105994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:59:27.525778 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43d0b281-a5be-4fd3-9fd3-bd83e75c3ee3 admin admin] Made reservation on behalf of 1a177d4e81ce4c2caabfe2b8f00e6481 for: {'network': 1} {{(pid=105993) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 14:59:27.530780 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-43d0b281-a5be-4fd3-9fd3-bd83e75c3ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993762'] for network, before_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:27.555407 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-43d0b281-a5be-4fd3-9fd3-bd83e75c3ee3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:27.696875 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-7048db93-4655-47d0-916f-bd34d4923959 tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] Notify callbacks [] for floatingip, before_update {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:27.755657 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-43d0b281-a5be-4fd3-9fd3-bd83e75c3ee3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:27.776834 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-43d0b281-a5be-4fd3-9fd3-bd83e75c3ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571103'] for security_group, after_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:27.856951 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43d0b281-a5be-4fd3-9fd3-bd83e75c3ee3 admin admin] vlan segment allocate from pool success with {'vlan_id': 1011, 'physical_network': 'physnet1'} {{(pid=105993) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 14:59:27.907120 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d0b281-a5be-4fd3-9fd3-bd83e75c3ee3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19a67e84-7300-447f-80b1-598b09257bc5,revision_number=1']} {{(pid=105993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:59:27.922200 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-43d0b281-a5be-4fd3-9fd3-bd83e75c3ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988101'] for segment, precommit_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:27.922724 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.db.segments_db [None req-43d0b281-a5be-4fd3-9fd3-bd83e75c3ee3 admin admin] Added segment 7d772851-ec27-4083-8324-19e508087518 of type vlan for network 00355aaa-db33-4182-878f-2eadc364e36a Sep 24 14:59:28.009992 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-43d0b281-a5be-4fd3-9fd3-bd83e75c3ee3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727248069142'] for network, precommit_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:28.072503 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-43d0b281-a5be-4fd3-9fd3-bd83e75c3ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314'] for network, after_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:28.075193 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43d0b281-a5be-4fd3-9fd3-bd83e75c3ee3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:59:28.076232 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-43d0b281-a5be-4fd3-9fd3-bd83e75c3ee3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536624'] for network, before_response {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:28.117124 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.wsgi [-] (105993) accepted ('10.222.0.90', 58926) {{(pid=105993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:59:28.158944 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [None req-43d0b281-a5be-4fd3-9fd3-bd83e75c3ee3 admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8535440 Sep 24 14:59:28.177110 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.wsgi [-] (105994) accepted ('10.222.0.90', 58932) {{(pid=105994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:59:28.208277 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d0b281-a5be-4fd3-9fd3-bd83e75c3ee3 admin admin] Pushing event updated for resources: {'Network': ['ID=00355aaa-db33-4182-878f-2eadc364e36a,revision_number=1']} {{(pid=105993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:59:28.229909 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.rpc [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Network 00355aaa-db33-4182-878f-2eadc364e36a details requested by agent ovs-agent-dv-cinder-809830-2-iscsi with host dv-cinder-809830-2-iscsi {{(pid=105995) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 14:59:28.247068 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.v2.base [None req-7dbc251a-5854-4be0-99af-094aa8261118 admin admin] Request body: {'subnet': {'network_id': '00355aaa-db33-4182-878f-2eadc364e36a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-951351868-subnet', 'tenant_id': '1a177d4e81ce4c2caabfe2b8f00e6481', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:59:28.431492 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dbc251a-5854-4be0-99af-094aa8261118 admin admin] Made reservation on behalf of 1a177d4e81ce4c2caabfe2b8f00e6481 for: {'subnet': 1} {{(pid=105994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 14:59:28.434606 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-7dbc251a-5854-4be0-99af-094aa8261118 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14524561'] for subnet, before_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:28.456661 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-11f8f608-a48b-4344-8c6d-70bc7d3e06a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:28.473616 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-66d97163-81d7-419a-ac25-15501c5d2753 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:28.637673 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2807cce9-5e54-4268-869c-634239439dea req-ecc27147-8d4f-4977-b4d6-830c070e80b4 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:59:28.640712 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-2807cce9-5e54-4268-869c-634239439dea req-ecc27147-8d4f-4977-b4d6-830c070e80b4 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/ports?device_id=873dd13f-1b71-4619-b337-59158ab98530 HTTP/1.1" status: 200 len: 945 time: 0.1438074 Sep 24 14:59:28.753972 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-2807cce9-5e54-4268-869c-634239439dea req-714aaff2-31c8-4757-abe9-6dfb4f7e213b tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/security-groups?id=3569e126-7ff1-4cb8-87ba-3b9b03a649fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0913804 Sep 24 14:59:28.786638 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-66d97163-81d7-419a-ac25-15501c5d2753 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:28.792096 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-66d97163-81d7-419a-ac25-15501c5d2753 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571103'] for security_group, after_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:28.852631 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.db.resource_extend [None req-7048db93-4655-47d0-916f-bd34d4923959 tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 24 14:59:28.860063 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [None req-66d97163-81d7-419a-ac25-15501c5d2753 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=6f811b56b26c4eaa9949ddb958ba27a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7381351 Sep 24 14:59:28.861717 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d97163-81d7-419a-ac25-15501c5d2753 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a5d9976-81f5-407c-923b-3071d6cb7ecf,revision_number=1']} {{(pid=105993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:59:28.866149 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.wsgi [-] (105993) accepted ('10.222.0.90', 58942) {{(pid=105993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:59:28.948752 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-c93c9f18-8952-48e4-913c-2814128b7033 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:28.994205 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-c93c9f18-8952-48e4-913c-2814128b7033 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:29.039947 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-7048db93-4655-47d0-916f-bd34d4923959 tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:29.049378 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-7048db93-4655-47d0-916f-bd34d4923959 tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-595207'] for floatingip, after_update {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:29.093305 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-c93c9f18-8952-48e4-913c-2814128b7033 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571103'] for security_group, after_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:29.098511 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-c93c9f18-8952-48e4-913c-2814128b7033 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:29.100700 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [None req-c93c9f18-8952-48e4-913c-2814128b7033 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/1a5d9976-81f5-407c-923b-3071d6cb7ecf HTTP/1.1" status: 204 len: 168 time: 0.2302513 Sep 24 14:59:29.117206 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93c9f18-8952-48e4-913c-2814128b7033 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a5d9976-81f5-407c-923b-3071d6cb7ecf,revision_number=None']} {{(pid=105993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:59:29.255176 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-7dbc251a-5854-4be0-99af-094aa8261118 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14130210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14524579'] for subnet, after_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:29.312529 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.db.l3_db [None req-7048db93-4655-47d0-916f-bd34d4923959 tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] Floating IP 96a7e689-053d-4c83-9cc2-957f80114c88 associated. External IP: 172.27.0.250, port: 952fb05d-d49a-44ce-a5d5-b9f7c2828cfe. Sep 24 14:59:29.341888 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:29.622086 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbc251a-5854-4be0-99af-094aa8261118 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b50618cb-d83e-4786-bead-32128710e70b,revision_number=0']} {{(pid=105994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:59:29.695473 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dbc251a-5854-4be0-99af-094aa8261118 admin admin] Checking segment: {'id': '7d772851-ec27-4083-8324-19e508087518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': '00355aaa-db33-4182-878f-2eadc364e36a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 14:59:29.696728 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dbc251a-5854-4be0-99af-094aa8261118 admin admin] Network hostable DHCP agents. Network: 00355aaa-db33-4182-878f-2eadc364e36a, hostable agents: ['a445fb04-844a-460e-9913-1045a19b95b5'], hosted agents: [] {{(pid=105994) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 14:59:29.758444 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dbc251a-5854-4be0-99af-094aa8261118 admin admin] Network 00355aaa-db33-4182-878f-2eadc364e36a is scheduled to be hosted by DHCP agent a445fb04-844a-460e-9913-1045a19b95b5 with binding_index 1 {{(pid=105994) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 14:59:29.843463 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.scheduler.base_scheduler [None req-7dbc251a-5854-4be0-99af-094aa8261118 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809830-2-iscsi, 00355aaa-db33-4182-878f-2eadc364e36a) {{(pid=105994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 14:59:29.853791 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dbc251a-5854-4be0-99af-094aa8261118 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:59:29.855389 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-7dbc251a-5854-4be0-99af-094aa8261118 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:29.857558 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-917bbb64-e768-49d7-93e7-575f9a016f74 None None] Network 00355aaa-db33-4182-878f-2eadc364e36a requested from dv-cinder-809830-2-iscsi {{(pid=105995) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 14:59:29.915136 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.wsgi [-] (105993) accepted ('10.222.0.90', 58970) {{(pid=105993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:59:29.922006 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [None req-7dbc251a-5854-4be0-99af-094aa8261118 admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.7300682 Sep 24 14:59:30.069284 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7048db93-4655-47d0-916f-bd34d4923959 tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] Router f2781da5-ea6b-4ab3-b721-a244b58e4c06 has already been hosted by L3 agent 76290e94-8d59-4af2-9b8f-4e64db68baa4 {{(pid=105994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 14:59:30.093139 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf13525-8028-4093-a966-8672d4092f7d req-aeeb22a0-56e4-4f16-b42d-4a9cdbc1b586 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:59:30.095965 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-caf13525-8028-4093-a966-8672d4092f7d req-aeeb22a0-56e4-4f16-b42d-4a9cdbc1b586 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/ports?device_id=873dd13f-1b71-4619-b337-59158ab98530 HTTP/1.1" status: 200 len: 945 time: 0.1655753 Sep 24 14:59:30.306859 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7048db93-4655-47d0-916f-bd34d4923959 tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] Notify agent at l3_agent.dv-cinder-809830-2-iscsi the message routers_updated {{(pid=105994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 14:59:30.322082 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70dd32f8-6927-41d9-a06d-48a8a98223a7 None None] Sync routers for ids ['f2781da5-ea6b-4ab3-b721-a244b58e4c06'] in dv-cinder-809830-2-iscsi {{(pid=105996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 14:59:30.338580 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-caf13525-8028-4093-a966-8672d4092f7d req-c7924511-046c-48f9-8fed-4bcaa20c2c1a tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/security-groups?id=3569e126-7ff1-4cb8-87ba-3b9b03a649fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2277989 Sep 24 14:59:30.353292 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-7048db93-4655-47d0-916f-bd34d4923959 tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472375'] for floatingip, before_response {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:30.353852 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [None req-0d023287-a55c-4617-bec2-fc2fd143f645 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=c73434af4b1943d69f54e6b3a12fa255&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4364848 Sep 24 14:59:30.354673 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.wsgi [-] (105993) accepted ('10.222.0.90', 58988) {{(pid=105993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:59:30.367975 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70dd32f8-6927-41d9-a06d-48a8a98223a7 None None] Routers {'f2781da5-ea6b-4ab3-b721-a244b58e4c06'} bound to L3 agent in host dv-cinder-809830-2-iscsi {{(pid=105996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 14:59:30.374056 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.db.l3_hamode_db [None req-70dd32f8-6927-41d9-a06d-48a8a98223a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809830-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T14:45:58Z,description=,heartbeat_timestamp=2021-09-24T14:59:28Z,host='dv-cinder-809830-2-iscsi',id=76290e94-8d59-4af2-9b8f-4e64db68baa4,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T14:45:58Z,topic='l3_agent')) {'router_ids': ['f2781da5-ea6b-4ab3-b721-a244b58e4c06'], 'active': True} {{(pid=105996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:59:30.455475 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [None req-7048db93-4655-47d0-916f-bd34d4923959 tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] 10.222.0.90 "PUT /v2.0/floatingips/96a7e689-053d-4c83-9cc2-957f80114c88 HTTP/1.1" status: 200 len: 991 time: 2.9432352 Sep 24 14:59:30.456583 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1b5b2a6-f314-44dc-ba72-775062bcd022', 'tag': '952fb05d-d49a-44ce-a5d5-b9f7c2828cfe'}] {{(pid=105994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 14:59:30.463823 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}445a901cbb5a624303c84b78f65e518dd0fb300c00204885c20e5236c8fbed2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-157640ca-77a9-4670-a3ba-825b1e24145b" -d '{"events": [{"name": "network-changed", "server_uuid": "f1b5b2a6-f314-44dc-ba72-775062bcd022", "tag": "952fb05d-d49a-44ce-a5d5-b9f7c2828cfe"}]}' {{(pid=105994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 14:59:30.496652 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-13d777cc-54dc-48f4-b409-3d66fa02497d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:30.510626 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2e4931d-af0d-4885-aa9f-ccb7cd0a5d4a None None] Network 00355aaa-db33-4182-878f-2eadc364e36a requested from dv-cinder-809830-2-iscsi {{(pid=105995) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 14:59:30.546311 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-868167dd-1852-49be-a29f-c744beb09c3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:30.603449 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-868167dd-1852-49be-a29f-c744beb09c3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:30.624510 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 14:59:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3442748e-4b33-4127-92fa-e66d7e53d69c x-openstack-request-id: req-3442748e-4b33-4127-92fa-e66d7e53d69c {{(pid=105994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 14:59:30.625006 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1b5b2a6-f314-44dc-ba72-775062bcd022", "tag": "952fb05d-d49a-44ce-a5d5-b9f7c2828cfe", "status": "completed", "code": 200}]} {{(pid=105994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 14:59:30.625353 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-3442748e-4b33-4127-92fa-e66d7e53d69c {{(pid=105994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 14:59:30.625924 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1b5b2a6-f314-44dc-ba72-775062bcd022', 'tag': '952fb05d-d49a-44ce-a5d5-b9f7c2828cfe', 'status': 'completed', 'code': 200} Sep 24 14:59:30.772947 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-868167dd-1852-49be-a29f-c744beb09c3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571103'] for security_group, after_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:30.774543 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157640ca-77a9-4670-a3ba-825b1e24145b req-7d3fbabb-d696-47c0-bb2c-a0c334c41ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:59:30.777615 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-868167dd-1852-49be-a29f-c744beb09c3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:30.777846 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-157640ca-77a9-4670-a3ba-825b1e24145b req-7d3fbabb-d696-47c0-bb2c-a0c334c41ec8 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=36af9e7ac5624a48a0e26dba4f35ccdb&device_id=f1b5b2a6-f314-44dc-ba72-775062bcd022 HTTP/1.1" status: 200 len: 1098 time: 0.1029494 Sep 24 14:59:30.779016 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [None req-868167dd-1852-49be-a29f-c744beb09c3e admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/f3223a13-1d61-460b-9fa8-ac2dbe1000b0 HTTP/1.1" status: 204 len: 168 time: 0.4230630 Sep 24 14:59:30.780019 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.db.l3_dvr_db [None req-70dd32f8-6927-41d9-a06d-48a8a98223a7 None None] Set router f2781da5-ea6b-4ab3-b721-a244b58e4c06 gateway port host: dv-cinder-809830-2-iscsi {{(pid=105996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 14:59:30.793465 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868167dd-1852-49be-a29f-c744beb09c3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3223a13-1d61-460b-9fa8-ac2dbe1000b0,revision_number=None']} {{(pid=105993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:59:31.021454 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157640ca-77a9-4670-a3ba-825b1e24145b req-5bba3afe-41dd-483b-b29f-e3994acfc3fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:59:31.025256 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-157640ca-77a9-4670-a3ba-825b1e24145b req-5bba3afe-41dd-483b-b29f-e3994acfc3fb service neutron] 10.222.0.99 "GET /v2.0/networks?id=65553ae1-d48d-4529-ac12-6e14802b8d55 HTTP/1.1" status: 200 len: 913 time: 0.2395399 Sep 24 14:59:31.243778 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-157640ca-77a9-4670-a3ba-825b1e24145b req-7be71b04-7678-4fbc-b4bb-6b6cc7cd522e service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=952fb05d-d49a-44ce-a5d5-b9f7c2828cfe HTTP/1.1" status: 200 len: 999 time: 0.2076917 Sep 24 14:59:31.255540 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.db.l3_hamode_db [None req-70dd32f8-6927-41d9-a06d-48a8a98223a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2781da5-ea6b-4ab3-b721-a244b58e4c06', 'name': 'tempest-AttachVolumeTestJSON-1174281789-router', 'tenant_id': '36af9e7ac5624a48a0e26dba4f35ccdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7', 'external_fixed_ips': [{'subnet_id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': '42946747-c020-4266-add9-c7c5f74e06a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T14:58:40Z', 'updated_at': '2021-09-24T14:58:48Z', 'revision_number': 4, 'project_id': '36af9e7ac5624a48a0e26dba4f35ccdb', 'gw_port': {'id': '42946747-c020-4266-add9-c7c5f74e06a5', 'name': '', 'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:23:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2781da5-ea6b-4ab3-b721-a244b58e4c06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T14:58:42Z', 'updated_at': '2021-09-24T14:58:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809830-2-iscsi', '_floatingips': [{'id': '96a7e689-053d-4c83-9cc2-957f80114c88', 'tenant_id': '36af9e7ac5624a48a0e26dba4f35ccdb', 'floating_ip_address': '172.27.0.250', 'floating_network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7', 'router_id': 'f2781da5-ea6b-4ab3-b721-a244b58e4c06', 'port_id': '952fb05d-d49a-44ce-a5d5-b9f7c2828cfe', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 289, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65553ae1-d48d-4529-ac12-6e14802b8d55', 'mac_address': 'fa:16:3e:fc:68:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1b5b2a6-f314-44dc-ba72-775062bcd022', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T14:59:00Z', 'updated_at': '2021-09-24T14:59:28Z', 'revision_number': 1, 'project_id': '36af9e7ac5624a48a0e26dba4f35ccdb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c35907eb-1f1e-4443-9d69-be81bc178931', 'name': '', 'network_id': '65553ae1-d48d-4529-ac12-6e14802b8d55', 'tenant_id': '36af9e7ac5624a48a0e26dba4f35ccdb', 'mac_address': 'fa:16:3e:a7:eb:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2781da5-ea6b-4ab3-b721-a244b58e4c06', 'device_owner': 'network:router_interface', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '08495ca0-8e92-404f-b038-7ce4337e085a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T14:58:46Z', 'updated_at': '2021-09-24T14:58:57Z', 'revision_number': 5, 'project_id': '36af9e7ac5624a48a0e26dba4f35ccdb', 'subnets': [{'id': '08495ca0-8e92-404f-b038-7ce4337e085a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809830-2-iscsi', False) {} {{(pid=105996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:59:31.303888 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70dd32f8-6927-41d9-a06d-48a8a98223a7 None None] Checking router: f2781da5-ea6b-4ab3-b721-a244b58e4c06 for host: dv-cinder-809830-2-iscsi {{(pid=105996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 14:59:31.318423 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70dd32f8-6927-41d9-a06d-48a8a98223a7 None None] Routers {'f2781da5-ea6b-4ab3-b721-a244b58e4c06'} bound to L3 agent in host dv-cinder-809830-2-iscsi {{(pid=105996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 14:59:31.319379 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.db.l3_hamode_db [None req-70dd32f8-6927-41d9-a06d-48a8a98223a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809830-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T14:45:58Z,description=,heartbeat_timestamp=2021-09-24T14:59:28Z,host='dv-cinder-809830-2-iscsi',id=76290e94-8d59-4af2-9b8f-4e64db68baa4,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T14:45:58Z,topic='l3_agent')) {'router_ids': ['f2781da5-ea6b-4ab3-b721-a244b58e4c06'], 'active': True} {{(pid=105996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:59:31.373499 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157640ca-77a9-4670-a3ba-825b1e24145b req-439b1901-d184-4193-a1f6-e590f6b20945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:59:31.377048 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-157640ca-77a9-4670-a3ba-825b1e24145b req-439b1901-d184-4193-a1f6-e590f6b20945 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=08495ca0-8e92-404f-b038-7ce4337e085a HTTP/1.1" status: 200 len: 850 time: 0.1220548 Sep 24 14:59:31.535506 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157640ca-77a9-4670-a3ba-825b1e24145b req-b2306378-4ebe-4f9a-9e97-928e0c8e3577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:59:31.538515 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-157640ca-77a9-4670-a3ba-825b1e24145b req-b2306378-4ebe-4f9a-9e97-928e0c8e3577 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=65553ae1-d48d-4529-ac12-6e14802b8d55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1454005 Sep 24 14:59:31.657408 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.db.l3_dvr_db [None req-70dd32f8-6927-41d9-a06d-48a8a98223a7 None None] Set router f2781da5-ea6b-4ab3-b721-a244b58e4c06 gateway port host: dv-cinder-809830-2-iscsi {{(pid=105996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 14:59:31.933418 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888ba3c9-7516-4314-ae36-9e0be96a5a12 req-3e20ce69-fbfa-4550-b994-9e3b67bbd4c1 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:59:31.949569 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-888ba3c9-7516-4314-ae36-9e0be96a5a12 req-3e20ce69-fbfa-4550-b994-9e3b67bbd4c1 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/ports?device_id=873dd13f-1b71-4619-b337-59158ab98530 HTTP/1.1" status: 200 len: 945 time: 0.3533480 Sep 24 14:59:32.069897 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-157640ca-77a9-4670-a3ba-825b1e24145b req-eb18053b-bc4f-4eb7-9356-04248e41ed9f service neutron] 10.222.0.99 "GET /v2.0/networks/65553ae1-d48d-4529-ac12-6e14802b8d55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5226176 Sep 24 14:59:32.071743 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-888ba3c9-7516-4314-ae36-9e0be96a5a12 req-21fe96ff-96ac-4965-b95d-d97935466227 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/security-groups?id=3569e126-7ff1-4cb8-87ba-3b9b03a649fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1127298 Sep 24 14:59:32.229308 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.db.l3_hamode_db [None req-70dd32f8-6927-41d9-a06d-48a8a98223a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2781da5-ea6b-4ab3-b721-a244b58e4c06', 'name': 'tempest-AttachVolumeTestJSON-1174281789-router', 'tenant_id': '36af9e7ac5624a48a0e26dba4f35ccdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7', 'external_fixed_ips': [{'subnet_id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': '42946747-c020-4266-add9-c7c5f74e06a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T14:58:40Z', 'updated_at': '2021-09-24T14:58:48Z', 'revision_number': 4, 'project_id': '36af9e7ac5624a48a0e26dba4f35ccdb', 'gw_port': {'id': '42946747-c020-4266-add9-c7c5f74e06a5', 'name': '', 'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:23:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2781da5-ea6b-4ab3-b721-a244b58e4c06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T14:58:42Z', 'updated_at': '2021-09-24T14:58:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809830-2-iscsi', '_floatingips': [{'id': '96a7e689-053d-4c83-9cc2-957f80114c88', 'tenant_id': '36af9e7ac5624a48a0e26dba4f35ccdb', 'floating_ip_address': '172.27.0.250', 'floating_network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7', 'router_id': 'f2781da5-ea6b-4ab3-b721-a244b58e4c06', 'port_id': '952fb05d-d49a-44ce-a5d5-b9f7c2828cfe', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 289, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65553ae1-d48d-4529-ac12-6e14802b8d55', 'mac_address': 'fa:16:3e:fc:68:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1b5b2a6-f314-44dc-ba72-775062bcd022', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T14:59:00Z', 'updated_at': '2021-09-24T14:59:28Z', 'revision_number': 1, 'project_id': '36af9e7ac5624a48a0e26dba4f35ccdb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c35907eb-1f1e-4443-9d69-be81bc178931', 'name': '', 'network_id': '65553ae1-d48d-4529-ac12-6e14802b8d55', 'tenant_id': '36af9e7ac5624a48a0e26dba4f35ccdb', 'mac_address': 'fa:16:3e:a7:eb:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2781da5-ea6b-4ab3-b721-a244b58e4c06', 'device_owner': 'network:router_interface', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '08495ca0-8e92-404f-b038-7ce4337e085a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T14:58:46Z', 'updated_at': '2021-09-24T14:58:57Z', 'revision_number': 5, 'project_id': '36af9e7ac5624a48a0e26dba4f35ccdb', 'subnets': [{'id': '08495ca0-8e92-404f-b038-7ce4337e085a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809830-2-iscsi', False) {} {{(pid=105996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:59:32.274151 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-157640ca-77a9-4670-a3ba-825b1e24145b req-31d6f814-f0a1-44fe-b8b8-61fe9c0ffd92 service neutron] 10.222.0.99 "GET /v2.0/networks/65553ae1-d48d-4529-ac12-6e14802b8d55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1886537 Sep 24 14:59:32.286385 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70dd32f8-6927-41d9-a06d-48a8a98223a7 None None] The sync data for ids ['f2781da5-ea6b-4ab3-b721-a244b58e4c06'] in dv-cinder-809830-2-iscsi is: [{'id': 'f2781da5-ea6b-4ab3-b721-a244b58e4c06', 'name': 'tempest-AttachVolumeTestJSON-1174281789-router', 'tenant_id': '36af9e7ac5624a48a0e26dba4f35ccdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7', 'external_fixed_ips': [{'subnet_id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': '42946747-c020-4266-add9-c7c5f74e06a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T14:58:40Z', 'updated_at': '2021-09-24T14:58:48Z', 'revision_number': 4, 'project_id': '36af9e7ac5624a48a0e26dba4f35ccdb', 'gw_port': {'id': '42946747-c020-4266-add9-c7c5f74e06a5', 'name': '', 'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:23:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2781da5-ea6b-4ab3-b721-a244b58e4c06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T14:58:42Z', 'updated_at': '2021-09-24T14:58:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809830-2-iscsi', '_floatingips': [{'id': '96a7e689-053d-4c83-9cc2-957f80114c88', 'tenant_id': '36af9e7ac5624a48a0e26dba4f35ccdb', 'floating_ip_address': '172.27.0.250', 'floating_network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7', 'router_id': 'f2781da5-ea6b-4ab3-b721-a244b58e4c06', 'port_id': '952fb05d-d49a-44ce-a5d5-b9f7c2828cfe', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 289, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65553ae1-d48d-4529-ac12-6e14802b8d55', 'mac_address': 'fa:16:3e:fc:68:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1b5b2a6-f314-44dc-ba72-775062bcd022', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T14:59:00Z', 'updated_at': '2021-09-24T14:59:28Z', 'revision_number': 1, 'project_id': '36af9e7ac5624a48a0e26dba4f35ccdb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c35907eb-1f1e-4443-9d69-be81bc178931', 'name': '', 'network_id': '65553ae1-d48d-4529-ac12-6e14802b8d55', 'tenant_id': '36af9e7ac5624a48a0e26dba4f35ccdb', 'mac_address': 'fa:16:3e:a7:eb:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2781da5-ea6b-4ab3-b721-a244b58e4c06', 'device_owner': 'network:router_interface', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '08495ca0-8e92-404f-b038-7ce4337e085a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T14:58:46Z', 'updated_at': '2021-09-24T14:58:57Z', 'revision_number': 5, 'project_id': '36af9e7ac5624a48a0e26dba4f35ccdb', 'subnets': [{'id': '08495ca0-8e92-404f-b038-7ce4337e085a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 14:59:32.658184 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f1ddeb0-81e8-4d8c-ba72-1f69679a6ae2 None None] New status for floating IP 96a7e689-053d-4c83-9cc2-957f80114c88: ACTIVE {{(pid=105995) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 14:59:32.709201 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.wsgi [-] (105993) accepted ('10.222.0.90', 59040) {{(pid=105993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:59:32.864165 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.v2.base [None req-54fe755b-5197-45ad-93f5-da38960363d1 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-888972978-network', 'tenant_id': 'b3ba56daf4404d7989fc7b7270504b2e'}} {{(pid=105993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:59:32.905475 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54fe755b-5197-45ad-93f5-da38960363d1 admin admin] Made reservation on behalf of b3ba56daf4404d7989fc7b7270504b2e for: {'network': 1} {{(pid=105993) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 14:59:32.909448 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-54fe755b-5197-45ad-93f5-da38960363d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993762'] for network, before_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:32.928056 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-54fe755b-5197-45ad-93f5-da38960363d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:32.995921 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-450d71f0-4391-4cc8-89b8-8f609d6e2304 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:33.147391 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-54fe755b-5197-45ad-93f5-da38960363d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:33.158524 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-54fe755b-5197-45ad-93f5-da38960363d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571103'] for security_group, after_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:33.225575 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fe755b-5197-45ad-93f5-da38960363d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d318d791-7e19-4ad5-9549-33f5f34fee56,revision_number=1']} {{(pid=105993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:59:33.254287 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54fe755b-5197-45ad-93f5-da38960363d1 admin admin] vlan segment allocate from pool success with {'vlan_id': 1033, 'physical_network': 'physnet1'} {{(pid=105993) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 14:59:33.318912 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-54fe755b-5197-45ad-93f5-da38960363d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988101'] for segment, precommit_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:33.319614 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.db.segments_db [None req-54fe755b-5197-45ad-93f5-da38960363d1 admin admin] Added segment e5fe0498-5b75-4c3e-a5ab-6f6f616fb9d3 of type vlan for network bb19bb9c-3809-48e0-96ea-458278040176 Sep 24 14:59:33.370840 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d59f466-2bd9-45a9-9a3b-ce807bb984d6 req-8cb82e7a-83f1-4acc-92c3-b62d22a5015c tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:59:33.374071 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-2d59f466-2bd9-45a9-9a3b-ce807bb984d6 req-8cb82e7a-83f1-4acc-92c3-b62d22a5015c tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/ports?device_id=873dd13f-1b71-4619-b337-59158ab98530 HTTP/1.1" status: 200 len: 945 time: 0.1450250 Sep 24 14:59:33.444026 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-54fe755b-5197-45ad-93f5-da38960363d1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727248069142'] for network, precommit_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:33.481161 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-2d59f466-2bd9-45a9-9a3b-ce807bb984d6 req-98ab6290-92d4-4ffa-a4ef-cd9a0297a5f5 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/security-groups?id=3569e126-7ff1-4cb8-87ba-3b9b03a649fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0796781 Sep 24 14:59:33.506861 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-54fe755b-5197-45ad-93f5-da38960363d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314'] for network, after_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:33.508723 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54fe755b-5197-45ad-93f5-da38960363d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:59:33.509772 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-54fe755b-5197-45ad-93f5-da38960363d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536624'] for network, before_response {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:33.589716 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [None req-54fe755b-5197-45ad-93f5-da38960363d1 admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8787017 Sep 24 14:59:33.594302 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.wsgi [-] (105994) accepted ('10.222.0.90', 59086) {{(pid=105994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:59:33.615423 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.v2.base [None req-b3cd0430-d224-425f-8313-10904a9721cd admin admin] Request body: {'subnet': {'network_id': 'bb19bb9c-3809-48e0-96ea-458278040176', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-888972978-subnet', 'tenant_id': 'b3ba56daf4404d7989fc7b7270504b2e', 'ip_version': 4}} {{(pid=105994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:59:33.704182 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fe755b-5197-45ad-93f5-da38960363d1 admin admin] Pushing event updated for resources: {'Network': ['ID=bb19bb9c-3809-48e0-96ea-458278040176,revision_number=1']} {{(pid=105993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:59:33.711039 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3cd0430-d224-425f-8313-10904a9721cd admin admin] Made reservation on behalf of b3ba56daf4404d7989fc7b7270504b2e for: {'subnet': 1} {{(pid=105994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 14:59:33.722585 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-b3cd0430-d224-425f-8313-10904a9721cd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14524561'] for subnet, before_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:33.725144 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.rpc [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Network bb19bb9c-3809-48e0-96ea-458278040176 details requested by agent ovs-agent-dv-cinder-809830-2-iscsi with host dv-cinder-809830-2-iscsi {{(pid=105995) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 14:59:33.949293 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b1f7ba-9413-49c2-9ff4-d0296d9fde19 req-28ec1aa7-dc0e-4108-b7ce-dddd07929f32 tempest-VolumesActionsTest-2147474436 tempest-VolumesActionsTest-2147474436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:59:33.958463 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-95b1f7ba-9413-49c2-9ff4-d0296d9fde19 req-28ec1aa7-dc0e-4108-b7ce-dddd07929f32 tempest-VolumesActionsTest-2147474436 tempest-VolumesActionsTest-2147474436-project] 10.222.0.90 "GET /v2.0/networks?id=00355aaa-db33-4182-878f-2eadc364e36a HTTP/1.1" status: 200 len: 808 time: 0.2498522 Sep 24 14:59:33.986268 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-95b1f7ba-9413-49c2-9ff4-d0296d9fde19 req-24a8ab59-5e8d-460a-8300-5b229324fc48 tempest-VolumesActionsTest-2147474436 tempest-VolumesActionsTest-2147474436-project] 10.222.0.90 "GET /v2.0/quotas/1a177d4e81ce4c2caabfe2b8f00e6481 HTTP/1.1" status: 200 len: 375 time: 0.0266008 Sep 24 14:59:34.056859 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-95b1f7ba-9413-49c2-9ff4-d0296d9fde19 req-69cbf613-08ce-47a8-8d21-18b3d2f71ac0 tempest-VolumesActionsTest-2147474436 tempest-VolumesActionsTest-2147474436-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=1a177d4e81ce4c2caabfe2b8f00e6481&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0692649 Sep 24 14:59:34.070495 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-b3cd0430-d224-425f-8313-10904a9721cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14130210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14524579'] for subnet, after_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:34.175314 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cd0430-d224-425f-8313-10904a9721cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=800b9930-29a7-40db-a216-473b4386d889,revision_number=0']} {{(pid=105994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:59:34.187115 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3cd0430-d224-425f-8313-10904a9721cd admin admin] Checking segment: {'id': 'e5fe0498-5b75-4c3e-a5ab-6f6f616fb9d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': 'bb19bb9c-3809-48e0-96ea-458278040176'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 14:59:34.187115 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3cd0430-d224-425f-8313-10904a9721cd admin admin] Network hostable DHCP agents. Network: bb19bb9c-3809-48e0-96ea-458278040176, hostable agents: ['a445fb04-844a-460e-9913-1045a19b95b5'], hosted agents: [] {{(pid=105994) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 14:59:34.211874 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3cd0430-d224-425f-8313-10904a9721cd admin admin] Network bb19bb9c-3809-48e0-96ea-458278040176 is scheduled to be hosted by DHCP agent a445fb04-844a-460e-9913-1045a19b95b5 with binding_index 1 {{(pid=105994) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 14:59:34.229209 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.scheduler.base_scheduler [None req-b3cd0430-d224-425f-8313-10904a9721cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809830-2-iscsi, bb19bb9c-3809-48e0-96ea-458278040176) {{(pid=105994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 14:59:34.234462 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3cd0430-d224-425f-8313-10904a9721cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:59:34.235186 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-b3cd0430-d224-425f-8313-10904a9721cd admin admin] Notify callbacks [] for subnet, before_response {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:34.245581 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-95b1f7ba-9413-49c2-9ff4-d0296d9fde19 req-99e8605c-a17d-4df4-b13d-790997951736 service neutron] 10.222.0.90 "GET /v2.0/networks/00355aaa-db33-4182-878f-2eadc364e36a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1795657 Sep 24 14:59:34.248942 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-252cf2eb-5ef4-42bf-b6b5-a289726e4827 None None] Network bb19bb9c-3809-48e0-96ea-458278040176 requested from dv-cinder-809830-2-iscsi {{(pid=105995) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 14:59:34.274354 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [None req-b3cd0430-d224-425f-8313-10904a9721cd admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6779361 Sep 24 14:59:34.278497 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.wsgi [-] (105994) accepted ('10.222.0.90', 59110) {{(pid=105994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:59:34.290293 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.v2.base [None req-089daee2-ca0f-432d-a0d9-5290e2b0f45d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-888972978-router', 'tenant_id': 'b3ba56daf4404d7989fc7b7270504b2e', 'external_gateway_info': {'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7'}}} {{(pid=105994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:59:34.346111 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-089daee2-ca0f-432d-a0d9-5290e2b0f45d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594072', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-917'] for router, before_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:34.348396 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-089daee2-ca0f-432d-a0d9-5290e2b0f45d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-591208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-616600', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-980487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-924'] for router, precommit_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:34.450306 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-95b1f7ba-9413-49c2-9ff4-d0296d9fde19 req-4f7a733f-d7c9-428e-968a-061d270e70b8 service neutron] 10.222.0.90 "GET /v2.0/networks/00355aaa-db33-4182-878f-2eadc364e36a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1907592 Sep 24 14:59:34.465756 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-089daee2-ca0f-432d-a0d9-5290e2b0f45d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:34.601907 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4635cf8e-ada0-43b2-a346-2fa3794002cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e630d72-881c-5ced-b0db-7df05ee4afe5-bb19bb9c-3809-48e0-96ea-458278040176', 'network_id': 'bb19bb9c-3809-48e0-96ea-458278040176', 'tenant_id': 'b3ba56daf4404d7989fc7b7270504b2e', 'fixed_ips': [{'subnet_id': '800b9930-29a7-40db-a216-473b4386d889'}]}} from dv-cinder-809830-2-iscsi. {{(pid=105995) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 14:59:34.603883 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-4635cf8e-ada0-43b2-a346-2fa3794002cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993762'] for port, before_create {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:34.809160 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-089daee2-ca0f-432d-a0d9-5290e2b0f45d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:34.837043 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-d41574b5-4dc9-4f57-8d2b-565cb7c8e92d req-a8bf556e-50f6-4729-8073-b171f92a0a54 tempest-VolumesActionsTest-2147474436 tempest-VolumesActionsTest-2147474436-project] 10.222.0.90 "GET /v2.0/ports?device_id=f3e72372-e717-47a0-84de-6a48a7c63d30 HTTP/1.1" status: 200 len: 210 time: 0.0503566 Sep 24 14:59:34.897409 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca61ad2-e94e-4626-b7d9-58a40a0c2bdc req-a5378783-baa2-4ca5-bea9-153570f9c05d tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:59:34.899495 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-fca61ad2-e94e-4626-b7d9-58a40a0c2bdc req-a5378783-baa2-4ca5-bea9-153570f9c05d tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/ports?device_id=873dd13f-1b71-4619-b337-59158ab98530 HTTP/1.1" status: 200 len: 945 time: 0.1981320 Sep 24 14:59:34.938567 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.db_base_plugin_common [None req-4635cf8e-ada0-43b2-a346-2fa3794002cb None None] Allocated IP 172.20.0.2 (bb19bb9c-3809-48e0-96ea-458278040176/800b9930-29a7-40db-a216-473b4386d889/750beae1-e926-456f-873a-4b5a2543423a) {{(pid=105995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 14:59:35.068887 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-fca61ad2-e94e-4626-b7d9-58a40a0c2bdc req-8005899c-e135-430d-a50c-391fa1240986 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/security-groups?id=3569e126-7ff1-4cb8-87ba-3b9b03a649fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1085436 Sep 24 14:59:35.252223 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-4635cf8e-ada0-43b2-a346-2fa3794002cb None None] Notify callbacks [] for port, precommit_create {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:35.261861 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-4635cf8e-ada0-43b2-a346-2fa3794002cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727248062127'] for port, after_create {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:35.278328 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-089daee2-ca0f-432d-a0d9-5290e2b0f45d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:35.309182 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-089daee2-ca0f-432d-a0d9-5290e2b0f45d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993762'] for port, before_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:35.317641 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4635cf8e-ada0-43b2-a346-2fa3794002cb None None] Network bb19bb9c-3809-48e0-96ea-458278040176 is already hosted by enough agents. {{(pid=105995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 14:59:35.322202 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.scheduler.base_scheduler [None req-4635cf8e-ada0-43b2-a346-2fa3794002cb None None] Resources bound (agent type, host, resource id): {{(pid=105995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 14:59:35.331291 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4635cf8e-ada0-43b2-a346-2fa3794002cb None None] Received port after_create {{(pid=105995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 14:59:35.349184 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4635cf8e-ada0-43b2-a346-2fa3794002cb None None] Pushing event updated for resources: {'Port': ['ID=750beae1-e926-456f-873a-4b5a2543423a,revision_number=1']} {{(pid=105995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:59:35.428074 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.managers [None req-4635cf8e-ada0-43b2-a346-2fa3794002cb None None] Attempting to bind port 750beae1-e926-456f-873a-4b5a2543423a on host dv-cinder-809830-2-iscsi for vnic_type normal with profile {{(pid=105995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 14:59:35.428714 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.managers [None req-4635cf8e-ada0-43b2-a346-2fa3794002cb None None] Attempting to bind port 750beae1-e926-456f-873a-4b5a2543423a by drivers openvswitch,hyperv on host dv-cinder-809830-2-iscsi at level 0 using segments [{'id': 'e5fe0498-5b75-4c3e-a5ab-6f6f616fb9d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': 'bb19bb9c-3809-48e0-96ea-458278040176'}] {{(pid=105995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 14:59:35.428972 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4635cf8e-ada0-43b2-a346-2fa3794002cb None None] Attempting to bind port 750beae1-e926-456f-873a-4b5a2543423a on network bb19bb9c-3809-48e0-96ea-458278040176 {{(pid=105995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 14:59:35.436634 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4635cf8e-ada0-43b2-a346-2fa3794002cb None None] Checking agent: {'id': '466265b3-b863-41e9-8226-f4d0fd198543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809830-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 14, 45, 59), 'started_at': datetime.datetime(2021, 9, 24, 14, 46, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 14, 59, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809830-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 14:59:35.437077 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4635cf8e-ada0-43b2-a346-2fa3794002cb None None] Checking segment: {'id': 'e5fe0498-5b75-4c3e-a5ab-6f6f616fb9d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': 'bb19bb9c-3809-48e0-96ea-458278040176'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 14:59:35.437504 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-4635cf8e-ada0-43b2-a346-2fa3794002cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:35.437944 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4635cf8e-ada0-43b2-a346-2fa3794002cb None None] Bound using segment: {'id': 'e5fe0498-5b75-4c3e-a5ab-6f6f616fb9d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': 'bb19bb9c-3809-48e0-96ea-458278040176'} {{(pid=105995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 14:59:35.438508 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.managers [None req-4635cf8e-ada0-43b2-a346-2fa3794002cb None None] Bound port: 750beae1-e926-456f-873a-4b5a2543423a, host: dv-cinder-809830-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5fe0498-5b75-4c3e-a5ab-6f6f616fb9d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': 'bb19bb9c-3809-48e0-96ea-458278040176'}}] {{(pid=105995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 14:59:35.439101 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-4635cf8e-ada0-43b2-a346-2fa3794002cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993762'] for port, before_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:35.509941 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.db.db_base_plugin_common [None req-089daee2-ca0f-432d-a0d9-5290e2b0f45d admin admin] Allocated IP 172.27.0.31 (d1d522b2-1ecd-4e8f-be33-d5d511adebd7/58b80919-877d-4d93-a3a2-bd7e936ebc9a/98756f79-0171-43c6-baf9-01b419ed3b89) {{(pid=105994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 14:59:35.533608 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.db [None req-4635cf8e-ada0-43b2-a346-2fa3794002cb None None] For port 750beae1-e926-456f-873a-4b5a2543423a, host dv-cinder-809830-2-iscsi, cleared binding levels {{(pid=105995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 14:59:35.537735 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.db [None req-4635cf8e-ada0-43b2-a346-2fa3794002cb None None] For port 750beae1-e926-456f-873a-4b5a2543423a, host dv-cinder-809830-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809830-2-iscsi',level=0,port_id=750beae1-e926-456f-873a-4b5a2543423a,segment=NetworkSegment(e5fe0498-5b75-4c3e-a5ab-6f6f616fb9d3),segment_id=e5fe0498-5b75-4c3e-a5ab-6f6f616fb9d3)] {{(pid=105995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 14:59:35.548565 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-4635cf8e-ada0-43b2-a346-2fa3794002cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248551428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248062163'] for port, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:35.667797 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4635cf8e-ada0-43b2-a346-2fa3794002cb None None] Pushing event updated for resources: {'Port': ['ID=750beae1-e926-456f-873a-4b5a2543423a,revision_number=2']} {{(pid=105995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:59:35.761619 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-089daee2-ca0f-432d-a0d9-5290e2b0f45d admin admin] Notify callbacks [] for port, precommit_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:35.829626 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-089daee2-ca0f-432d-a0d9-5290e2b0f45d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727248062127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14130366'] for port, after_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:35.926942 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-089daee2-ca0f-432d-a0d9-5290e2b0f45d admin admin] Network d1d522b2-1ecd-4e8f-be33-d5d511adebd7 is already hosted by enough agents. {{(pid=105994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 14:59:35.951290 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.scheduler.base_scheduler [None req-089daee2-ca0f-432d-a0d9-5290e2b0f45d admin admin] Resources bound (agent type, host, resource id): {{(pid=105994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 14:59:35.962544 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-089daee2-ca0f-432d-a0d9-5290e2b0f45d admin admin] Received port after_create {{(pid=105994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 14:59:35.967555 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089daee2-ca0f-432d-a0d9-5290e2b0f45d admin admin] Pushing event updated for resources: {'Port': ['ID=98756f79-0171-43c6-baf9-01b419ed3b89,revision_number=1']} {{(pid=105994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:59:36.062966 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.wsgi [-] (105993) accepted ('10.222.0.90', 59144) {{(pid=105993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:59:36.089667 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-4146c42c-0667-46f3-97a0-df01051ab716 req-8c90e431-e374-4791-8d8b-8bc8a9d9465b tempest-VolumesActionsTest-2147474436 tempest-VolumesActionsTest-2147474436-project] 10.222.0.90 "GET /v2.0/ports?device_id=f3e72372-e717-47a0-84de-6a48a7c63d30 HTTP/1.1" status: 200 len: 210 time: 0.0604818 Sep 24 14:59:36.294745 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-c6ab6750-2801-44a2-a3b0-d22ea334dd69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:36.350180 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2df6f49-cebb-4654-9ca0-ad5b11063184 req-374cb77f-2e76-41f5-9f7e-3b01f3e414f0 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:59:36.351815 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-d2df6f49-cebb-4654-9ca0-ad5b11063184 req-374cb77f-2e76-41f5-9f7e-3b01f3e414f0 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/ports?device_id=873dd13f-1b71-4619-b337-59158ab98530 HTTP/1.1" status: 200 len: 945 time: 0.1162372 Sep 24 14:59:36.452227 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-d2df6f49-cebb-4654-9ca0-ad5b11063184 req-56d625a7-04ac-4819-845e-707cc02ef5c2 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/security-groups?id=3569e126-7ff1-4cb8-87ba-3b9b03a649fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0858183 Sep 24 14:59:36.540059 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-c6ab6750-2801-44a2-a3b0-d22ea334dd69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:36.546835 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-c6ab6750-2801-44a2-a3b0-d22ea334dd69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571103'] for security_group, after_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:36.617149 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [None req-c6ab6750-2801-44a2-a3b0-d22ea334dd69 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=eeb4f6ae0184445babd0d7e4b273c0e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5512555 Sep 24 14:59:36.618320 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.wsgi [-] (105993) accepted ('10.222.0.90', 59154) {{(pid=105993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:59:36.619510 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ab6750-2801-44a2-a3b0-d22ea334dd69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bed6fa8-78ea-4130-bfaf-7a0f88f5a29c,revision_number=1']} {{(pid=105993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:59:36.672279 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-089daee2-ca0f-432d-a0d9-5290e2b0f45d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:36.712539 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-d46c9342-8be8-4dab-855c-8a5077718b3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:36.758103 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-d46c9342-8be8-4dab-855c-8a5077718b3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:36.777281 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b1f7ba-9413-49c2-9ff4-d0296d9fde19 req-a7355c09-5752-491d-bc50-b2759f5ca765 tempest-VolumesActionsTest-2147474436 tempest-VolumesActionsTest-2147474436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:59:36.781205 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-95b1f7ba-9413-49c2-9ff4-d0296d9fde19 req-a7355c09-5752-491d-bc50-b2759f5ca765 tempest-VolumesActionsTest-2147474436 tempest-VolumesActionsTest-2147474436-project] 10.222.0.99 "GET /v2.0/networks?id=00355aaa-db33-4182-878f-2eadc364e36a HTTP/1.1" status: 200 len: 808 time: 0.2917790 Sep 24 14:59:36.855708 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-d46c9342-8be8-4dab-855c-8a5077718b3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571103'] for security_group, after_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:36.861019 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-d46c9342-8be8-4dab-855c-8a5077718b3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:36.862679 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [None req-d46c9342-8be8-4dab-855c-8a5077718b3a admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/5bed6fa8-78ea-4130-bfaf-7a0f88f5a29c HTTP/1.1" status: 204 len: 168 time: 0.2382009 Sep 24 14:59:36.874565 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46c9342-8be8-4dab-855c-8a5077718b3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bed6fa8-78ea-4130-bfaf-7a0f88f5a29c,revision_number=None']} {{(pid=105993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:59:37.096309 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afe0f975-ca36-4117-bd45-41b5a3720132 None None] Network bb19bb9c-3809-48e0-96ea-458278040176 requested from dv-cinder-809830-2-iscsi {{(pid=105995) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 14:59:37.236007 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.v2.base [req-95b1f7ba-9413-49c2-9ff4-d0296d9fde19 req-f33ca893-d0ca-4dd0-8a0b-abe5996681af tempest-VolumesActionsTest-2147474436 tempest-VolumesActionsTest-2147474436-project] Request body: {'port': {'device_id': 'f3e72372-e717-47a0-84de-6a48a7c63d30', 'network_id': '00355aaa-db33-4182-878f-2eadc364e36a', 'admin_state_up': True, 'tenant_id': '1a177d4e81ce4c2caabfe2b8f00e6481'}} {{(pid=105994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:59:37.286461 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-da8bd129-5e33-4a7c-b3c9-8324213b8d2a req-d79ed98c-ccb9-4dda-a695-a3d6f2d420ee tempest-VolumesActionsTest-2147474436 tempest-VolumesActionsTest-2147474436-project] 10.222.0.90 "GET /v2.0/ports?device_id=f3e72372-e717-47a0-84de-6a48a7c63d30 HTTP/1.1" status: 200 len: 210 time: 0.0617282 Sep 24 14:59:37.372654 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.provisioning_blocks [None req-98432752-d872-4d55-bbab-62af0789d6b9 None None] Provisioning complete for port 750beae1-e926-456f-873a-4b5a2543423a triggered by entity DHCP. {{(pid=105995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 14:59:37.389677 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-98432752-d872-4d55-bbab-62af0789d6b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985790'] for port, provisioning_complete {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:37.486443 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.rpc [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Device 750beae1-e926-456f-873a-4b5a2543423a up at agent ovs-agent-dv-cinder-809830-2-iscsi {{(pid=105995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 14:59:37.599003 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95b1f7ba-9413-49c2-9ff4-d0296d9fde19 req-f33ca893-d0ca-4dd0-8a0b-abe5996681af tempest-VolumesActionsTest-2147474436 tempest-VolumesActionsTest-2147474436-project] Made reservation on behalf of 1a177d4e81ce4c2caabfe2b8f00e6481 for: {'port': 1} {{(pid=105994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 14:59:37.605375 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-95b1f7ba-9413-49c2-9ff4-d0296d9fde19 req-f33ca893-d0ca-4dd0-8a0b-abe5996681af tempest-VolumesActionsTest-2147474436 tempest-VolumesActionsTest-2147474436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993762'] for port, before_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:37.629510 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-089daee2-ca0f-432d-a0d9-5290e2b0f45d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-591121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-616613'] for router, after_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:37.729634 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.provisioning_blocks [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Provisioning complete for port 750beae1-e926-456f-873a-4b5a2543423a triggered by entity L2. {{(pid=105995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 14:59:37.730787 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985790'] for port, provisioning_complete {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:37.745304 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f06324-3db8-4dcd-a04d-64fa96b28557 req-d73f5386-8de4-4a63-9977-60c0a8b755b4 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:59:37.748266 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-47f06324-3db8-4dcd-a04d-64fa96b28557 req-d73f5386-8de4-4a63-9977-60c0a8b755b4 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/ports?device_id=873dd13f-1b71-4619-b337-59158ab98530 HTTP/1.1" status: 200 len: 945 time: 0.1081705 Sep 24 14:59:37.810905 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-47f06324-3db8-4dcd-a04d-64fa96b28557 req-1afcd234-06e2-4653-badf-712e28c0fa05 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/security-groups?id=3569e126-7ff1-4cb8-87ba-3b9b03a649fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524862 Sep 24 14:59:37.879375 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-98432752-d872-4d55-bbab-62af0789d6b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993762'] for port, before_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:37.984463 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.db [None req-98432752-d872-4d55-bbab-62af0789d6b9 None None] For port 750beae1-e926-456f-873a-4b5a2543423a, host dv-cinder-809830-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809830-2-iscsi',level=0,port_id=750beae1-e926-456f-873a-4b5a2543423a,segment=NetworkSegment(e5fe0498-5b75-4c3e-a5ab-6f6f616fb9d3),segment_id=e5fe0498-5b75-4c3e-a5ab-6f6f616fb9d3)] {{(pid=105995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:59:37.986281 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.db.db_base_plugin_common [req-95b1f7ba-9413-49c2-9ff4-d0296d9fde19 req-f33ca893-d0ca-4dd0-8a0b-abe5996681af tempest-VolumesActionsTest-2147474436 tempest-VolumesActionsTest-2147474436-project] Allocated IP 172.20.0.4 (00355aaa-db33-4182-878f-2eadc364e36a/b50618cb-d83e-4786-bead-32128710e70b/6bd36649-d746-4fb3-8e1a-01e0acbe79e0) {{(pid=105994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 14:59:37.998723 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993762'] for port, before_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:38.004400 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-98432752-d872-4d55-bbab-62af0789d6b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248551428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248062163'] for port, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:38.029154 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-089daee2-ca0f-432d-a0d9-5290e2b0f45d admin admin] Router 9fd40c68-31ca-4931-9059-3b319578d81c is scheduled to L3 agent 76290e94-8d59-4af2-9b8f-4e64db68baa4 with binding_index 1 {{(pid=105994) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 14:59:38.173403 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98432752-d872-4d55-bbab-62af0789d6b9 None None] Pushing event updated for resources: {'Port': ['ID=750beae1-e926-456f-873a-4b5a2543423a,revision_number=3']} {{(pid=105995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:59:38.199316 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.db.api [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105995) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 24 14:59:38.199942 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG oslo_db.api [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 24 14:59:38.240166 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-089daee2-ca0f-432d-a0d9-5290e2b0f45d admin admin] Notify agent at l3_agent.dv-cinder-809830-2-iscsi the message routers_updated {{(pid=105994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 14:59:38.253796 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da09537d-cb7e-41c8-95e4-842589fd005c None None] Sync routers for ids ['9fd40c68-31ca-4931-9059-3b319578d81c'] in dv-cinder-809830-2-iscsi {{(pid=105996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 14:59:38.268986 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da09537d-cb7e-41c8-95e4-842589fd005c None None] Routers {'9fd40c68-31ca-4931-9059-3b319578d81c'} bound to L3 agent in host dv-cinder-809830-2-iscsi {{(pid=105996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 14:59:38.270705 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.db.l3_hamode_db [None req-da09537d-cb7e-41c8-95e4-842589fd005c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809830-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T14:45:58Z,description=,heartbeat_timestamp=2021-09-24T14:59:28Z,host='dv-cinder-809830-2-iscsi',id=76290e94-8d59-4af2-9b8f-4e64db68baa4,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T14:45:58Z,topic='l3_agent')) {'router_ids': ['9fd40c68-31ca-4931-9059-3b319578d81c'], 'active': True} {{(pid=105996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:59:38.273765 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-089daee2-ca0f-432d-a0d9-5290e2b0f45d admin admin] Notify callbacks [] for router, before_response {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:38.275517 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [None req-089daee2-ca0f-432d-a0d9-5290e2b0f45d admin admin] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 3.9940822 Sep 24 14:59:38.278985 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.wsgi [-] (105993) accepted ('10.222.0.90', 59190) {{(pid=105993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:59:38.376986 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.provisioning_blocks [None req-b380b8d7-9d35-4671-8fd5-aa8e2f1826f0 None None] Provisioning complete for port 750beae1-e926-456f-873a-4b5a2543423a triggered by entity DHCP. {{(pid=105995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 14:59:38.376986 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-b380b8d7-9d35-4671-8fd5-aa8e2f1826f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985790'] for port, provisioning_complete {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:38.431926 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.db.l3_dvr_db [None req-da09537d-cb7e-41c8-95e4-842589fd005c None None] Set router 9fd40c68-31ca-4931-9059-3b319578d81c gateway port host: dv-cinder-809830-2-iscsi {{(pid=105996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 14:59:38.573075 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-95b1f7ba-9413-49c2-9ff4-d0296d9fde19 req-f33ca893-d0ca-4dd0-8a0b-abe5996681af tempest-VolumesActionsTest-2147474436 tempest-VolumesActionsTest-2147474436-project] Notify callbacks [] for port, precommit_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:38.648482 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-95b1f7ba-9413-49c2-9ff4-d0296d9fde19 req-f33ca893-d0ca-4dd0-8a0b-abe5996681af tempest-VolumesActionsTest-2147474436 tempest-VolumesActionsTest-2147474436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727248062127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14130366'] for port, after_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:38.817998 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33ca893-d0ca-4dd0-8a0b-abe5996681af tempest-VolumesActionsTest-2147474436 tempest-VolumesActionsTest-2147474436-project] Pushing event updated for resources: {'Port': ['ID=6bd36649-d746-4fb3-8e1a-01e0acbe79e0,revision_number=1']} {{(pid=105994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:59:38.832127 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95b1f7ba-9413-49c2-9ff4-d0296d9fde19 req-f33ca893-d0ca-4dd0-8a0b-abe5996681af tempest-VolumesActionsTest-2147474436 tempest-VolumesActionsTest-2147474436-project] Network 00355aaa-db33-4182-878f-2eadc364e36a is already hosted by enough agents. {{(pid=105994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 14:59:38.834666 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.scheduler.base_scheduler [req-95b1f7ba-9413-49c2-9ff4-d0296d9fde19 req-f33ca893-d0ca-4dd0-8a0b-abe5996681af tempest-VolumesActionsTest-2147474436 tempest-VolumesActionsTest-2147474436-project] Resources bound (agent type, host, resource id): {{(pid=105994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 14:59:38.848356 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.db.l3_dvrscheduler_db [req-95b1f7ba-9413-49c2-9ff4-d0296d9fde19 req-f33ca893-d0ca-4dd0-8a0b-abe5996681af tempest-VolumesActionsTest-2147474436 tempest-VolumesActionsTest-2147474436-project] Received port after_create {{(pid=105994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 14:59:38.948593 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b1f7ba-9413-49c2-9ff4-d0296d9fde19 req-f33ca893-d0ca-4dd0-8a0b-abe5996681af tempest-VolumesActionsTest-2147474436 tempest-VolumesActionsTest-2147474436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:59:38.950252 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-95b1f7ba-9413-49c2-9ff4-d0296d9fde19 req-f33ca893-d0ca-4dd0-8a0b-abe5996681af tempest-VolumesActionsTest-2147474436 tempest-VolumesActionsTest-2147474436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472375'] for port, before_response {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:38.990658 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-95b1f7ba-9413-49c2-9ff4-d0296d9fde19 req-f33ca893-d0ca-4dd0-8a0b-abe5996681af tempest-VolumesActionsTest-2147474436 tempest-VolumesActionsTest-2147474436-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7636456 Sep 24 14:59:39.010684 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.v2.base [req-95b1f7ba-9413-49c2-9ff4-d0296d9fde19 req-c99b85c5-af71-4df4-bcc6-3a8066c801a1 service neutron] Request body: {'port': {'device_id': 'f3e72372-e717-47a0-84de-6a48a7c63d30', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80983'}} {{(pid=105994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:59:39.192324 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.db.l3_hamode_db [None req-da09537d-cb7e-41c8-95e4-842589fd005c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fd40c68-31ca-4931-9059-3b319578d81c', 'name': 'tempest-TestShelveInstance-888972978-router', 'tenant_id': 'b3ba56daf4404d7989fc7b7270504b2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7', 'external_fixed_ips': [{'subnet_id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'ip_address': '172.27.0.31'}], 'enable_snat': True}, 'gw_port_id': '98756f79-0171-43c6-baf9-01b419ed3b89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T14:59:34Z', 'updated_at': '2021-09-24T14:59:36Z', 'revision_number': 3, 'project_id': 'b3ba56daf4404d7989fc7b7270504b2e', 'gw_port': {'id': '98756f79-0171-43c6-baf9-01b419ed3b89', 'name': '', 'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:cf:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fd40c68-31ca-4931-9059-3b319578d81c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'ip_address': '172.27.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T14:59:35Z', 'updated_at': '2021-09-24T14:59:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809830-2-iscsi'}], 'dv-cinder-809830-2-iscsi', False) {} {{(pid=105996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:59:39.234245 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-95b1f7ba-9413-49c2-9ff4-d0296d9fde19 req-c99b85c5-af71-4df4-bcc6-3a8066c801a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993762'] for port, before_update {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:39.266659 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da09537d-cb7e-41c8-95e4-842589fd005c None None] Checking router: 9fd40c68-31ca-4931-9059-3b319578d81c for host: dv-cinder-809830-2-iscsi {{(pid=105996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 14:59:39.270070 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da09537d-cb7e-41c8-95e4-842589fd005c None None] Updating router 9fd40c68-31ca-4931-9059-3b319578d81c port 98756f79-0171-43c6-baf9-01b419ed3b89 binding host dv-cinder-809830-2-iscsi {{(pid=105996) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 14:59:39.285668 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3a92cf-b646-43f5-b274-05da6ad740dc req-5d0d46ca-a341-4553-9e5a-ccd11f5fd4d0 tempest-VolumesActionsTest-2147474436 tempest-VolumesActionsTest-2147474436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:59:39.298370 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-1b3a92cf-b646-43f5-b274-05da6ad740dc req-5d0d46ca-a341-4553-9e5a-ccd11f5fd4d0 tempest-VolumesActionsTest-2147474436 tempest-VolumesActionsTest-2147474436-project] 10.222.0.90 "GET /v2.0/ports?device_id=f3e72372-e717-47a0-84de-6a48a7c63d30 HTTP/1.1" status: 200 len: 931 time: 0.3402171 Sep 24 14:59:39.308337 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b264fdb9-a532-4469-8903-1f277b7b659d req-90337d88-9844-40eb-bdfc-af0baf7b807b tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:59:39.316288 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron_lib.callbacks.manager [None req-da09537d-cb7e-41c8-95e4-842589fd005c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993762'] for port, before_update {{(pid=105996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:39.325261 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.rpc [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Device 750beae1-e926-456f-873a-4b5a2543423a up at agent ovs-agent-dv-cinder-809830-2-iscsi {{(pid=105995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 14:59:39.325981 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-b264fdb9-a532-4469-8903-1f277b7b659d req-90337d88-9844-40eb-bdfc-af0baf7b807b tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/ports?device_id=873dd13f-1b71-4619-b337-59158ab98530 HTTP/1.1" status: 200 len: 945 time: 0.2931349 Sep 24 14:59:39.457959 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-b264fdb9-a532-4469-8903-1f277b7b659d req-895cb680-6eea-4919-b23f-6bca839c5513 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/security-groups?id=3569e126-7ff1-4cb8-87ba-3b9b03a649fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1240876 Sep 24 14:59:39.494626 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.provisioning_blocks [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Provisioning complete for port 750beae1-e926-456f-873a-4b5a2543423a triggered by entity L2. {{(pid=105995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 14:59:39.495754 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985790'] for port, provisioning_complete {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:39.845391 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-1b3a92cf-b646-43f5-b274-05da6ad740dc req-ba410523-3f70-4034-a6a2-521dab36769a tempest-VolumesActionsTest-2147474436 tempest-VolumesActionsTest-2147474436-project] 10.222.0.90 "GET /v2.0/security-groups?id=19a67e84-7300-447f-80b1-598b09257bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5424678 Sep 24 14:59:39.997970 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron_lib.callbacks.manager [None req-da09537d-cb7e-41c8-95e4-842589fd005c None None] Notify callbacks [] for port, precommit_update {{(pid=105996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:40.007154 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron_lib.callbacks.manager [None req-da09537d-cb7e-41c8-95e4-842589fd005c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248551428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248062163'] for port, after_update {{(pid=105996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:40.099391 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-ebcb843a-ae99-4642-b8d8-6187e377d8fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993762'] for port, before_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:40.130517 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.notifiers.nova [req-95b1f7ba-9413-49c2-9ff4-d0296d9fde19 req-c99b85c5-af71-4df4-bcc6-3a8066c801a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6bd36649-d746-4fb3-8e1a-01e0acbe79e0 {{(pid=105994) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 14:59:40.134041 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf0d48c-ef59-4d2b-8672-a608d4102733 None None] Pushing event updated for resources: {'Port': ['ID=98756f79-0171-43c6-baf9-01b419ed3b89,revision_number=2']} {{(pid=105996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:59:40.157379 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.plugins.ml2.managers [None req-da09537d-cb7e-41c8-95e4-842589fd005c None None] Attempting to bind port 98756f79-0171-43c6-baf9-01b419ed3b89 on host dv-cinder-809830-2-iscsi for vnic_type normal with profile {{(pid=105996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 14:59:40.157959 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.plugins.ml2.managers [None req-da09537d-cb7e-41c8-95e4-842589fd005c None None] Attempting to bind port 98756f79-0171-43c6-baf9-01b419ed3b89 by drivers openvswitch,hyperv on host dv-cinder-809830-2-iscsi at level 0 using segments [{'id': '1eeca048-08b8-46bc-9b0a-d3cb6658f7f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7'}] {{(pid=105996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 14:59:40.158397 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da09537d-cb7e-41c8-95e4-842589fd005c None None] Attempting to bind port 98756f79-0171-43c6-baf9-01b419ed3b89 on network d1d522b2-1ecd-4e8f-be33-d5d511adebd7 {{(pid=105996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 14:59:40.164437 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-95b1f7ba-9413-49c2-9ff4-d0296d9fde19 req-c99b85c5-af71-4df4-bcc6-3a8066c801a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:40.171392 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da09537d-cb7e-41c8-95e4-842589fd005c None None] Checking agent: {'id': '466265b3-b863-41e9-8226-f4d0fd198543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809830-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 14, 45, 59), 'started_at': datetime.datetime(2021, 9, 24, 14, 46, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 14, 59, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809830-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 14:59:40.172512 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da09537d-cb7e-41c8-95e4-842589fd005c None None] Checking segment: {'id': '1eeca048-08b8-46bc-9b0a-d3cb6658f7f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 14:59:40.173843 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron_lib.callbacks.manager [None req-da09537d-cb7e-41c8-95e4-842589fd005c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:40.174296 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da09537d-cb7e-41c8-95e4-842589fd005c None None] Bound using segment: {'id': '1eeca048-08b8-46bc-9b0a-d3cb6658f7f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7'} {{(pid=105996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 14:59:40.179576 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.plugins.ml2.managers [None req-da09537d-cb7e-41c8-95e4-842589fd005c None None] Bound port: 98756f79-0171-43c6-baf9-01b419ed3b89, host: dv-cinder-809830-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1eeca048-08b8-46bc-9b0a-d3cb6658f7f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7'}}] {{(pid=105996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 14:59:40.180027 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron_lib.callbacks.manager [None req-da09537d-cb7e-41c8-95e4-842589fd005c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993762'] for port, before_update {{(pid=105996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:40.217371 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.db.provisioning_blocks [req-95b1f7ba-9413-49c2-9ff4-d0296d9fde19 req-c99b85c5-af71-4df4-bcc6-3a8066c801a1 service neutron] Transition to ACTIVE for port object 6bd36649-d746-4fb3-8e1a-01e0acbe79e0 will not be triggered until provisioned by entity L2. {{(pid=105994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 14:59:40.227641 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-95b1f7ba-9413-49c2-9ff4-d0296d9fde19 req-c99b85c5-af71-4df4-bcc6-3a8066c801a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248551428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248062163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14130357'] for port, after_update {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:40.300498 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.plugins.ml2.db [None req-da09537d-cb7e-41c8-95e4-842589fd005c None None] For port 98756f79-0171-43c6-baf9-01b419ed3b89, host dv-cinder-809830-2-iscsi, cleared binding levels {{(pid=105996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 14:59:40.306278 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.plugins.ml2.db [None req-da09537d-cb7e-41c8-95e4-842589fd005c None None] For port 98756f79-0171-43c6-baf9-01b419ed3b89, host dv-cinder-809830-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809830-2-iscsi',level=0,port_id=98756f79-0171-43c6-baf9-01b419ed3b89,segment=NetworkSegment(1eeca048-08b8-46bc-9b0a-d3cb6658f7f8),segment_id=1eeca048-08b8-46bc-9b0a-d3cb6658f7f8)] {{(pid=105996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 14:59:40.324770 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron_lib.callbacks.manager [None req-da09537d-cb7e-41c8-95e4-842589fd005c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248551428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248062163'] for port, after_update {{(pid=105996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:40.348885 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99b85c5-af71-4df4-bcc6-3a8066c801a1 service neutron] Pushing event updated for resources: {'Port': ['ID=6bd36649-d746-4fb3-8e1a-01e0acbe79e0,revision_number=2']} {{(pid=105994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:59:40.482589 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da09537d-cb7e-41c8-95e4-842589fd005c None None] Routers {'9fd40c68-31ca-4931-9059-3b319578d81c'} bound to L3 agent in host dv-cinder-809830-2-iscsi {{(pid=105996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 14:59:40.483631 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.db.l3_hamode_db [None req-da09537d-cb7e-41c8-95e4-842589fd005c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809830-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T14:45:58Z,description=,heartbeat_timestamp=2021-09-24T14:59:28Z,host='dv-cinder-809830-2-iscsi',id=76290e94-8d59-4af2-9b8f-4e64db68baa4,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T14:45:58Z,topic='l3_agent')) {'router_ids': ['9fd40c68-31ca-4931-9059-3b319578d81c'], 'active': True} {{(pid=105996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:59:40.489226 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf0d48c-ef59-4d2b-8672-a608d4102733 None None] Pushing event updated for resources: {'Port': ['ID=98756f79-0171-43c6-baf9-01b419ed3b89,revision_number=3']} {{(pid=105996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:59:40.605823 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.db.db_base_plugin_common [None req-ebcb843a-ae99-4642-b8d8-6187e377d8fa admin admin] Allocated IP 172.20.0.1 (bb19bb9c-3809-48e0-96ea-458278040176/800b9930-29a7-40db-a216-473b4386d889/3857017a-f6a7-4a03-8a0f-7bd08682bc68) {{(pid=105993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 14:59:40.696270 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.managers [req-95b1f7ba-9413-49c2-9ff4-d0296d9fde19 req-c99b85c5-af71-4df4-bcc6-3a8066c801a1 service neutron] Attempting to bind port 6bd36649-d746-4fb3-8e1a-01e0acbe79e0 on host hv-cinder-80983 for vnic_type normal with profile {{(pid=105994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 14:59:40.697424 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.managers [req-95b1f7ba-9413-49c2-9ff4-d0296d9fde19 req-c99b85c5-af71-4df4-bcc6-3a8066c801a1 service neutron] Attempting to bind port 6bd36649-d746-4fb3-8e1a-01e0acbe79e0 by drivers openvswitch,hyperv on host hv-cinder-80983 at level 0 using segments [{'id': '7d772851-ec27-4083-8324-19e508087518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': '00355aaa-db33-4182-878f-2eadc364e36a'}] {{(pid=105994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 14:59:40.697620 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95b1f7ba-9413-49c2-9ff4-d0296d9fde19 req-c99b85c5-af71-4df4-bcc6-3a8066c801a1 service neutron] Attempting to bind port 6bd36649-d746-4fb3-8e1a-01e0acbe79e0 on network 00355aaa-db33-4182-878f-2eadc364e36a {{(pid=105994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 14:59:40.715376 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95b1f7ba-9413-49c2-9ff4-d0296d9fde19 req-c99b85c5-af71-4df4-bcc6-3a8066c801a1 service neutron] Port 6bd36649-d746-4fb3-8e1a-01e0acbe79e0 on network 00355aaa-db33-4182-878f-2eadc364e36a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80983 {{(pid=105994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 14:59:40.715720 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95b1f7ba-9413-49c2-9ff4-d0296d9fde19 req-c99b85c5-af71-4df4-bcc6-3a8066c801a1 service neutron] Attempting to bind port 6bd36649-d746-4fb3-8e1a-01e0acbe79e0 on network 00355aaa-db33-4182-878f-2eadc364e36a {{(pid=105994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 14:59:40.733465 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95b1f7ba-9413-49c2-9ff4-d0296d9fde19 req-c99b85c5-af71-4df4-bcc6-3a8066c801a1 service neutron] Checking agent: {'id': 'fe6caec8-3271-4776-9083-fb8f8cae5b94', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80983', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 14, 54, 44), 'started_at': datetime.datetime(2021, 9, 24, 14, 54, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 14, 59, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 14:59:40.734097 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95b1f7ba-9413-49c2-9ff4-d0296d9fde19 req-c99b85c5-af71-4df4-bcc6-3a8066c801a1 service neutron] Checking segment: {'id': '7d772851-ec27-4083-8324-19e508087518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': '00355aaa-db33-4182-878f-2eadc364e36a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 14:59:40.735878 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95b1f7ba-9413-49c2-9ff4-d0296d9fde19 req-c99b85c5-af71-4df4-bcc6-3a8066c801a1 service neutron] Bound using segment: {'id': '7d772851-ec27-4083-8324-19e508087518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': '00355aaa-db33-4182-878f-2eadc364e36a'} {{(pid=105994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 14:59:40.735878 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.managers [req-95b1f7ba-9413-49c2-9ff4-d0296d9fde19 req-c99b85c5-af71-4df4-bcc6-3a8066c801a1 service neutron] Bound port: 6bd36649-d746-4fb3-8e1a-01e0acbe79e0, host: hv-cinder-80983, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d772851-ec27-4083-8324-19e508087518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': '00355aaa-db33-4182-878f-2eadc364e36a'}}] {{(pid=105994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 14:59:40.735878 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-95b1f7ba-9413-49c2-9ff4-d0296d9fde19 req-c99b85c5-af71-4df4-bcc6-3a8066c801a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993762'] for port, before_update {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:40.832641 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.db.l3_dvr_db [None req-da09537d-cb7e-41c8-95e4-842589fd005c None None] Set router 9fd40c68-31ca-4931-9059-3b319578d81c gateway port host: dv-cinder-809830-2-iscsi {{(pid=105996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 14:59:40.932087 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a17b537-564b-446c-b7d0-9601b5b588b3 req-6bef8ed6-3034-471d-883e-9af89c27fc00 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:59:40.934748 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-3a17b537-564b-446c-b7d0-9601b5b588b3 req-6bef8ed6-3034-471d-883e-9af89c27fc00 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/ports?device_id=873dd13f-1b71-4619-b337-59158ab98530 HTTP/1.1" status: 200 len: 945 time: 0.1620014 Sep 24 14:59:40.985498 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.db [req-95b1f7ba-9413-49c2-9ff4-d0296d9fde19 req-c99b85c5-af71-4df4-bcc6-3a8066c801a1 service neutron] For port 6bd36649-d746-4fb3-8e1a-01e0acbe79e0, host hv-cinder-80983, cleared binding levels {{(pid=105994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 14:59:40.989565 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.db [req-95b1f7ba-9413-49c2-9ff4-d0296d9fde19 req-c99b85c5-af71-4df4-bcc6-3a8066c801a1 service neutron] For port 6bd36649-d746-4fb3-8e1a-01e0acbe79e0, host hv-cinder-80983, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80983',level=0,port_id=6bd36649-d746-4fb3-8e1a-01e0acbe79e0,segment=NetworkSegment(7d772851-ec27-4083-8324-19e508087518),segment_id=7d772851-ec27-4083-8324-19e508087518)] {{(pid=105994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 14:59:41.014590 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-95b1f7ba-9413-49c2-9ff4-d0296d9fde19 req-c99b85c5-af71-4df4-bcc6-3a8066c801a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248551428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248062163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14130357'] for port, after_update {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:41.016833 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-ebcb843a-ae99-4642-b8d8-6187e377d8fa admin admin] Notify callbacks [] for port, precommit_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:41.039113 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-3a17b537-564b-446c-b7d0-9601b5b588b3 req-49a7497c-846b-416e-9f42-9bd064cd1251 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/security-groups?id=3569e126-7ff1-4cb8-87ba-3b9b03a649fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799241 Sep 24 14:59:41.143435 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-ebcb843a-ae99-4642-b8d8-6187e377d8fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727248062127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14427043'] for port, after_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:41.211983 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b1f7ba-9413-49c2-9ff4-d0296d9fde19 req-c99b85c5-af71-4df4-bcc6-3a8066c801a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:59:41.213559 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-95b1f7ba-9413-49c2-9ff4-d0296d9fde19 req-c99b85c5-af71-4df4-bcc6-3a8066c801a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472375'] for port, before_response {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:41.216742 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-95b1f7ba-9413-49c2-9ff4-d0296d9fde19 req-c99b85c5-af71-4df4-bcc6-3a8066c801a1 service neutron] 10.222.0.99 "PUT /v2.0/ports/6bd36649-d746-4fb3-8e1a-01e0acbe79e0 HTTP/1.1" status: 200 len: 1093 time: 2.2137611 Sep 24 14:59:41.233387 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3e72372-e717-47a0-84de-6a48a7c63d30', 'tag': '6bd36649-d746-4fb3-8e1a-01e0acbe79e0'}] {{(pid=105994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 14:59:41.235106 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebcb843a-ae99-4642-b8d8-6187e377d8fa admin admin] Network bb19bb9c-3809-48e0-96ea-458278040176 is already hosted by enough agents. {{(pid=105993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 14:59:41.240366 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.db.l3_hamode_db [None req-da09537d-cb7e-41c8-95e4-842589fd005c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fd40c68-31ca-4931-9059-3b319578d81c', 'name': 'tempest-TestShelveInstance-888972978-router', 'tenant_id': 'b3ba56daf4404d7989fc7b7270504b2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7', 'external_fixed_ips': [{'subnet_id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'ip_address': '172.27.0.31'}], 'enable_snat': True}, 'gw_port_id': '98756f79-0171-43c6-baf9-01b419ed3b89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T14:59:34Z', 'updated_at': '2021-09-24T14:59:36Z', 'revision_number': 3, 'project_id': 'b3ba56daf4404d7989fc7b7270504b2e', 'gw_port': {'id': '98756f79-0171-43c6-baf9-01b419ed3b89', 'name': '', 'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:cf:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fd40c68-31ca-4931-9059-3b319578d81c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'ip_address': '172.27.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T14:59:35Z', 'updated_at': '2021-09-24T14:59:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809830-2-iscsi'}], 'dv-cinder-809830-2-iscsi', False) {} {{(pid=105996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:59:41.244051 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}445a901cbb5a624303c84b78f65e518dd0fb300c00204885c20e5236c8fbed2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-106bc2f0-851c-407d-89ca-5c2f26bd5a8a" -d '{"events": [{"name": "network-changed", "server_uuid": "f3e72372-e717-47a0-84de-6a48a7c63d30", "tag": "6bd36649-d746-4fb3-8e1a-01e0acbe79e0"}]}' {{(pid=105994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 14:59:41.246152 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.scheduler.base_scheduler [None req-ebcb843a-ae99-4642-b8d8-6187e377d8fa admin admin] Resources bound (agent type, host, resource id): {{(pid=105993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 14:59:41.267455 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebcb843a-ae99-4642-b8d8-6187e377d8fa admin admin] Received port after_create {{(pid=105993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 14:59:41.309524 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da09537d-cb7e-41c8-95e4-842589fd005c None None] The sync data for ids ['9fd40c68-31ca-4931-9059-3b319578d81c'] in dv-cinder-809830-2-iscsi is: [{'id': '9fd40c68-31ca-4931-9059-3b319578d81c', 'name': 'tempest-TestShelveInstance-888972978-router', 'tenant_id': 'b3ba56daf4404d7989fc7b7270504b2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7', 'external_fixed_ips': [{'subnet_id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'ip_address': '172.27.0.31'}], 'enable_snat': True}, 'gw_port_id': '98756f79-0171-43c6-baf9-01b419ed3b89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T14:59:34Z', 'updated_at': '2021-09-24T14:59:36Z', 'revision_number': 3, 'project_id': 'b3ba56daf4404d7989fc7b7270504b2e', 'gw_port': {'id': '98756f79-0171-43c6-baf9-01b419ed3b89', 'name': '', 'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:cf:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fd40c68-31ca-4931-9059-3b319578d81c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'ip_address': '172.27.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T14:59:35Z', 'updated_at': '2021-09-24T14:59:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809830-2-iscsi'}] {{(pid=105996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 14:59:41.331990 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99b85c5-af71-4df4-bcc6-3a8066c801a1 service neutron] Pushing event updated for resources: {'Port': ['ID=6bd36649-d746-4fb3-8e1a-01e0acbe79e0,revision_number=3']} {{(pid=105994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:59:41.372846 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcb843a-ae99-4642-b8d8-6187e377d8fa admin admin] Pushing event updated for resources: {'Port': ['ID=3857017a-f6a7-4a03-8a0f-7bd08682bc68,revision_number=1']} {{(pid=105993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:59:41.402666 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45447652-01e6-4f66-9d80-8391b5f57a0f req-624495fb-44d0-4e98-8bcd-401e4ee88d3e tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:59:41.406460 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-45447652-01e6-4f66-9d80-8391b5f57a0f req-624495fb-44d0-4e98-8bcd-401e4ee88d3e tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] 10.222.0.90 "GET /v2.0/ports?device_id=1bedb3f1-1b28-4d65-a046-f1b24046bde6 HTTP/1.1" status: 200 len: 945 time: 0.5692275 Sep 24 14:59:41.409708 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5ba140-52b4-4965-aa97-681cff2f1046 req-e7f552fb-b3b7-4996-b823-929e2a3d59ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:59:41.412567 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-fa5ba140-52b4-4965-aa97-681cff2f1046 req-e7f552fb-b3b7-4996-b823-929e2a3d59ce service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=b96539b658a14037b412f92c54157553&device_id=1bedb3f1-1b28-4d65-a046-f1b24046bde6 HTTP/1.1" status: 200 len: 1098 time: 0.6100259 Sep 24 14:59:41.415159 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21da643d-6039-4239-bfe9-1129564601ce req-4b70108b-306c-4745-9f9e-b1dfdc85ce98 tempest-VolumesActionsTest-2147474436 tempest-VolumesActionsTest-2147474436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:59:41.426179 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-21da643d-6039-4239-bfe9-1129564601ce req-4b70108b-306c-4745-9f9e-b1dfdc85ce98 tempest-VolumesActionsTest-2147474436 tempest-VolumesActionsTest-2147474436-project] 10.222.0.90 "GET /v2.0/ports?device_id=f3e72372-e717-47a0-84de-6a48a7c63d30 HTTP/1.1" status: 200 len: 943 time: 0.1879413 Sep 24 14:59:41.434839 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-ebcb843a-ae99-4642-b8d8-6187e377d8fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-595352'] for router_interface, before_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:41.595583 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-21da643d-6039-4239-bfe9-1129564601ce req-1f8db2c8-5ace-4dce-ba9e-5381cc022ede tempest-VolumesActionsTest-2147474436 tempest-VolumesActionsTest-2147474436-project] 10.222.0.90 "GET /v2.0/security-groups?id=19a67e84-7300-447f-80b1-598b09257bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679707 Sep 24 14:59:41.650112 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b1f7ba-9413-49c2-9ff4-d0296d9fde19 req-500c9967-31d4-444d-b827-d73d61e56f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:59:41.656631 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-95b1f7ba-9413-49c2-9ff4-d0296d9fde19 req-500c9967-31d4-444d-b827-d73d61e56f13 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=1a177d4e81ce4c2caabfe2b8f00e6481&device_id=f3e72372-e717-47a0-84de-6a48a7c63d30 HTTP/1.1" status: 200 len: 1096 time: 0.3263667 Sep 24 14:59:41.691467 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-45447652-01e6-4f66-9d80-8391b5f57a0f req-2085901b-1863-40b8-bec0-a25d3cee4107 tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] 10.222.0.90 "GET /v2.0/security-groups?id=f3d37e3f-2899-4174-ab27-7857e72c3fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2434802 Sep 24 14:59:41.762785 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.provisioning_blocks [None req-2cd96a91-3770-4be4-aa32-6815ebea8bf2 None None] Provisioning complete for port 3857017a-f6a7-4a03-8a0f-7bd08682bc68 triggered by entity DHCP. {{(pid=105995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 14:59:41.765326 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-2cd96a91-3770-4be4-aa32-6815ebea8bf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985790'] for port, provisioning_complete {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:41.951905 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-ebcb843a-ae99-4642-b8d8-6187e377d8fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993762'] for port, before_update {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:41.975827 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.plugin [None req-2cd96a91-3770-4be4-aa32-6815ebea8bf2 None None] Port 3857017a-f6a7-4a03-8a0f-7bd08682bc68 cannot update to ACTIVE because it is not bound. {{(pid=105995) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 14:59:42.000557 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 14:59:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03cc8aad-83d1-428c-a77f-303f755d1515 x-openstack-request-id: req-03cc8aad-83d1-428c-a77f-303f755d1515 {{(pid=105994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 14:59:42.000557 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3e72372-e717-47a0-84de-6a48a7c63d30", "tag": "6bd36649-d746-4fb3-8e1a-01e0acbe79e0", "status": "completed", "code": 200}]} {{(pid=105994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 14:59:42.000557 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-03cc8aad-83d1-428c-a77f-303f755d1515 {{(pid=105994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 14:59:42.000557 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3e72372-e717-47a0-84de-6a48a7c63d30', 'tag': '6bd36649-d746-4fb3-8e1a-01e0acbe79e0', 'status': 'completed', 'code': 200} Sep 24 14:59:42.000557 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5ba140-52b4-4965-aa97-681cff2f1046 req-bd1b4ea4-c729-445a-914b-e776b40107f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:59:42.000557 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-fa5ba140-52b4-4965-aa97-681cff2f1046 req-bd1b4ea4-c729-445a-914b-e776b40107f6 service neutron] 10.222.0.99 "GET /v2.0/networks?id=b9087bdc-bc6d-4ea0-be83-04ee0e604773 HTTP/1.1" status: 200 len: 921 time: 0.5529828 Sep 24 14:59:42.003111 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-95b1f7ba-9413-49c2-9ff4-d0296d9fde19 req-57997c4f-5885-43c6-a287-085cea2ec159 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6bd36649-d746-4fb3-8e1a-01e0acbe79e0 HTTP/1.1" status: 200 len: 217 time: 0.3070829 Sep 24 14:59:42.106331 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-fa5ba140-52b4-4965-aa97-681cff2f1046 req-09b216da-8c25-4d8b-803c-246d70fb84bd service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1ec0958e-582a-4654-8072-aba68a956d1b HTTP/1.1" status: 200 len: 217 time: 0.0794077 Sep 24 14:59:42.214331 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b1f7ba-9413-49c2-9ff4-d0296d9fde19 req-16c296a7-8ae4-490c-a58d-b3220dac5b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:59:42.216101 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-95b1f7ba-9413-49c2-9ff4-d0296d9fde19 req-16c296a7-8ae4-490c-a58d-b3220dac5b4d service neutron] 10.222.0.99 "GET /v2.0/subnets?id=b50618cb-d83e-4786-bead-32128710e70b HTTP/1.1" status: 200 len: 848 time: 0.1808112 Sep 24 14:59:42.243454 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5ba140-52b4-4965-aa97-681cff2f1046 req-1ae9345b-c680-48c0-b1e3-9b86f9feae67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:59:42.249919 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-fa5ba140-52b4-4965-aa97-681cff2f1046 req-1ae9345b-c680-48c0-b1e3-9b86f9feae67 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=a953951d-d181-4025-b6b9-5088bf3d7942 HTTP/1.1" status: 200 len: 859 time: 0.1216044 Sep 24 14:59:42.273987 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-95b1f7ba-9413-49c2-9ff4-d0296d9fde19 req-a4077c66-62d6-4436-be7c-0b5aafdcbf1f service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=00355aaa-db33-4182-878f-2eadc364e36a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471487 Sep 24 14:59:42.389864 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-fa5ba140-52b4-4965-aa97-681cff2f1046 req-f8c288aa-9265-4ee6-ba3a-802ad5eec8a7 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=b9087bdc-bc6d-4ea0-be83-04ee0e604773&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1199138 Sep 24 14:59:42.552473 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b75b99-ad7f-48c9-a80b-aba776027f37 req-2f08a037-bc43-4d3a-b9ae-000842ec5e85 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:59:42.565502 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-52b75b99-ad7f-48c9-a80b-aba776027f37 req-2f08a037-bc43-4d3a-b9ae-000842ec5e85 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/ports?device_id=873dd13f-1b71-4619-b337-59158ab98530 HTTP/1.1" status: 200 len: 945 time: 0.2089710 Sep 24 14:59:42.683295 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-ebcb843a-ae99-4642-b8d8-6187e377d8fa admin admin] Notify callbacks [] for port, precommit_update {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:42.721727 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-ebcb843a-ae99-4642-b8d8-6187e377d8fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248551428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248062163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14427048'] for port, after_update {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:42.801062 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-95b1f7ba-9413-49c2-9ff4-d0296d9fde19 req-666ba941-8f6f-4c46-9adc-b70a9287eb33 service neutron] 10.222.0.99 "GET /v2.0/networks/00355aaa-db33-4182-878f-2eadc364e36a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5129137 Sep 24 14:59:42.801827 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-52b75b99-ad7f-48c9-a80b-aba776027f37 req-b8a7dc57-2216-48aa-bc2f-0341a8d97c88 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/security-groups?id=3569e126-7ff1-4cb8-87ba-3b9b03a649fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1803083 Sep 24 14:59:42.812201 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcb843a-ae99-4642-b8d8-6187e377d8fa admin admin] Pushing event updated for resources: {'Port': ['ID=3857017a-f6a7-4a03-8a0f-7bd08682bc68,revision_number=2']} {{(pid=105993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:59:42.938315 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-ebcb843a-ae99-4642-b8d8-6187e377d8fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-594280'] for router_interface, after_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:43.009917 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfb04b5-0414-4475-aea0-334c15a2047d req-bcad6307-400b-4949-bb16-349f556ed540 tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:59:43.012847 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-0dfb04b5-0414-4475-aea0-334c15a2047d req-bcad6307-400b-4949-bb16-349f556ed540 tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] 10.222.0.90 "GET /v2.0/networks?id=668c8e2b-cd9f-4f58-bdca-814f328e4372 HTTP/1.1" status: 200 len: 814 time: 0.4629533 Sep 24 14:59:43.017066 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-fa5ba140-52b4-4965-aa97-681cff2f1046 req-3635c808-a4bd-4238-a824-8b2a93e406d7 service neutron] 10.222.0.99 "GET /v2.0/networks/b9087bdc-bc6d-4ea0-be83-04ee0e604773?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5780451 Sep 24 14:59:43.161768 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fa58db-e7bb-4840-8ee2-3683fdc9a1d3 req-8625c073-ff1a-48b9-b6c8-1980f63bc40e tempest-VolumesActionsTest-2147474436 tempest-VolumesActionsTest-2147474436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:59:43.177717 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-f5fa58db-e7bb-4840-8ee2-3683fdc9a1d3 req-8625c073-ff1a-48b9-b6c8-1980f63bc40e tempest-VolumesActionsTest-2147474436 tempest-VolumesActionsTest-2147474436-project] 10.222.0.90 "GET /v2.0/ports?device_id=f3e72372-e717-47a0-84de-6a48a7c63d30 HTTP/1.1" status: 200 len: 943 time: 0.2301197 Sep 24 14:59:43.216546 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-0dfb04b5-0414-4475-aea0-334c15a2047d req-cfe90e5c-272d-4cd7-a3d3-b5a3ba7121a9 tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] 10.222.0.90 "GET /v2.0/quotas/e9ba4ee0a4b74e9ca40e57d3efacf27a HTTP/1.1" status: 200 len: 375 time: 0.1402724 Sep 24 14:59:43.254312 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-f5fa58db-e7bb-4840-8ee2-3683fdc9a1d3 req-5f55c7ee-ca38-4789-96dd-b8c665fc77b3 tempest-VolumesActionsTest-2147474436 tempest-VolumesActionsTest-2147474436-project] 10.222.0.90 "GET /v2.0/security-groups?id=19a67e84-7300-447f-80b1-598b09257bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750544 Sep 24 14:59:43.283990 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebcb843a-ae99-4642-b8d8-6187e377d8fa admin admin] Network bb19bb9c-3809-48e0-96ea-458278040176 is already hosted by enough agents. {{(pid=105993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 14:59:43.286632 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.scheduler.base_scheduler [None req-ebcb843a-ae99-4642-b8d8-6187e377d8fa admin admin] Resources bound (agent type, host, resource id): {{(pid=105993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 14:59:43.455027 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.rpc [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Device 98756f79-0171-43c6-baf9-01b419ed3b89 up at agent ovs-agent-dv-cinder-809830-2-iscsi {{(pid=105995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 14:59:43.574407 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.provisioning_blocks [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Provisioning complete for port 98756f79-0171-43c6-baf9-01b419ed3b89 triggered by entity L2. {{(pid=105995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 14:59:43.575393 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985790'] for port, provisioning_complete {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:43.640719 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42cb1c0-9051-4f9f-933a-7aaae3d2bdea req-53a5b77d-6e3d-496a-8680-e499d08e8983 tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:59:43.645203 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-c42cb1c0-9051-4f9f-933a-7aaae3d2bdea req-53a5b77d-6e3d-496a-8680-e499d08e8983 tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] 10.222.0.90 "GET /v2.0/ports?device_id=1bedb3f1-1b28-4d65-a046-f1b24046bde6 HTTP/1.1" status: 200 len: 945 time: 0.1867819 Sep 24 14:59:43.690353 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993762'] for port, before_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:43.698692 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebcb843a-ae99-4642-b8d8-6187e377d8fa admin admin] Router 9fd40c68-31ca-4931-9059-3b319578d81c has already been hosted by L3 agent 76290e94-8d59-4af2-9b8f-4e64db68baa4 {{(pid=105993) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 14:59:43.727755 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.db [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] For port 98756f79-0171-43c6-baf9-01b419ed3b89, host dv-cinder-809830-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809830-2-iscsi',level=0,port_id=98756f79-0171-43c6-baf9-01b419ed3b89,segment=NetworkSegment(1eeca048-08b8-46bc-9b0a-d3cb6658f7f8),segment_id=1eeca048-08b8-46bc-9b0a-d3cb6658f7f8)] {{(pid=105995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:59:43.738068 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248551428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248062163'] for port, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:43.743323 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-c42cb1c0-9051-4f9f-933a-7aaae3d2bdea req-a14f79a1-e488-4ec5-96e3-3275a00979f6 tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] 10.222.0.90 "GET /v2.0/security-groups?id=f3d37e3f-2899-4174-ab27-7857e72c3fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869832 Sep 24 14:59:43.764914 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-95b1f7ba-9413-49c2-9ff4-d0296d9fde19 req-8e431dc1-07a6-479b-9ec2-f2ed91a045a4 service neutron] 10.222.0.99 "GET /v2.0/networks/00355aaa-db33-4182-878f-2eadc364e36a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9385245 Sep 24 14:59:43.794698 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.provisioning_blocks [None req-3e3dd4e4-b225-4f8b-a6aa-17a327ecf38e None None] Provisioning complete for port 3857017a-f6a7-4a03-8a0f-7bd08682bc68 triggered by entity DHCP. {{(pid=105995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 14:59:43.796793 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-3e3dd4e4-b225-4f8b-a6aa-17a327ecf38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985790'] for port, provisioning_complete {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:43.837533 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-fa5ba140-52b4-4965-aa97-681cff2f1046 req-f321f845-bd27-439c-9daa-204389bef0ee service neutron] 10.222.0.99 "GET /v2.0/networks/b9087bdc-bc6d-4ea0-be83-04ee0e604773?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7633536 Sep 24 14:59:43.873926 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-0dfb04b5-0414-4475-aea0-334c15a2047d req-1c0a3c9d-f764-442d-ad91-1d93b62a4374 tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=e9ba4ee0a4b74e9ca40e57d3efacf27a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6476171 Sep 24 14:59:44.031658 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebcb843a-ae99-4642-b8d8-6187e377d8fa admin admin] Notify agent at l3_agent.dv-cinder-809830-2-iscsi the message routers_updated {{(pid=105993) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 14:59:44.050022 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [None req-ebcb843a-ae99-4642-b8d8-6187e377d8fa admin admin] 10.222.0.90 "PUT /v2.0/routers/9fd40c68-31ca-4931-9059-3b319578d81c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7677400 Sep 24 14:59:44.081704 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.plugin [None req-3e3dd4e4-b225-4f8b-a6aa-17a327ecf38e None None] Port 3857017a-f6a7-4a03-8a0f-7bd08682bc68 cannot update to ACTIVE because it is not bound. {{(pid=105995) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 14:59:44.103500 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106bc2f0-851c-407d-89ca-5c2f26bd5a8a req-ac8ba114-b8eb-48a0-bb0d-160c96aa5ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:59:44.109521 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-106bc2f0-851c-407d-89ca-5c2f26bd5a8a req-ac8ba114-b8eb-48a0-bb0d-160c96aa5ce8 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=1a177d4e81ce4c2caabfe2b8f00e6481&device_id=f3e72372-e717-47a0-84de-6a48a7c63d30 HTTP/1.1" status: 200 len: 1096 time: 0.2169249 Sep 24 14:59:44.116380 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Pushing event updated for resources: {'Port': ['ID=98756f79-0171-43c6-baf9-01b419ed3b89,revision_number=4']} {{(pid=105995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:59:44.196286 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-0dfb04b5-0414-4475-aea0-334c15a2047d req-e96ff93a-57b4-4708-a6a0-dd043b13b267 service neutron] 10.222.0.90 "GET /v2.0/networks/668c8e2b-cd9f-4f58-bdca-814f328e4372?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3199449 Sep 24 14:59:44.221165 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16890711-8941-4a85-aaf0-ed72b7c3ecb8 req-f905f421-b918-4c84-9941-b02b669d23dc tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:59:44.223791 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-16890711-8941-4a85-aaf0-ed72b7c3ecb8 req-f905f421-b918-4c84-9941-b02b669d23dc tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/ports?device_id=873dd13f-1b71-4619-b337-59158ab98530 HTTP/1.1" status: 200 len: 945 time: 0.1124499 Sep 24 14:59:44.297445 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-16890711-8941-4a85-aaf0-ed72b7c3ecb8 req-7a138ebf-9507-4426-b219-8a3203d617e8 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/security-groups?id=3569e126-7ff1-4cb8-87ba-3b9b03a649fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576553 Sep 24 14:59:44.435127 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc8f7a82-793f-4407-ab9c-269de4c259d7 None None] Sync routers for ids ['9fd40c68-31ca-4931-9059-3b319578d81c'] in dv-cinder-809830-2-iscsi {{(pid=105995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 14:59:44.457367 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106bc2f0-851c-407d-89ca-5c2f26bd5a8a req-5e5c9549-bc65-4de7-9cbe-dab71cc1e6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:59:44.458929 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-106bc2f0-851c-407d-89ca-5c2f26bd5a8a req-5e5c9549-bc65-4de7-9cbe-dab71cc1e6e9 service neutron] 10.222.0.99 "GET /v2.0/networks?id=00355aaa-db33-4182-878f-2eadc364e36a HTTP/1.1" status: 200 len: 910 time: 0.3303332 Sep 24 14:59:44.478486 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc8f7a82-793f-4407-ab9c-269de4c259d7 None None] Routers {'9fd40c68-31ca-4931-9059-3b319578d81c'} bound to L3 agent in host dv-cinder-809830-2-iscsi {{(pid=105995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 14:59:44.481445 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40993280-3664-44ac-9245-fd0f89200f95 req-3a0827d8-78a3-45db-b6af-40f743900f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:59:44.483270 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-40993280-3664-44ac-9245-fd0f89200f95 req-3a0827d8-78a3-45db-b6af-40f743900f8b service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=b96539b658a14037b412f92c54157553&device_id=1bedb3f1-1b28-4d65-a046-f1b24046bde6 HTTP/1.1" status: 200 len: 1098 time: 0.1183586 Sep 24 14:59:44.483404 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.l3_hamode_db [None req-cc8f7a82-793f-4407-ab9c-269de4c259d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809830-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T14:45:58Z,description=,heartbeat_timestamp=2021-09-24T14:59:28Z,host='dv-cinder-809830-2-iscsi',id=76290e94-8d59-4af2-9b8f-4e64db68baa4,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T14:45:58Z,topic='l3_agent')) {'router_ids': ['9fd40c68-31ca-4931-9059-3b319578d81c'], 'active': True} {{(pid=105995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:59:44.542639 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-0dfb04b5-0414-4475-aea0-334c15a2047d req-94a99268-3d64-41a2-a373-cf0cb96155a0 service neutron] 10.222.0.90 "GET /v2.0/networks/668c8e2b-cd9f-4f58-bdca-814f328e4372?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3451481 Sep 24 14:59:44.557102 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-106bc2f0-851c-407d-89ca-5c2f26bd5a8a req-7f93ac3f-ab72-4237-a48c-674f88042c42 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6bd36649-d746-4fb3-8e1a-01e0acbe79e0 HTTP/1.1" status: 200 len: 217 time: 0.0868030 Sep 24 14:59:44.684759 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22117645-e411-4fa9-8dc7-67c753eb4b92 req-d2ffba9c-5a41-46e2-b1b8-396850c42af8 tempest-VolumesActionsTest-2147474436 tempest-VolumesActionsTest-2147474436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:59:44.688120 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.rpc [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Device b108f0d8-ba9f-4c22-91e5-6d78d372be41 details requested by agent hyperv_hv-cinder-80983 with host hv-cinder-80983 {{(pid=105995) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 14:59:44.694699 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-22117645-e411-4fa9-8dc7-67c753eb4b92 req-d2ffba9c-5a41-46e2-b1b8-396850c42af8 tempest-VolumesActionsTest-2147474436 tempest-VolumesActionsTest-2147474436-project] 10.222.0.90 "GET /v2.0/ports?device_id=f3e72372-e717-47a0-84de-6a48a7c63d30 HTTP/1.1" status: 200 len: 943 time: 0.1889527 Sep 24 14:59:44.756078 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.l3_dvr_db [None req-cc8f7a82-793f-4407-ab9c-269de4c259d7 None None] Set router 9fd40c68-31ca-4931-9059-3b319578d81c gateway port host: dv-cinder-809830-2-iscsi {{(pid=105995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 14:59:44.809403 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-22117645-e411-4fa9-8dc7-67c753eb4b92 req-74e602d9-5e98-4f5e-9483-e940f8fe4782 tempest-VolumesActionsTest-2147474436 tempest-VolumesActionsTest-2147474436-project] 10.222.0.90 "GET /v2.0/security-groups?id=19a67e84-7300-447f-80b1-598b09257bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133916 Sep 24 14:59:44.815201 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106bc2f0-851c-407d-89ca-5c2f26bd5a8a req-0ad66596-3c26-4f0e-9760-8bd5f7b2bddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:59:44.818120 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-106bc2f0-851c-407d-89ca-5c2f26bd5a8a req-0ad66596-3c26-4f0e-9760-8bd5f7b2bddf service neutron] 10.222.0.99 "GET /v2.0/subnets?id=b50618cb-d83e-4786-bead-32128710e70b HTTP/1.1" status: 200 len: 848 time: 0.2386680 Sep 24 14:59:44.929732 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40993280-3664-44ac-9245-fd0f89200f95 req-bb0b3488-b16d-42cf-98b7-d615c42f7807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:59:44.931519 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-40993280-3664-44ac-9245-fd0f89200f95 req-bb0b3488-b16d-42cf-98b7-d615c42f7807 service neutron] 10.222.0.99 "GET /v2.0/networks?id=b9087bdc-bc6d-4ea0-be83-04ee0e604773 HTTP/1.1" status: 200 len: 921 time: 0.3874738 Sep 24 14:59:44.933835 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-106bc2f0-851c-407d-89ca-5c2f26bd5a8a req-d4148fec-1987-4ae9-9aaa-60fb03e9d628 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=00355aaa-db33-4182-878f-2eadc364e36a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0664117 Sep 24 14:59:45.034579 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-0c2dfcf0-b2ce-47f6-ac54-b829fd73404d req-1f5637ec-f74b-4dae-95bb-64254bebd306 tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] 10.222.0.90 "GET /v2.0/ports?device_id=25adec2c-60eb-41d3-8cc2-8ae18a52a940 HTTP/1.1" status: 200 len: 210 time: 0.1066301 Sep 24 14:59:45.040662 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-40993280-3664-44ac-9245-fd0f89200f95 req-e890a5aa-8717-4fc0-a02d-22bf56b72be5 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1ec0958e-582a-4654-8072-aba68a956d1b HTTP/1.1" status: 200 len: 217 time: 0.0753584 Sep 24 14:59:45.167597 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9684a4b2-2fb5-45c4-a1dc-b18f15237620 req-f0b91927-7544-44bb-a07a-797593ab2e94 tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:59:45.169946 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-9684a4b2-2fb5-45c4-a1dc-b18f15237620 req-f0b91927-7544-44bb-a07a-797593ab2e94 tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] 10.222.0.90 "GET /v2.0/ports?device_id=1bedb3f1-1b28-4d65-a046-f1b24046bde6 HTTP/1.1" status: 200 len: 945 time: 0.1943414 Sep 24 14:59:45.343777 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.rpc [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Device 98756f79-0171-43c6-baf9-01b419ed3b89 up at agent ovs-agent-dv-cinder-809830-2-iscsi {{(pid=105995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 14:59:45.398402 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40993280-3664-44ac-9245-fd0f89200f95 req-7c3539d7-38f5-4012-9380-23f5c4462e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:59:45.401554 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-40993280-3664-44ac-9245-fd0f89200f95 req-7c3539d7-38f5-4012-9380-23f5c4462e5b service neutron] 10.222.0.99 "GET /v2.0/subnets?id=a953951d-d181-4025-b6b9-5088bf3d7942 HTTP/1.1" status: 200 len: 859 time: 0.2919736 Sep 24 14:59:45.446756 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-9684a4b2-2fb5-45c4-a1dc-b18f15237620 req-8c7e8dc0-11c9-4e87-8092-f1b35813390b tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] 10.222.0.90 "GET /v2.0/security-groups?id=f3d37e3f-2899-4174-ab27-7857e72c3fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2675071 Sep 24 14:59:45.524251 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-40993280-3664-44ac-9245-fd0f89200f95 req-7c9ebadc-bd9d-4e9d-8509-ac8ec746b398 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=b9087bdc-bc6d-4ea0-be83-04ee0e604773&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0976417 Sep 24 14:59:45.532565 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-106bc2f0-851c-407d-89ca-5c2f26bd5a8a req-5982db4e-407e-4256-930a-462e00567e0a service neutron] 10.222.0.99 "GET /v2.0/networks/00355aaa-db33-4182-878f-2eadc364e36a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5660951 Sep 24 14:59:45.549398 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.db [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] For port b108f0d8-ba9f-4c22-91e5-6d78d372be41, host hv-cinder-80983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80983',level=0,port_id=b108f0d8-ba9f-4c22-91e5-6d78d372be41,segment=NetworkSegment(304b9768-ebfb-4066-b935-a4bdd70cb19d),segment_id=304b9768-ebfb-4066-b935-a4bdd70cb19d)] {{(pid=105995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:59:45.597731 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.rpc [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Returning: {'device': 'b108f0d8-ba9f-4c22-91e5-6d78d372be41', 'network_id': '9cafbdbc-b31b-42e1-af08-737ab1772474', 'port_id': 'b108f0d8-ba9f-4c22-91e5-6d78d372be41', 'mac_address': 'fa:16:3e:99:01:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1049, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96eeb601-c3fa-4a0c-bf57-6c99e9cae07c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105995) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 14:59:45.697868 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.provisioning_blocks [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Provisioning complete for port 98756f79-0171-43c6-baf9-01b419ed3b89 triggered by entity L2. {{(pid=105995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 14:59:45.698769 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985790'] for port, provisioning_complete {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:45.743249 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.wsgi [-] (105993) accepted ('10.222.0.90', 59340) {{(pid=105993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:59:45.750358 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.v2.base [None req-2f60ea7a-4b69-4d38-9dc6-60493efd6190 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-772461074-network', 'tenant_id': '5728f916c1014043a9372d8806cca391'}} {{(pid=105993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:59:45.788207 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993762'] for port, before_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:45.819003 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f60ea7a-4b69-4d38-9dc6-60493efd6190 admin admin] Made reservation on behalf of 5728f916c1014043a9372d8806cca391 for: {'network': 1} {{(pid=105993) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 14:59:45.822262 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-2f60ea7a-4b69-4d38-9dc6-60493efd6190 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993762'] for network, before_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:45.850260 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:45.853654 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-2f60ea7a-4b69-4d38-9dc6-60493efd6190 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:45.855008 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.notifiers.nova [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b108f0d8-ba9f-4c22-91e5-6d78d372be41 {{(pid=105995) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 14:59:45.902116 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.db [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] For port b108f0d8-ba9f-4c22-91e5-6d78d372be41, host hv-cinder-80983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80983',level=0,port_id=b108f0d8-ba9f-4c22-91e5-6d78d372be41,segment=NetworkSegment(304b9768-ebfb-4066-b935-a4bdd70cb19d),segment_id=304b9768-ebfb-4066-b935-a4bdd70cb19d)] {{(pid=105995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:59:45.930714 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.l3_hamode_db [None req-cc8f7a82-793f-4407-ab9c-269de4c259d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fd40c68-31ca-4931-9059-3b319578d81c', 'name': 'tempest-TestShelveInstance-888972978-router', 'tenant_id': 'b3ba56daf4404d7989fc7b7270504b2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7', 'external_fixed_ips': [{'subnet_id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'ip_address': '172.27.0.31'}], 'enable_snat': True}, 'gw_port_id': '98756f79-0171-43c6-baf9-01b419ed3b89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T14:59:34Z', 'updated_at': '2021-09-24T14:59:41Z', 'revision_number': 4, 'project_id': 'b3ba56daf4404d7989fc7b7270504b2e', 'gw_port': {'id': '98756f79-0171-43c6-baf9-01b419ed3b89', 'name': '', 'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:cf:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fd40c68-31ca-4931-9059-3b319578d81c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'ip_address': '172.27.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T14:59:35Z', 'updated_at': '2021-09-24T14:59:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809830-2-iscsi', '_interfaces': [{'id': '3857017a-f6a7-4a03-8a0f-7bd08682bc68', 'name': '', 'network_id': 'bb19bb9c-3809-48e0-96ea-458278040176', 'tenant_id': 'b3ba56daf4404d7989fc7b7270504b2e', 'mac_address': 'fa:16:3e:2e:f4:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fd40c68-31ca-4931-9059-3b319578d81c', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '800b9930-29a7-40db-a216-473b4386d889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T14:59:40Z', 'updated_at': '2021-09-24T14:59:42Z', 'revision_number': 2, 'project_id': 'b3ba56daf4404d7989fc7b7270504b2e', 'subnets': [{'id': '800b9930-29a7-40db-a216-473b4386d889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809830-2-iscsi', False) {} {{(pid=105995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:59:45.934298 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248551428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248062163'] for port, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:46.078586 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34690b62-375e-4eef-bcf5-cfc8c43b4db7 req-e2e87c1e-6cf9-4415-be7b-2d7d3bc5a002 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:59:46.092345 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-34690b62-375e-4eef-bcf5-cfc8c43b4db7 req-e2e87c1e-6cf9-4415-be7b-2d7d3bc5a002 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/ports?device_id=873dd13f-1b71-4619-b337-59158ab98530 HTTP/1.1" status: 200 len: 945 time: 0.4878452 Sep 24 14:59:46.204970 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9fc56d-a8dd-41d0-8bb9-0bb763a11cfc req-67ce9b29-09f7-4fa1-aafe-8a69b48532ca tempest-VolumesActionsTest-2147474436 tempest-VolumesActionsTest-2147474436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:59:46.208171 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-af9fc56d-a8dd-41d0-8bb9-0bb763a11cfc req-67ce9b29-09f7-4fa1-aafe-8a69b48532ca tempest-VolumesActionsTest-2147474436 tempest-VolumesActionsTest-2147474436-project] 10.222.0.90 "GET /v2.0/ports?device_id=f3e72372-e717-47a0-84de-6a48a7c63d30 HTTP/1.1" status: 200 len: 943 time: 0.1775634 Sep 24 14:59:46.221326 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-106bc2f0-851c-407d-89ca-5c2f26bd5a8a req-260163b3-7af8-4558-a3e5-6a18eff7e9d4 service neutron] 10.222.0.99 "GET /v2.0/networks/00355aaa-db33-4182-878f-2eadc364e36a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5863614 Sep 24 14:59:46.224614 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-40993280-3664-44ac-9245-fd0f89200f95 req-86353ff8-8ace-4ca4-8fe8-a250e9bdc461 service neutron] 10.222.0.99 "GET /v2.0/networks/b9087bdc-bc6d-4ea0-be83-04ee0e604773?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5913186 Sep 24 14:59:46.237992 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-34690b62-375e-4eef-bcf5-cfc8c43b4db7 req-8083d3a2-e1ad-49dd-8ca8-4a7507098fce tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/security-groups?id=3569e126-7ff1-4cb8-87ba-3b9b03a649fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1431205 Sep 24 14:59:46.307432 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc8f7a82-793f-4407-ab9c-269de4c259d7 None None] Checking router: 9fd40c68-31ca-4931-9059-3b319578d81c for host: dv-cinder-809830-2-iscsi {{(pid=105995) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 14:59:46.308498 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc8f7a82-793f-4407-ab9c-269de4c259d7 None None] Updating router 9fd40c68-31ca-4931-9059-3b319578d81c port 3857017a-f6a7-4a03-8a0f-7bd08682bc68 binding host dv-cinder-809830-2-iscsi {{(pid=105995) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 14:59:46.330931 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.db [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] get_ports_and_sgs() called for port_ids ['b108f0d8-ba9f-4c22-91e5-6d78d372be41'] {{(pid=105995) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 14:59:46.387779 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-af9fc56d-a8dd-41d0-8bb9-0bb763a11cfc req-0cecebfa-d840-4919-98c0-7de08fdcdbcc tempest-VolumesActionsTest-2147474436 tempest-VolumesActionsTest-2147474436-project] 10.222.0.90 "GET /v2.0/security-groups?id=19a67e84-7300-447f-80b1-598b09257bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416192 Sep 24 14:59:46.408783 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-2f60ea7a-4b69-4d38-9dc6-60493efd6190 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:46.434085 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-2f60ea7a-4b69-4d38-9dc6-60493efd6190 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571103'] for security_group, after_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:46.531379 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-3328976b-0cb5-492a-a5aa-2ef6293ac715 req-f52b1118-0ec5-496d-b351-b9835addfdc8 tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] 10.222.0.90 "GET /v2.0/ports?device_id=25adec2c-60eb-41d3-8cc2-8ae18a52a940 HTTP/1.1" status: 200 len: 210 time: 0.1068969 Sep 24 14:59:46.612355 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f60ea7a-4b69-4d38-9dc6-60493efd6190 admin admin] vlan segment allocate from pool success with {'vlan_id': 1043, 'physical_network': 'physnet1'} {{(pid=105993) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 14:59:46.643016 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-40993280-3664-44ac-9245-fd0f89200f95 req-62534906-a0b1-4e24-9455-12fdbb134a2f service neutron] 10.222.0.99 "GET /v2.0/networks/b9087bdc-bc6d-4ea0-be83-04ee0e604773?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3986046 Sep 24 14:59:46.668327 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f60ea7a-4b69-4d38-9dc6-60493efd6190 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d60cbeda-2eff-4334-9eb2-ffab6b395048,revision_number=1']} {{(pid=105993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:59:46.692028 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-2f60ea7a-4b69-4d38-9dc6-60493efd6190 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988101'] for segment, precommit_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:46.693306 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-cc8f7a82-793f-4407-ab9c-269de4c259d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993762'] for port, before_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:46.698014 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.rpc [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Device 6bd36649-d746-4fb3-8e1a-01e0acbe79e0 details requested by agent hyperv_hv-cinder-80983 with host hv-cinder-80983 {{(pid=105995) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 14:59:46.698404 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.db.segments_db [None req-2f60ea7a-4b69-4d38-9dc6-60493efd6190 admin admin] Added segment 3d1a5395-15a9-4326-9b07-5d37942efe9f of type vlan for network 6939d754-b408-43f4-ba8b-0820ef769334 Sep 24 14:59:46.825987 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Pushing event updated for resources: {'Port': ['ID=b108f0d8-ba9f-4c22-91e5-6d78d372be41,revision_number=6']} {{(pid=105995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:59:46.827131 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-2f60ea7a-4b69-4d38-9dc6-60493efd6190 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727248069142'] for network, precommit_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:46.888876 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-2f60ea7a-4b69-4d38-9dc6-60493efd6190 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314'] for network, after_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:46.892541 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f60ea7a-4b69-4d38-9dc6-60493efd6190 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:59:46.895591 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-2f60ea7a-4b69-4d38-9dc6-60493efd6190 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536624'] for network, before_response {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:46.913821 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108d01cc-0776-4f6d-b81d-41bd1716f166 req-e620a37e-7ff2-48c5-ab90-3617874f1a4e tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:59:46.916408 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-108d01cc-0776-4f6d-b81d-41bd1716f166 req-e620a37e-7ff2-48c5-ab90-3617874f1a4e tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] 10.222.0.90 "GET /v2.0/ports?device_id=1bedb3f1-1b28-4d65-a046-f1b24046bde6 HTTP/1.1" status: 200 len: 945 time: 0.2173138 Sep 24 14:59:46.922850 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.db.resource_extend [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 24 14:59:47.032184 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f60ea7a-4b69-4d38-9dc6-60493efd6190 admin admin] Pushing event updated for resources: {'Network': ['ID=6939d754-b408-43f4-ba8b-0820ef769334,revision_number=1']} {{(pid=105993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:59:47.039431 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [None req-2f60ea7a-4b69-4d38-9dc6-60493efd6190 admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2946463 Sep 24 14:59:47.043200 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.wsgi [-] (105993) accepted ('10.222.0.90', 59378) {{(pid=105993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:59:47.054219 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.v2.base [None req-2fd5a028-01e7-4532-b849-fa4d0234296e admin admin] Request body: {'subnet': {'network_id': '6939d754-b408-43f4-ba8b-0820ef769334', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-772461074-subnet', 'tenant_id': '5728f916c1014043a9372d8806cca391', 'ip_version': 4}} {{(pid=105993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:59:47.074701 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-108d01cc-0776-4f6d-b81d-41bd1716f166 req-34346bf3-9cc6-47f1-a6cc-9e01f1e4618c tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] 10.222.0.90 "GET /v2.0/security-groups?id=f3d37e3f-2899-4174-ab27-7857e72c3fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445615 Sep 24 14:59:47.101192 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fd5a028-01e7-4532-b849-fa4d0234296e admin admin] Made reservation on behalf of 5728f916c1014043a9372d8806cca391 for: {'subnet': 1} {{(pid=105993) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 14:59:47.103371 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-2fd5a028-01e7-4532-b849-fa4d0234296e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14663358'] for subnet, before_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:47.137719 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.rpc [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Network 6939d754-b408-43f4-ba8b-0820ef769334 details requested by agent ovs-agent-dv-cinder-809830-2-iscsi with host dv-cinder-809830-2-iscsi {{(pid=105995) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 14:59:47.702623 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.db [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] For port 6bd36649-d746-4fb3-8e1a-01e0acbe79e0, host hv-cinder-80983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80983',level=0,port_id=6bd36649-d746-4fb3-8e1a-01e0acbe79e0,segment=NetworkSegment(7d772851-ec27-4083-8324-19e508087518),segment_id=7d772851-ec27-4083-8324-19e508087518)] {{(pid=105995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:59:47.739959 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-2fd5a028-01e7-4532-b849-fa4d0234296e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14426943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14663308'] for subnet, after_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:47.798375 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e9e7e9-9013-4fb9-84cf-f59021aab5c0 req-717e8870-9f6b-48d8-97f9-7bf244d1dfb7 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:59:47.804100 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91508650-54e7-444c-892a-b15668aeb595 req-cc3315b7-e543-467d-93f5-ab5c20ffbc58 tempest-VolumesActionsTest-2147474436 tempest-VolumesActionsTest-2147474436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:59:47.807735 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-91508650-54e7-444c-892a-b15668aeb595 req-cc3315b7-e543-467d-93f5-ab5c20ffbc58 tempest-VolumesActionsTest-2147474436 tempest-VolumesActionsTest-2147474436-project] 10.222.0.90 "GET /v2.0/ports?device_id=f3e72372-e717-47a0-84de-6a48a7c63d30 HTTP/1.1" status: 200 len: 943 time: 0.2019365 Sep 24 14:59:47.808542 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-54e9e7e9-9013-4fb9-84cf-f59021aab5c0 req-717e8870-9f6b-48d8-97f9-7bf244d1dfb7 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/ports?device_id=873dd13f-1b71-4619-b337-59158ab98530 HTTP/1.1" status: 200 len: 944 time: 0.3978448 Sep 24 14:59:47.925494 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd5a028-01e7-4532-b849-fa4d0234296e admin admin] Checking segment: {'id': '3d1a5395-15a9-4326-9b07-5d37942efe9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '6939d754-b408-43f4-ba8b-0820ef769334'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 14:59:47.925863 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fd5a028-01e7-4532-b849-fa4d0234296e admin admin] Network hostable DHCP agents. Network: 6939d754-b408-43f4-ba8b-0820ef769334, hostable agents: ['a445fb04-844a-460e-9913-1045a19b95b5'], hosted agents: [] {{(pid=105993) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 14:59:47.984705 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-91508650-54e7-444c-892a-b15668aeb595 req-360d79ae-0e98-4980-a9d6-3de20b52dec7 tempest-VolumesActionsTest-2147474436 tempest-VolumesActionsTest-2147474436-project] 10.222.0.90 "GET /v2.0/security-groups?id=19a67e84-7300-447f-80b1-598b09257bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555624 Sep 24 14:59:47.996633 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd5a028-01e7-4532-b849-fa4d0234296e admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b01ffa7-a2d8-4d8d-a389-a017e427b4e7,revision_number=0']} {{(pid=105993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:59:48.003121 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fd5a028-01e7-4532-b849-fa4d0234296e admin admin] Network 6939d754-b408-43f4-ba8b-0820ef769334 is scheduled to be hosted by DHCP agent a445fb04-844a-460e-9913-1045a19b95b5 with binding_index 1 {{(pid=105993) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 14:59:48.022747 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-54e9e7e9-9013-4fb9-84cf-f59021aab5c0 req-8045c363-2e84-4a45-b3a8-4e0cf0fda384 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/security-groups?id=3569e126-7ff1-4cb8-87ba-3b9b03a649fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2129302 Sep 24 14:59:48.041874 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.scheduler.base_scheduler [None req-2fd5a028-01e7-4532-b849-fa4d0234296e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809830-2-iscsi, 6939d754-b408-43f4-ba8b-0820ef769334) {{(pid=105993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 14:59:48.066149 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fd5a028-01e7-4532-b849-fa4d0234296e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:59:48.067433 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-2fd5a028-01e7-4532-b849-fa4d0234296e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536624'] for subnet, before_response {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:48.166606 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [None req-2fd5a028-01e7-4532-b849-fa4d0234296e admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.1212821 Sep 24 14:59:48.170998 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.wsgi [-] (105993) accepted ('10.222.0.90', 59392) {{(pid=105993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:59:48.176368 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.v2.base [None req-6997da5f-ba54-4956-bed0-daca6952f805 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-772461074-router', 'tenant_id': '5728f916c1014043a9372d8806cca391', 'external_gateway_info': {'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7'}}} {{(pid=105993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:59:48.210413 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-438e8032-e4e1-4dce-9fdb-2f4c1c664658 None None] Network 6939d754-b408-43f4-ba8b-0820ef769334 requested from dv-cinder-809830-2-iscsi {{(pid=105995) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 14:59:48.212455 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.rpc [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Returning: {'device': '6bd36649-d746-4fb3-8e1a-01e0acbe79e0', 'network_id': '00355aaa-db33-4182-878f-2eadc364e36a', 'port_id': '6bd36649-d746-4fb3-8e1a-01e0acbe79e0', 'mac_address': 'fa:16:3e:a3:16:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1011, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b50618cb-d83e-4786-bead-32128710e70b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105995) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 14:59:48.270747 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-2d7ec189-c50e-4be8-8a51-d220117534f1 req-ed0f41ff-9a35-4926-9616-761f552ce916 tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] 10.222.0.90 "GET /v2.0/ports?device_id=25adec2c-60eb-41d3-8cc2-8ae18a52a940 HTTP/1.1" status: 200 len: 210 time: 0.0741158 Sep 24 14:59:48.284119 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-6997da5f-ba54-4956-bed0-daca6952f805 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594072', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-917'] for router, before_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:48.286491 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-6997da5f-ba54-4956-bed0-daca6952f805 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-591208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-616600', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-980487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-924'] for router, precommit_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:48.312096 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.db.agents_db [None req-37515238-e50e-498e-bfbd-a21ffee86c29 None None] Agent healthcheck: found 6 active agents {{(pid=105996) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 14:59:48.512346 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfb04b5-0414-4475-aea0-334c15a2047d req-1387180e-82cc-41ed-9ea1-a0276ed7c4b8 tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:59:48.514978 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-0dfb04b5-0414-4475-aea0-334c15a2047d req-1387180e-82cc-41ed-9ea1-a0276ed7c4b8 tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] 10.222.0.99 "GET /v2.0/networks?id=668c8e2b-cd9f-4f58-bdca-814f328e4372 HTTP/1.1" status: 200 len: 814 time: 0.3832533 Sep 24 14:59:48.536923 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-cc8f7a82-793f-4407-ab9c-269de4c259d7 None None] Notify callbacks [] for port, precommit_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:48.537649 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.v2.base [req-0dfb04b5-0414-4475-aea0-334c15a2047d req-7f0e15eb-1b8f-43df-93b1-26d79a6ce136 tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] Request body: {'port': {'device_id': '25adec2c-60eb-41d3-8cc2-8ae18a52a940', 'network_id': '668c8e2b-cd9f-4f58-bdca-814f328e4372', 'admin_state_up': True, 'tenant_id': 'e9ba4ee0a4b74e9ca40e57d3efacf27a'}} {{(pid=105994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:59:48.567423 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-6997da5f-ba54-4956-bed0-daca6952f805 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:48.622599 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-cc8f7a82-793f-4407-ab9c-269de4c259d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248551428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248062163'] for port, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:48.798015 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993762'] for port, before_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:48.842938 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7fcd99-f99b-45cb-873d-fe3a4c8c8d2d req-bd0a35e6-ce98-43ee-8750-831a518197b5 tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:59:48.854993 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0dfb04b5-0414-4475-aea0-334c15a2047d req-7f0e15eb-1b8f-43df-93b1-26d79a6ce136 tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] Made reservation on behalf of e9ba4ee0a4b74e9ca40e57d3efacf27a for: {'port': 1} {{(pid=105994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 14:59:48.858796 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e1f8f8-9c38-4458-a7db-adc5cb07410b None None] Pushing event updated for resources: {'Port': ['ID=3857017a-f6a7-4a03-8a0f-7bd08682bc68,revision_number=3']} {{(pid=105995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:59:48.859568 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-eb7fcd99-f99b-45cb-873d-fe3a4c8c8d2d req-bd0a35e6-ce98-43ee-8750-831a518197b5 tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] 10.222.0.90 "GET /v2.0/ports?device_id=1bedb3f1-1b28-4d65-a046-f1b24046bde6 HTTP/1.1" status: 200 len: 945 time: 0.2886984 Sep 24 14:59:48.863420 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.notifiers.nova [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6bd36649-d746-4fb3-8e1a-01e0acbe79e0 {{(pid=105995) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 14:59:48.872954 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-0dfb04b5-0414-4475-aea0-334c15a2047d req-7f0e15eb-1b8f-43df-93b1-26d79a6ce136 tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993762'] for port, before_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:48.901186 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.db [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] For port 6bd36649-d746-4fb3-8e1a-01e0acbe79e0, host hv-cinder-80983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80983',level=0,port_id=6bd36649-d746-4fb3-8e1a-01e0acbe79e0,segment=NetworkSegment(7d772851-ec27-4083-8324-19e508087518),segment_id=7d772851-ec27-4083-8324-19e508087518)] {{(pid=105995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:59:48.983439 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248551428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248062163'] for port, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:49.155148 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-6997da5f-ba54-4956-bed0-daca6952f805 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:49.276066 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-eb7fcd99-f99b-45cb-873d-fe3a4c8c8d2d req-c1becf3c-833c-4466-a2cb-ba105de29a9d tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] 10.222.0.90 "GET /v2.0/security-groups?id=f3d37e3f-2899-4174-ab27-7857e72c3fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4150033 Sep 24 14:59:49.495797 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.rpc [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Device b108f0d8-ba9f-4c22-91e5-6d78d372be41 up at agent hyperv_hv-cinder-80983 {{(pid=105995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 14:59:49.498778 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.db.db_base_plugin_common [req-0dfb04b5-0414-4475-aea0-334c15a2047d req-7f0e15eb-1b8f-43df-93b1-26d79a6ce136 tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] Allocated IP 172.20.0.11 (668c8e2b-cd9f-4f58-bdca-814f328e4372/61e01f8c-a5ed-4609-8640-3ce2b0ef07de/36478845-7102-4cea-8cac-671a74d1ec57) {{(pid=105994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 14:59:49.519540 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.managers [None req-cc8f7a82-793f-4407-ab9c-269de4c259d7 None None] Attempting to bind port 3857017a-f6a7-4a03-8a0f-7bd08682bc68 on host dv-cinder-809830-2-iscsi for vnic_type normal with profile {{(pid=105995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 14:59:49.522968 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.managers [None req-cc8f7a82-793f-4407-ab9c-269de4c259d7 None None] Attempting to bind port 3857017a-f6a7-4a03-8a0f-7bd08682bc68 by drivers openvswitch,hyperv on host dv-cinder-809830-2-iscsi at level 0 using segments [{'id': 'e5fe0498-5b75-4c3e-a5ab-6f6f616fb9d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': 'bb19bb9c-3809-48e0-96ea-458278040176'}] {{(pid=105995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 14:59:49.527811 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc8f7a82-793f-4407-ab9c-269de4c259d7 None None] Attempting to bind port 3857017a-f6a7-4a03-8a0f-7bd08682bc68 on network bb19bb9c-3809-48e0-96ea-458278040176 {{(pid=105995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 14:59:49.545692 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Pushing event updated for resources: {'Port': ['ID=6bd36649-d746-4fb3-8e1a-01e0acbe79e0,revision_number=4']} {{(pid=105995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:59:49.666585 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc8f7a82-793f-4407-ab9c-269de4c259d7 None None] Checking agent: {'id': '466265b3-b863-41e9-8226-f4d0fd198543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809830-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 14, 45, 59), 'started_at': datetime.datetime(2021, 9, 24, 14, 46, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 14, 59, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809830-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 14:59:49.670101 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc8f7a82-793f-4407-ab9c-269de4c259d7 None None] Checking segment: {'id': 'e5fe0498-5b75-4c3e-a5ab-6f6f616fb9d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': 'bb19bb9c-3809-48e0-96ea-458278040176'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 14:59:49.670717 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-cc8f7a82-793f-4407-ab9c-269de4c259d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:49.671291 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc8f7a82-793f-4407-ab9c-269de4c259d7 None None] Bound using segment: {'id': 'e5fe0498-5b75-4c3e-a5ab-6f6f616fb9d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': 'bb19bb9c-3809-48e0-96ea-458278040176'} {{(pid=105995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 14:59:49.671910 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.managers [None req-cc8f7a82-793f-4407-ab9c-269de4c259d7 None None] Bound port: 3857017a-f6a7-4a03-8a0f-7bd08682bc68, host: dv-cinder-809830-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5fe0498-5b75-4c3e-a5ab-6f6f616fb9d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': 'bb19bb9c-3809-48e0-96ea-458278040176'}}] {{(pid=105995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 14:59:49.674027 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-cc8f7a82-793f-4407-ab9c-269de4c259d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993762'] for port, before_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:49.706738 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f36154-c788-4edb-b456-b3ec7c97d043 req-b6d03651-47b3-4706-854e-7fdf78afe78e tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:59:49.712808 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-b0f36154-c788-4edb-b456-b3ec7c97d043 req-b6d03651-47b3-4706-854e-7fdf78afe78e tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/ports?device_id=873dd13f-1b71-4619-b337-59158ab98530 HTTP/1.1" status: 200 len: 944 time: 0.1889212 Sep 24 14:59:49.729448 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e3e8fe2-e461-4d48-9d56-62b5d815bd95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e630d72-881c-5ced-b0db-7df05ee4afe5-6939d754-b408-43f4-ba8b-0820ef769334', 'network_id': '6939d754-b408-43f4-ba8b-0820ef769334', 'tenant_id': '5728f916c1014043a9372d8806cca391', 'fixed_ips': [{'subnet_id': '8b01ffa7-a2d8-4d8d-a389-a017e427b4e7'}]}} from dv-cinder-809830-2-iscsi. {{(pid=105995) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 14:59:49.733012 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-5e3e8fe2-e461-4d48-9d56-62b5d815bd95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993762'] for port, before_create {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:49.843334 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.db [None req-cc8f7a82-793f-4407-ab9c-269de4c259d7 None None] For port 3857017a-f6a7-4a03-8a0f-7bd08682bc68, host dv-cinder-809830-2-iscsi, cleared binding levels {{(pid=105995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 14:59:49.849103 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.db [None req-cc8f7a82-793f-4407-ab9c-269de4c259d7 None None] For port 3857017a-f6a7-4a03-8a0f-7bd08682bc68, host dv-cinder-809830-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809830-2-iscsi',level=0,port_id=3857017a-f6a7-4a03-8a0f-7bd08682bc68,segment=NetworkSegment(e5fe0498-5b75-4c3e-a5ab-6f6f616fb9d3),segment_id=e5fe0498-5b75-4c3e-a5ab-6f6f616fb9d3)] {{(pid=105995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 14:59:49.884533 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-0dfb04b5-0414-4475-aea0-334c15a2047d req-7f0e15eb-1b8f-43df-93b1-26d79a6ce136 tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] Notify callbacks [] for port, precommit_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:49.953312 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-0dfb04b5-0414-4475-aea0-334c15a2047d req-7f0e15eb-1b8f-43df-93b1-26d79a6ce136 tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727248062127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14130366'] for port, after_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:50.124588 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.db_base_plugin_common [None req-5e3e8fe2-e461-4d48-9d56-62b5d815bd95 None None] Allocated IP 172.20.0.2 (6939d754-b408-43f4-ba8b-0820ef769334/8b01ffa7-a2d8-4d8d-a389-a017e427b4e7/e582676e-4b2d-4a3f-b69c-705704e83350) {{(pid=105995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 14:59:50.124588 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.db [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] get_ports_and_sgs() called for port_ids ['6bd36649-d746-4fb3-8e1a-01e0acbe79e0'] {{(pid=105995) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 14:59:50.137846 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.provisioning_blocks [None req-4190b2c0-20d3-4d8c-8d99-da9b1c1aee35 None None] Provisioning complete for port 3857017a-f6a7-4a03-8a0f-7bd08682bc68 triggered by entity DHCP. {{(pid=105995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 14:59:50.140338 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-4190b2c0-20d3-4d8c-8d99-da9b1c1aee35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985790'] for port, provisioning_complete {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:50.146236 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd347fe-cf06-4d1c-b632-609d57346bf8 req-3f9e5972-4841-4b40-b416-66cf18a695f3 tempest-VolumesActionsTest-2147474436 tempest-VolumesActionsTest-2147474436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:59:50.159619 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-4cd347fe-cf06-4d1c-b632-609d57346bf8 req-3f9e5972-4841-4b40-b416-66cf18a695f3 tempest-VolumesActionsTest-2147474436 tempest-VolumesActionsTest-2147474436-project] 10.222.0.90 "GET /v2.0/ports?device_id=f3e72372-e717-47a0-84de-6a48a7c63d30 HTTP/1.1" status: 200 len: 944 time: 0.8897667 Sep 24 14:59:50.180584 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0dfb04b5-0414-4475-aea0-334c15a2047d req-7f0e15eb-1b8f-43df-93b1-26d79a6ce136 tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] Network 668c8e2b-cd9f-4f58-bdca-814f328e4372 is already hosted by enough agents. {{(pid=105994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 14:59:50.197035 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.scheduler.base_scheduler [req-0dfb04b5-0414-4475-aea0-334c15a2047d req-7f0e15eb-1b8f-43df-93b1-26d79a6ce136 tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] Resources bound (agent type, host, resource id): {{(pid=105994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 14:59:50.200044 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dfb04b5-0414-4475-aea0-334c15a2047d req-7f0e15eb-1b8f-43df-93b1-26d79a6ce136 tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] Received port after_create {{(pid=105994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 14:59:50.237577 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-b0f36154-c788-4edb-b456-b3ec7c97d043 req-48fcbea2-62ca-4b81-9f81-1fe3ef6ce3d2 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/security-groups?id=3569e126-7ff1-4cb8-87ba-3b9b03a649fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5054283 Sep 24 14:59:50.306713 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfb04b5-0414-4475-aea0-334c15a2047d req-7f0e15eb-1b8f-43df-93b1-26d79a6ce136 tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:59:50.307497 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-0dfb04b5-0414-4475-aea0-334c15a2047d req-7f0e15eb-1b8f-43df-93b1-26d79a6ce136 tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472375'] for port, before_response {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:50.365862 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-6997da5f-ba54-4956-bed0-daca6952f805 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:50.371503 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0e15eb-1b8f-43df-93b1-26d79a6ce136 tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] Pushing event updated for resources: {'Port': ['ID=36478845-7102-4cea-8cac-671a74d1ec57,revision_number=1']} {{(pid=105994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:59:50.375651 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-cc8f7a82-793f-4407-ab9c-269de4c259d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248551428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248062163'] for port, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:50.402406 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-0dfb04b5-0414-4475-aea0-334c15a2047d req-7f0e15eb-1b8f-43df-93b1-26d79a6ce136 tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8746209 Sep 24 14:59:50.432373 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-6997da5f-ba54-4956-bed0-daca6952f805 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993762'] for port, before_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:50.441143 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.v2.base [req-0dfb04b5-0414-4475-aea0-334c15a2047d req-b7fced03-f611-4f94-a2de-2178cfa2d0a5 service neutron] Request body: {'port': {'device_id': '25adec2c-60eb-41d3-8cc2-8ae18a52a940', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80983'}} {{(pid=105994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:59:50.537531 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-4cd347fe-cf06-4d1c-b632-609d57346bf8 req-eaaf5dd2-775f-4704-ab75-9772a4990ffa tempest-VolumesActionsTest-2147474436 tempest-VolumesActionsTest-2147474436-project] 10.222.0.90 "GET /v2.0/security-groups?id=19a67e84-7300-447f-80b1-598b09257bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3766441 Sep 24 14:59:50.624299 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.db.db_base_plugin_common [None req-6997da5f-ba54-4956-bed0-daca6952f805 admin admin] Allocated IP 172.27.0.168 (d1d522b2-1ecd-4e8f-be33-d5d511adebd7/58b80919-877d-4d93-a3a2-bd7e936ebc9a/726ef308-769e-437e-9abe-b1c3a21be020) {{(pid=105993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 14:59:50.648468 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-0dfb04b5-0414-4475-aea0-334c15a2047d req-b7fced03-f611-4f94-a2de-2178cfa2d0a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993762'] for port, before_update {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:50.674617 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.provisioning_blocks [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Provisioning complete for port b108f0d8-ba9f-4c22-91e5-6d78d372be41 triggered by entity L2. {{(pid=105995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 14:59:50.675004 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985790'] for port, provisioning_complete {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:50.829904 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e1f8f8-9c38-4458-a7db-adc5cb07410b None None] Pushing event updated for resources: {'Port': ['ID=3857017a-f6a7-4a03-8a0f-7bd08682bc68,revision_number=4']} {{(pid=105995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:59:50.890909 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-6997da5f-ba54-4956-bed0-daca6952f805 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:50.907111 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7def4459-7594-44fe-a434-21de87ebf5e4 req-41d3f4d4-9a15-4f1f-b2a4-65a490fc4b71 tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:59:50.925763 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-7def4459-7594-44fe-a434-21de87ebf5e4 req-41d3f4d4-9a15-4f1f-b2a4-65a490fc4b71 tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] 10.222.0.90 "GET /v2.0/ports?device_id=1bedb3f1-1b28-4d65-a046-f1b24046bde6 HTTP/1.1" status: 200 len: 945 time: 0.2357357 Sep 24 14:59:50.943658 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc8f7a82-793f-4407-ab9c-269de4c259d7 None None] Routers {'9fd40c68-31ca-4931-9059-3b319578d81c'} bound to L3 agent in host dv-cinder-809830-2-iscsi {{(pid=105995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 14:59:50.945633 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.l3_hamode_db [None req-cc8f7a82-793f-4407-ab9c-269de4c259d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809830-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T14:45:58Z,description=,heartbeat_timestamp=2021-09-24T14:59:28Z,host='dv-cinder-809830-2-iscsi',id=76290e94-8d59-4af2-9b8f-4e64db68baa4,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T14:45:58Z,topic='l3_agent')) {'router_ids': ['9fd40c68-31ca-4931-9059-3b319578d81c'], 'active': True} {{(pid=105995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:59:50.955665 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-6997da5f-ba54-4956-bed0-daca6952f805 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727248062127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14427043'] for port, after_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:51.031174 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6997da5f-ba54-4956-bed0-daca6952f805 admin admin] Network d1d522b2-1ecd-4e8f-be33-d5d511adebd7 is already hosted by enough agents. {{(pid=105993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 14:59:51.078710 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.scheduler.base_scheduler [None req-6997da5f-ba54-4956-bed0-daca6952f805 admin admin] Resources bound (agent type, host, resource id): {{(pid=105993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 14:59:51.109310 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6997da5f-ba54-4956-bed0-daca6952f805 admin admin] Received port after_create {{(pid=105993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 14:59:51.165112 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-7def4459-7594-44fe-a434-21de87ebf5e4 req-4bebdadb-90e9-4fa5-b723-f6bf4f9a091f tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] 10.222.0.90 "GET /v2.0/security-groups?id=f3d37e3f-2899-4174-ab27-7857e72c3fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473300 Sep 24 14:59:51.333513 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-4190b2c0-20d3-4d8c-8d99-da9b1c1aee35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993762'] for port, before_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:51.436112 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.db [None req-4190b2c0-20d3-4d8c-8d99-da9b1c1aee35 None None] For port 3857017a-f6a7-4a03-8a0f-7bd08682bc68, host dv-cinder-809830-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809830-2-iscsi',level=0,port_id=3857017a-f6a7-4a03-8a0f-7bd08682bc68,segment=NetworkSegment(e5fe0498-5b75-4c3e-a5ab-6f6f616fb9d3),segment_id=e5fe0498-5b75-4c3e-a5ab-6f6f616fb9d3)] {{(pid=105995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:59:51.465547 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-4190b2c0-20d3-4d8c-8d99-da9b1c1aee35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248551428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248062163'] for port, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:51.573564 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993762'] for port, before_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:51.576651 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-5e3e8fe2-e461-4d48-9d56-62b5d815bd95 None None] Notify callbacks [] for port, precommit_create {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:51.735042 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-5e3e8fe2-e461-4d48-9d56-62b5d815bd95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727248062127'] for port, after_create {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:51.741918 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66218e7f-dd9f-40f6-bc8e-ac024aef53dd req-b13ea504-6f7a-4938-a051-37ad5efde3cc tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:59:51.763961 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-66218e7f-dd9f-40f6-bc8e-ac024aef53dd req-b13ea504-6f7a-4938-a051-37ad5efde3cc tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/ports?device_id=873dd13f-1b71-4619-b337-59158ab98530 HTTP/1.1" status: 200 len: 944 time: 0.2515018 Sep 24 14:59:51.782863 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.notifiers.nova [req-0dfb04b5-0414-4475-aea0-334c15a2047d req-b7fced03-f611-4f94-a2de-2178cfa2d0a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36478845-7102-4cea-8cac-671a74d1ec57 {{(pid=105994) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 14:59:51.840801 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-0dfb04b5-0414-4475-aea0-334c15a2047d req-b7fced03-f611-4f94-a2de-2178cfa2d0a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:51.853080 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbf01fd-a522-4367-b47d-960c1c85261e req-34e75488-4825-46e9-9539-3bcbcdd54ea8 tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:59:51.868393 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-9cbf01fd-a522-4367-b47d-960c1c85261e req-34e75488-4825-46e9-9539-3bcbcdd54ea8 tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] 10.222.0.90 "GET /v2.0/ports?device_id=25adec2c-60eb-41d3-8cc2-8ae18a52a940 HTTP/1.1" status: 200 len: 932 time: 0.9308085 Sep 24 14:59:51.926596 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-66218e7f-dd9f-40f6-bc8e-ac024aef53dd req-9c133d0c-fc88-4db0-b876-c128c5ce2dec tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/security-groups?id=3569e126-7ff1-4cb8-87ba-3b9b03a649fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1527424 Sep 24 14:59:51.938126 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4190b2c0-20d3-4d8c-8d99-da9b1c1aee35 None None] Pushing event updated for resources: {'Port': ['ID=3857017a-f6a7-4a03-8a0f-7bd08682bc68,revision_number=5']} {{(pid=105995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:59:51.941723 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '873dd13f-1b71-4619-b337-59158ab98530', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b108f0d8-ba9f-4c22-91e5-6d78d372be41'}] {{(pid=105995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 14:59:51.945890 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}caf9aa003d9a854053fb223e5f104f4bef6eff4a3612bfb278e8f19c1601715b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1abd60e-b708-4d7a-9ea4-e34a8a4e139b" -d '{"events": [{"server_uuid": "873dd13f-1b71-4619-b337-59158ab98530", "name": "network-vif-plugged", "status": "completed", "tag": "b108f0d8-ba9f-4c22-91e5-6d78d372be41"}]}' {{(pid=105995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 14:59:51.950022 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.db.provisioning_blocks [req-0dfb04b5-0414-4475-aea0-334c15a2047d req-b7fced03-f611-4f94-a2de-2178cfa2d0a5 service neutron] Transition to ACTIVE for port object 36478845-7102-4cea-8cac-671a74d1ec57 will not be triggered until provisioned by entity L2. {{(pid=105994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 14:59:51.958432 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-0dfb04b5-0414-4475-aea0-334c15a2047d req-b7fced03-f611-4f94-a2de-2178cfa2d0a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248551428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248062163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14130357'] for port, after_update {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:51.959451 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.l3_dvr_db [None req-cc8f7a82-793f-4407-ab9c-269de4c259d7 None None] Set router 9fd40c68-31ca-4931-9059-3b319578d81c gateway port host: dv-cinder-809830-2-iscsi {{(pid=105995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 14:59:52.017187 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e3e8fe2-e461-4d48-9d56-62b5d815bd95 None None] Network 6939d754-b408-43f4-ba8b-0820ef769334 is already hosted by enough agents. {{(pid=105995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 14:59:52.045328 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.provisioning_blocks [None req-10a620cd-e9b8-46cc-b4d4-ecd64858523a None None] Provisioning complete for port 3857017a-f6a7-4a03-8a0f-7bd08682bc68 triggered by entity DHCP. {{(pid=105995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 14:59:52.045761 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-10a620cd-e9b8-46cc-b4d4-ecd64858523a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985790'] for port, provisioning_complete {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:52.057096 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.db [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] For port b108f0d8-ba9f-4c22-91e5-6d78d372be41, host hv-cinder-80983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80983',level=0,port_id=b108f0d8-ba9f-4c22-91e5-6d78d372be41,segment=NetworkSegment(304b9768-ebfb-4066-b935-a4bdd70cb19d),segment_id=304b9768-ebfb-4066-b935-a4bdd70cb19d)] {{(pid=105995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:59:52.064372 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6997da5f-ba54-4956-bed0-daca6952f805 admin admin] Pushing event updated for resources: {'Port': ['ID=726ef308-769e-437e-9abe-b1c3a21be020,revision_number=1']} {{(pid=105993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:59:52.071877 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.scheduler.base_scheduler [None req-5e3e8fe2-e461-4d48-9d56-62b5d815bd95 None None] Resources bound (agent type, host, resource id): {{(pid=105995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 14:59:52.105137 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e3e8fe2-e461-4d48-9d56-62b5d815bd95 None None] Received port after_create {{(pid=105995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 14:59:52.110513 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248551428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248062163'] for port, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:52.141541 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-9cbf01fd-a522-4367-b47d-960c1c85261e req-86a631b5-3dcb-442f-97e8-0c2904660559 tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] 10.222.0.90 "GET /v2.0/security-groups?id=bb54c971-337c-4571-b265-c21f3dff30d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2717223 Sep 24 14:59:52.288987 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fced03-f611-4f94-a2de-2178cfa2d0a5 service neutron] Pushing event updated for resources: {'Port': ['ID=36478845-7102-4cea-8cac-671a74d1ec57,revision_number=2']} {{(pid=105994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:59:52.538426 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-6997da5f-ba54-4956-bed0-daca6952f805 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:52.560595 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3e8fe2-e461-4d48-9d56-62b5d815bd95 None None] Pushing event updated for resources: {'Port': ['ID=e582676e-4b2d-4a3f-b69c-705704e83350,revision_number=1']} {{(pid=105995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:59:52.577124 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 14:59:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fbb14a8-44b5-4a03-9be2-8efafb34413c x-openstack-request-id: req-4fbb14a8-44b5-4a03-9be2-8efafb34413c {{(pid=105995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 14:59:52.577458 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "873dd13f-1b71-4619-b337-59158ab98530", "name": "network-vif-plugged", "status": "completed", "tag": "b108f0d8-ba9f-4c22-91e5-6d78d372be41", "code": 200}]} {{(pid=105995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 14:59:52.578628 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-4fbb14a8-44b5-4a03-9be2-8efafb34413c {{(pid=105995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 14:59:52.578628 dv-cinder-809830-2-iscsi neutron-server[105995]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '873dd13f-1b71-4619-b337-59158ab98530', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b108f0d8-ba9f-4c22-91e5-6d78d372be41', 'code': 200} Sep 24 14:59:52.660255 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.managers [req-0dfb04b5-0414-4475-aea0-334c15a2047d req-b7fced03-f611-4f94-a2de-2178cfa2d0a5 service neutron] Attempting to bind port 36478845-7102-4cea-8cac-671a74d1ec57 on host hv-cinder-80983 for vnic_type normal with profile {{(pid=105994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 14:59:52.660769 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.managers [req-0dfb04b5-0414-4475-aea0-334c15a2047d req-b7fced03-f611-4f94-a2de-2178cfa2d0a5 service neutron] Attempting to bind port 36478845-7102-4cea-8cac-671a74d1ec57 by drivers openvswitch,hyperv on host hv-cinder-80983 at level 0 using segments [{'id': '3493a04e-7856-43c1-b4a7-e752097c9e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '668c8e2b-cd9f-4f58-bdca-814f328e4372'}] {{(pid=105994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 14:59:52.661038 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dfb04b5-0414-4475-aea0-334c15a2047d req-b7fced03-f611-4f94-a2de-2178cfa2d0a5 service neutron] Attempting to bind port 36478845-7102-4cea-8cac-671a74d1ec57 on network 668c8e2b-cd9f-4f58-bdca-814f328e4372 {{(pid=105994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 14:59:52.668053 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faa95b8-15c7-4ecb-9887-cfaa43fe79c9 req-a2fd9c2e-525c-4419-83ad-126ddd798828 tempest-VolumesActionsTest-2147474436 tempest-VolumesActionsTest-2147474436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:59:52.672337 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dfb04b5-0414-4475-aea0-334c15a2047d req-b7fced03-f611-4f94-a2de-2178cfa2d0a5 service neutron] Port 36478845-7102-4cea-8cac-671a74d1ec57 on network 668c8e2b-cd9f-4f58-bdca-814f328e4372 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80983 {{(pid=105994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 14:59:52.672834 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dfb04b5-0414-4475-aea0-334c15a2047d req-b7fced03-f611-4f94-a2de-2178cfa2d0a5 service neutron] Attempting to bind port 36478845-7102-4cea-8cac-671a74d1ec57 on network 668c8e2b-cd9f-4f58-bdca-814f328e4372 {{(pid=105994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 14:59:52.691176 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-2faa95b8-15c7-4ecb-9887-cfaa43fe79c9 req-a2fd9c2e-525c-4419-83ad-126ddd798828 tempest-VolumesActionsTest-2147474436 tempest-VolumesActionsTest-2147474436-project] 10.222.0.90 "GET /v2.0/ports?device_id=f3e72372-e717-47a0-84de-6a48a7c63d30 HTTP/1.1" status: 200 len: 944 time: 0.3506954 Sep 24 14:59:52.753457 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-2faa95b8-15c7-4ecb-9887-cfaa43fe79c9 req-1fcb9c41-ecc7-4ebe-bbde-31cde2c651eb tempest-VolumesActionsTest-2147474436 tempest-VolumesActionsTest-2147474436-project] 10.222.0.90 "GET /v2.0/security-groups?id=19a67e84-7300-447f-80b1-598b09257bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608790 Sep 24 14:59:52.756058 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dfb04b5-0414-4475-aea0-334c15a2047d req-b7fced03-f611-4f94-a2de-2178cfa2d0a5 service neutron] Checking agent: {'id': 'fe6caec8-3271-4776-9083-fb8f8cae5b94', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80983', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 14, 54, 44), 'started_at': datetime.datetime(2021, 9, 24, 14, 54, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 14, 59, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 14:59:52.757829 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dfb04b5-0414-4475-aea0-334c15a2047d req-b7fced03-f611-4f94-a2de-2178cfa2d0a5 service neutron] Checking segment: {'id': '3493a04e-7856-43c1-b4a7-e752097c9e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '668c8e2b-cd9f-4f58-bdca-814f328e4372'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 14:59:52.758706 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dfb04b5-0414-4475-aea0-334c15a2047d req-b7fced03-f611-4f94-a2de-2178cfa2d0a5 service neutron] Bound using segment: {'id': '3493a04e-7856-43c1-b4a7-e752097c9e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '668c8e2b-cd9f-4f58-bdca-814f328e4372'} {{(pid=105994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 14:59:52.760231 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.managers [req-0dfb04b5-0414-4475-aea0-334c15a2047d req-b7fced03-f611-4f94-a2de-2178cfa2d0a5 service neutron] Bound port: 36478845-7102-4cea-8cac-671a74d1ec57, host: hv-cinder-80983, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3493a04e-7856-43c1-b4a7-e752097c9e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '668c8e2b-cd9f-4f58-bdca-814f328e4372'}}] {{(pid=105994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 14:59:52.761478 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-0dfb04b5-0414-4475-aea0-334c15a2047d req-b7fced03-f611-4f94-a2de-2178cfa2d0a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993762'] for port, before_update {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:52.768285 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.managers [None req-5e3e8fe2-e461-4d48-9d56-62b5d815bd95 None None] Attempting to bind port e582676e-4b2d-4a3f-b69c-705704e83350 on host dv-cinder-809830-2-iscsi for vnic_type normal with profile {{(pid=105995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 14:59:52.768788 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.managers [None req-5e3e8fe2-e461-4d48-9d56-62b5d815bd95 None None] Attempting to bind port e582676e-4b2d-4a3f-b69c-705704e83350 by drivers openvswitch,hyperv on host dv-cinder-809830-2-iscsi at level 0 using segments [{'id': '3d1a5395-15a9-4326-9b07-5d37942efe9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '6939d754-b408-43f4-ba8b-0820ef769334'}] {{(pid=105995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 14:59:52.769374 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e3e8fe2-e461-4d48-9d56-62b5d815bd95 None None] Attempting to bind port e582676e-4b2d-4a3f-b69c-705704e83350 on network 6939d754-b408-43f4-ba8b-0820ef769334 {{(pid=105995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 14:59:52.814853 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Pushing event updated for resources: {'Port': ['ID=b108f0d8-ba9f-4c22-91e5-6d78d372be41,revision_number=7']} {{(pid=105995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:59:52.820201 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e3e8fe2-e461-4d48-9d56-62b5d815bd95 None None] Checking agent: {'id': '466265b3-b863-41e9-8226-f4d0fd198543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809830-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 14, 45, 59), 'started_at': datetime.datetime(2021, 9, 24, 14, 46, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 14, 59, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809830-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 14:59:52.820609 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e3e8fe2-e461-4d48-9d56-62b5d815bd95 None None] Checking segment: {'id': '3d1a5395-15a9-4326-9b07-5d37942efe9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '6939d754-b408-43f4-ba8b-0820ef769334'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 14:59:52.821095 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-5e3e8fe2-e461-4d48-9d56-62b5d815bd95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:52.821697 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e3e8fe2-e461-4d48-9d56-62b5d815bd95 None None] Bound using segment: {'id': '3d1a5395-15a9-4326-9b07-5d37942efe9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '6939d754-b408-43f4-ba8b-0820ef769334'} {{(pid=105995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 14:59:52.822206 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.managers [None req-5e3e8fe2-e461-4d48-9d56-62b5d815bd95 None None] Bound port: e582676e-4b2d-4a3f-b69c-705704e83350, host: dv-cinder-809830-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d1a5395-15a9-4326-9b07-5d37942efe9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '6939d754-b408-43f4-ba8b-0820ef769334'}}] {{(pid=105995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 14:59:52.822600 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-5e3e8fe2-e461-4d48-9d56-62b5d815bd95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993762'] for port, before_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:52.884544 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ec4b34-9fe4-40ce-8eee-7b782620e4d5 req-644b5aff-251b-4f13-af22-f1b3cd50d8a1 tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:59:52.887466 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-29ec4b34-9fe4-40ce-8eee-7b782620e4d5 req-644b5aff-251b-4f13-af22-f1b3cd50d8a1 tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] 10.222.0.90 "GET /v2.0/ports?device_id=1bedb3f1-1b28-4d65-a046-f1b24046bde6 HTTP/1.1" status: 200 len: 945 time: 0.2170446 Sep 24 14:59:53.003513 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.db [req-0dfb04b5-0414-4475-aea0-334c15a2047d req-b7fced03-f611-4f94-a2de-2178cfa2d0a5 service neutron] For port 36478845-7102-4cea-8cac-671a74d1ec57, host hv-cinder-80983, cleared binding levels {{(pid=105994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 14:59:53.043592 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.db [None req-5e3e8fe2-e461-4d48-9d56-62b5d815bd95 None None] For port e582676e-4b2d-4a3f-b69c-705704e83350, host dv-cinder-809830-2-iscsi, cleared binding levels {{(pid=105995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 14:59:53.052771 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.db [None req-5e3e8fe2-e461-4d48-9d56-62b5d815bd95 None None] For port e582676e-4b2d-4a3f-b69c-705704e83350, host dv-cinder-809830-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809830-2-iscsi',level=0,port_id=e582676e-4b2d-4a3f-b69c-705704e83350,segment=NetworkSegment(3d1a5395-15a9-4326-9b07-5d37942efe9f),segment_id=3d1a5395-15a9-4326-9b07-5d37942efe9f)] {{(pid=105995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 14:59:53.079337 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-5e3e8fe2-e461-4d48-9d56-62b5d815bd95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248551428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248062163'] for port, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:53.089942 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.db [req-0dfb04b5-0414-4475-aea0-334c15a2047d req-b7fced03-f611-4f94-a2de-2178cfa2d0a5 service neutron] For port 36478845-7102-4cea-8cac-671a74d1ec57, host hv-cinder-80983, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80983',level=0,port_id=36478845-7102-4cea-8cac-671a74d1ec57,segment=NetworkSegment(3493a04e-7856-43c1-b4a7-e752097c9e9a),segment_id=3493a04e-7856-43c1-b4a7-e752097c9e9a)] {{(pid=105994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 14:59:53.104475 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-0dfb04b5-0414-4475-aea0-334c15a2047d req-b7fced03-f611-4f94-a2de-2178cfa2d0a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248551428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248062163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14130357'] for port, after_update {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:53.121810 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-29ec4b34-9fe4-40ce-8eee-7b782620e4d5 req-d4635de2-e98f-4cf8-a3e4-2f2f624ce9e5 tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] 10.222.0.90 "GET /v2.0/security-groups?id=f3d37e3f-2899-4174-ab27-7857e72c3fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2005579 Sep 24 14:59:53.177939 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-6997da5f-ba54-4956-bed0-daca6952f805 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-591121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-616613'] for router, after_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:53.189162 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfb04b5-0414-4475-aea0-334c15a2047d req-b7fced03-f611-4f94-a2de-2178cfa2d0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:59:53.189937 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-0dfb04b5-0414-4475-aea0-334c15a2047d req-b7fced03-f611-4f94-a2de-2178cfa2d0a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472375'] for port, before_response {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:53.191497 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-0dfb04b5-0414-4475-aea0-334c15a2047d req-b7fced03-f611-4f94-a2de-2178cfa2d0a5 service neutron] 10.222.0.99 "PUT /v2.0/ports/36478845-7102-4cea-8cac-671a74d1ec57 HTTP/1.1" status: 200 len: 1094 time: 2.7767210 Sep 24 14:59:53.192241 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25adec2c-60eb-41d3-8cc2-8ae18a52a940', 'tag': '36478845-7102-4cea-8cac-671a74d1ec57'}] {{(pid=105994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 14:59:53.194691 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}445a901cbb5a624303c84b78f65e518dd0fb300c00204885c20e5236c8fbed2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87af9b25-1973-419f-8dd5-ad97f06817af" -d '{"events": [{"name": "network-changed", "server_uuid": "25adec2c-60eb-41d3-8cc2-8ae18a52a940", "tag": "36478845-7102-4cea-8cac-671a74d1ec57"}]}' {{(pid=105994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 14:59:53.213760 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.l3_hamode_db [None req-cc8f7a82-793f-4407-ab9c-269de4c259d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fd40c68-31ca-4931-9059-3b319578d81c', 'name': 'tempest-TestShelveInstance-888972978-router', 'tenant_id': 'b3ba56daf4404d7989fc7b7270504b2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7', 'external_fixed_ips': [{'subnet_id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'ip_address': '172.27.0.31'}], 'enable_snat': True}, 'gw_port_id': '98756f79-0171-43c6-baf9-01b419ed3b89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T14:59:34Z', 'updated_at': '2021-09-24T14:59:41Z', 'revision_number': 4, 'project_id': 'b3ba56daf4404d7989fc7b7270504b2e', 'gw_port': {'id': '98756f79-0171-43c6-baf9-01b419ed3b89', 'name': '', 'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:cf:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fd40c68-31ca-4931-9059-3b319578d81c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'ip_address': '172.27.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T14:59:35Z', 'updated_at': '2021-09-24T14:59:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809830-2-iscsi', '_interfaces': [{'id': '3857017a-f6a7-4a03-8a0f-7bd08682bc68', 'name': '', 'network_id': 'bb19bb9c-3809-48e0-96ea-458278040176', 'tenant_id': 'b3ba56daf4404d7989fc7b7270504b2e', 'mac_address': 'fa:16:3e:2e:f4:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fd40c68-31ca-4931-9059-3b319578d81c', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '800b9930-29a7-40db-a216-473b4386d889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T14:59:40Z', 'updated_at': '2021-09-24T14:59:49Z', 'revision_number': 4, 'project_id': 'b3ba56daf4404d7989fc7b7270504b2e', 'subnets': [{'id': '800b9930-29a7-40db-a216-473b4386d889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809830-2-iscsi', False) {} {{(pid=105995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:59:53.286119 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fced03-f611-4f94-a2de-2178cfa2d0a5 service neutron] Pushing event updated for resources: {'Port': ['ID=36478845-7102-4cea-8cac-671a74d1ec57,revision_number=3']} {{(pid=105994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:59:53.371413 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfb04b5-0414-4475-aea0-334c15a2047d req-9a77159e-2d33-4490-b603-28c23cdddf0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:59:53.373593 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-0dfb04b5-0414-4475-aea0-334c15a2047d req-9a77159e-2d33-4490-b603-28c23cdddf0d service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=e9ba4ee0a4b74e9ca40e57d3efacf27a&device_id=25adec2c-60eb-41d3-8cc2-8ae18a52a940 HTTP/1.1" status: 200 len: 1097 time: 0.0818646 Sep 24 14:59:53.426467 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc8f7a82-793f-4407-ab9c-269de4c259d7 None None] The sync data for ids ['9fd40c68-31ca-4931-9059-3b319578d81c'] in dv-cinder-809830-2-iscsi is: [{'id': '9fd40c68-31ca-4931-9059-3b319578d81c', 'name': 'tempest-TestShelveInstance-888972978-router', 'tenant_id': 'b3ba56daf4404d7989fc7b7270504b2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7', 'external_fixed_ips': [{'subnet_id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'ip_address': '172.27.0.31'}], 'enable_snat': True}, 'gw_port_id': '98756f79-0171-43c6-baf9-01b419ed3b89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T14:59:34Z', 'updated_at': '2021-09-24T14:59:41Z', 'revision_number': 4, 'project_id': 'b3ba56daf4404d7989fc7b7270504b2e', 'gw_port': {'id': '98756f79-0171-43c6-baf9-01b419ed3b89', 'name': '', 'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:cf:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fd40c68-31ca-4931-9059-3b319578d81c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'ip_address': '172.27.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T14:59:35Z', 'updated_at': '2021-09-24T14:59:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809830-2-iscsi', '_interfaces': [{'id': '3857017a-f6a7-4a03-8a0f-7bd08682bc68', 'name': '', 'network_id': 'bb19bb9c-3809-48e0-96ea-458278040176', 'tenant_id': 'b3ba56daf4404d7989fc7b7270504b2e', 'mac_address': 'fa:16:3e:2e:f4:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fd40c68-31ca-4931-9059-3b319578d81c', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '800b9930-29a7-40db-a216-473b4386d889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T14:59:40Z', 'updated_at': '2021-09-24T14:59:49Z', 'revision_number': 4, 'project_id': 'b3ba56daf4404d7989fc7b7270504b2e', 'subnets': [{'id': '800b9930-29a7-40db-a216-473b4386d889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 14:59:53.492362 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3e8fe2-e461-4d48-9d56-62b5d815bd95 None None] Pushing event updated for resources: {'Port': ['ID=e582676e-4b2d-4a3f-b69c-705704e83350,revision_number=2']} {{(pid=105995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:59:53.524209 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d89b7c-b41a-41f6-ad4a-b990c3c92bd0 req-b0b06c61-8f00-4475-a257-524920e89cba tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:59:53.536296 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-79d89b7c-b41a-41f6-ad4a-b990c3c92bd0 req-b0b06c61-8f00-4475-a257-524920e89cba tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/ports?device_id=873dd13f-1b71-4619-b337-59158ab98530 HTTP/1.1" status: 200 len: 945 time: 0.3547256 Sep 24 14:59:53.592720 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.db [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] get_ports_and_sgs() called for port_ids ['b1cb22c4-a818-4c45-a191-65d5ab96169f', 'a8dffa35-4677-4915-9472-ab4af4f14a87', 'b5fa71a8-84eb-4d4a-b018-dddd72c9a0a4'] {{(pid=105995) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 14:59:53.609675 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-0dfb04b5-0414-4475-aea0-334c15a2047d req-41f1b073-5fb6-4b81-91f8-e180918bef04 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=36478845-7102-4cea-8cac-671a74d1ec57 HTTP/1.1" status: 200 len: 217 time: 0.2075717 Sep 24 14:59:53.715883 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c2a211-e11c-430c-94f2-52a9bcfc77a0 req-54646f2e-c0d1-408d-8778-e5ed801fc728 tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:59:53.753079 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-f6c2a211-e11c-430c-94f2-52a9bcfc77a0 req-54646f2e-c0d1-408d-8778-e5ed801fc728 tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] 10.222.0.90 "GET /v2.0/ports?device_id=25adec2c-60eb-41d3-8cc2-8ae18a52a940 HTTP/1.1" status: 200 len: 944 time: 0.3776028 Sep 24 14:59:53.813138 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-79d89b7c-b41a-41f6-ad4a-b990c3c92bd0 req-b4162ab5-1257-499c-a718-94c54d540466 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/security-groups?id=3569e126-7ff1-4cb8-87ba-3b9b03a649fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2492361 Sep 24 14:59:53.824476 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-9f244f42-8eea-4a8c-90ec-ff4a6cfcf1ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:53.890346 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfb04b5-0414-4475-aea0-334c15a2047d req-ccb3028f-e919-4a4e-86c0-092100226dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:59:53.890346 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-0dfb04b5-0414-4475-aea0-334c15a2047d req-ccb3028f-e919-4a4e-86c0-092100226dc0 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=61e01f8c-a5ed-4609-8640-3ce2b0ef07de HTTP/1.1" status: 200 len: 854 time: 0.2453148 Sep 24 14:59:53.981691 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-f6c2a211-e11c-430c-94f2-52a9bcfc77a0 req-9a23d545-ad95-4995-861b-cfbd7282eec2 tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] 10.222.0.90 "GET /v2.0/security-groups?id=bb54c971-337c-4571-b265-c21f3dff30d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2231908 Sep 24 14:59:54.110408 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 14:59:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdf84137-5f68-4294-93f4-1215b8e94aa1 x-openstack-request-id: req-bdf84137-5f68-4294-93f4-1215b8e94aa1 {{(pid=105994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 14:59:54.111438 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25adec2c-60eb-41d3-8cc2-8ae18a52a940", "tag": "36478845-7102-4cea-8cac-671a74d1ec57", "status": "completed", "code": 200}]} {{(pid=105994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 14:59:54.111438 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-bdf84137-5f68-4294-93f4-1215b8e94aa1 {{(pid=105994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 14:59:54.111740 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25adec2c-60eb-41d3-8cc2-8ae18a52a940', 'tag': '36478845-7102-4cea-8cac-671a74d1ec57', 'status': 'completed', 'code': 200} Sep 24 14:59:54.117933 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-0dfb04b5-0414-4475-aea0-334c15a2047d req-9fb2c26a-cab1-434a-8d0c-25dac43ddd69 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=668c8e2b-cd9f-4f58-bdca-814f328e4372&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2147491 Sep 24 14:59:54.199856 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6997da5f-ba54-4956-bed0-daca6952f805 admin admin] Router 56904d22-cd0e-40ec-8a19-5cb6909badd5 is scheduled to L3 agent 76290e94-8d59-4af2-9b8f-4e64db68baa4 with binding_index 1 {{(pid=105993) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 14:59:54.393551 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.wsgi [-] (105993) accepted ('10.222.0.90', 59466) {{(pid=105993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:59:54.722730 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-0dfb04b5-0414-4475-aea0-334c15a2047d req-0b1a768a-0a1e-4862-8de7-54425c9b7e8d service neutron] 10.222.0.99 "GET /v2.0/networks/668c8e2b-cd9f-4f58-bdca-814f328e4372?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5910184 Sep 24 14:59:54.754378 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0154845d-38e2-492c-84a4-02cf05b04073 req-c6a0e7c1-3d45-4714-b277-f980d42a5b87 tempest-VolumesActionsTest-2147474436 tempest-VolumesActionsTest-2147474436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:59:54.757254 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-0154845d-38e2-492c-84a4-02cf05b04073 req-c6a0e7c1-3d45-4714-b277-f980d42a5b87 tempest-VolumesActionsTest-2147474436 tempest-VolumesActionsTest-2147474436-project] 10.222.0.90 "GET /v2.0/ports?device_id=f3e72372-e717-47a0-84de-6a48a7c63d30 HTTP/1.1" status: 200 len: 944 time: 0.3616874 Sep 24 14:59:54.765114 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-0d853861-1e9c-476d-83d3-73ea5dcc284a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:54.901711 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c14789-4923-4666-8238-e9f3f193ee3c req-ac76c9d0-b4cd-45db-b7e0-67c4ecfa9f9a tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:59:54.914485 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-94c14789-4923-4666-8238-e9f3f193ee3c req-ac76c9d0-b4cd-45db-b7e0-67c4ecfa9f9a tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] 10.222.0.90 "GET /v2.0/ports?device_id=1bedb3f1-1b28-4d65-a046-f1b24046bde6 HTTP/1.1" status: 200 len: 945 time: 0.3507783 Sep 24 14:59:55.027375 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.rpc [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Device 6bd36649-d746-4fb3-8e1a-01e0acbe79e0 up at agent hyperv_hv-cinder-80983 {{(pid=105995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 14:59:55.126441 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-94c14789-4923-4666-8238-e9f3f193ee3c req-270f5763-562a-450e-8f47-d003f20f2e38 tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] 10.222.0.90 "GET /v2.0/security-groups?id=f3d37e3f-2899-4174-ab27-7857e72c3fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055001 Sep 24 14:59:55.181246 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-0d853861-1e9c-476d-83d3-73ea5dcc284a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:55.199290 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-0dfb04b5-0414-4475-aea0-334c15a2047d req-1865abdb-66da-4694-b4fc-570c91cc908d service neutron] 10.222.0.99 "GET /v2.0/networks/668c8e2b-cd9f-4f58-bdca-814f328e4372?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4646864 Sep 24 14:59:55.275412 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-0d853861-1e9c-476d-83d3-73ea5dcc284a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571103'] for security_group, after_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:55.398874 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aac2e634-2232-4f88-8fa7-90334666500c None None] Network 6939d754-b408-43f4-ba8b-0820ef769334 requested from dv-cinder-809830-2-iscsi {{(pid=105995) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 14:59:55.404739 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87af9b25-1973-419f-8dd5-ad97f06817af req-07826926-8587-4dc7-9521-8b1e204c133f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:59:55.406730 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-87af9b25-1973-419f-8dd5-ad97f06817af req-07826926-8587-4dc7-9521-8b1e204c133f service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=e9ba4ee0a4b74e9ca40e57d3efacf27a&device_id=25adec2c-60eb-41d3-8cc2-8ae18a52a940 HTTP/1.1" status: 200 len: 1097 time: 0.1229975 Sep 24 14:59:55.442805 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6997da5f-ba54-4956-bed0-daca6952f805 admin admin] Notify agent at l3_agent.dv-cinder-809830-2-iscsi the message routers_updated {{(pid=105993) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 14:59:55.460859 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38fde0d2-9cca-4e12-b690-d4928c23514d None None] Sync routers for ids ['56904d22-cd0e-40ec-8a19-5cb6909badd5'] in dv-cinder-809830-2-iscsi {{(pid=105996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 14:59:55.490511 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-0154845d-38e2-492c-84a4-02cf05b04073 req-044ff1aa-64c7-49dc-9df9-7cab2acbcd7e tempest-VolumesActionsTest-2147474436 tempest-VolumesActionsTest-2147474436-project] 10.222.0.90 "GET /v2.0/security-groups?id=19a67e84-7300-447f-80b1-598b09257bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7088203 Sep 24 14:59:55.510102 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d853861-1e9c-476d-83d3-73ea5dcc284a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=395ea40e-be05-4940-8a45-8c8fd5acdabb,revision_number=1']} {{(pid=105993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:59:55.521107 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38fde0d2-9cca-4e12-b690-d4928c23514d None None] Routers {'56904d22-cd0e-40ec-8a19-5cb6909badd5'} bound to L3 agent in host dv-cinder-809830-2-iscsi {{(pid=105996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 14:59:55.524906 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.db.l3_hamode_db [None req-38fde0d2-9cca-4e12-b690-d4928c23514d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809830-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T14:45:58Z,description=,heartbeat_timestamp=2021-09-24T14:59:28Z,host='dv-cinder-809830-2-iscsi',id=76290e94-8d59-4af2-9b8f-4e64db68baa4,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T14:45:58Z,topic='l3_agent')) {'router_ids': ['56904d22-cd0e-40ec-8a19-5cb6909badd5'], 'active': True} {{(pid=105996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:59:55.525739 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.provisioning_blocks [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Provisioning for port 6bd36649-d746-4fb3-8e1a-01e0acbe79e0 completed by entity L2. {{(pid=105995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 14:59:55.588787 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-6997da5f-ba54-4956-bed0-daca6952f805 admin admin] Notify callbacks [] for router, before_response {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:55.597823 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [None req-6997da5f-ba54-4956-bed0-daca6952f805 admin admin] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 7.4176619 Sep 24 14:59:55.602150 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.wsgi [-] (105993) accepted ('10.222.0.90', 59476) {{(pid=105993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:59:55.605135 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [None req-0d853861-1e9c-476d-83d3-73ea5dcc284a admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=93459f8b4a844b3886c31e8fb434b6fd&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1735299 Sep 24 14:59:55.611742 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.wsgi [-] (105994) accepted ('10.222.0.90', 59478) {{(pid=105994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:59:55.709447 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.rpc [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Device e582676e-4b2d-4a3f-b69c-705704e83350 up at agent ovs-agent-dv-cinder-809830-2-iscsi {{(pid=105995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 14:59:55.824264 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.provisioning_blocks [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Provisioning complete for port 6bd36649-d746-4fb3-8e1a-01e0acbe79e0 triggered by entity L2. {{(pid=105995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 14:59:55.825073 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985790'] for port, provisioning_complete {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:55.867090 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.db.l3_dvr_db [None req-38fde0d2-9cca-4e12-b690-d4928c23514d None None] Set router 56904d22-cd0e-40ec-8a19-5cb6909badd5 gateway port host: dv-cinder-809830-2-iscsi {{(pid=105996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 14:59:56.029918 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e98ba9-a20b-4d8d-9809-a819f6511bde req-110bc69e-660b-4da9-86c4-e5e7f5dd235b tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:59:56.039013 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb74048c-aa73-4c6c-a511-bcd09dfcab0a req-55e8228a-9b9e-48ef-befd-95b3201474c7 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:59:56.045350 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-07e98ba9-a20b-4d8d-9809-a819f6511bde req-110bc69e-660b-4da9-86c4-e5e7f5dd235b tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] 10.222.0.90 "GET /v2.0/ports?device_id=25adec2c-60eb-41d3-8cc2-8ae18a52a940 HTTP/1.1" status: 200 len: 944 time: 0.2826214 Sep 24 14:59:56.048974 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-eb74048c-aa73-4c6c-a511-bcd09dfcab0a req-55e8228a-9b9e-48ef-befd-95b3201474c7 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/ports?device_id=873dd13f-1b71-4619-b337-59158ab98530 HTTP/1.1" status: 200 len: 945 time: 0.6568079 Sep 24 14:59:56.054646 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-96405eba-6903-49fa-a771-a9602477dab7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:56.131686 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87af9b25-1973-419f-8dd5-ad97f06817af req-33e6af8d-6698-4ab7-97df-475ef12cc424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:59:56.132759 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-87af9b25-1973-419f-8dd5-ad97f06817af req-33e6af8d-6698-4ab7-97df-475ef12cc424 service neutron] 10.222.0.99 "GET /v2.0/networks?id=668c8e2b-cd9f-4f58-bdca-814f328e4372 HTTP/1.1" status: 200 len: 916 time: 0.6641655 Sep 24 14:59:56.163296 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.provisioning_blocks [None req-b16917aa-5bae-4827-98a6-74f6b3097ec5 None None] Provisioning complete for port e582676e-4b2d-4a3f-b69c-705704e83350 triggered by entity DHCP. {{(pid=105995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 14:59:56.164107 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-b16917aa-5bae-4827-98a6-74f6b3097ec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985790'] for port, provisioning_complete {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:56.221108 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-96405eba-6903-49fa-a771-a9602477dab7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:56.224650 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-87af9b25-1973-419f-8dd5-ad97f06817af req-a0c2aaff-b23b-4513-ad2a-68b2ef9df231 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=36478845-7102-4cea-8cac-671a74d1ec57 HTTP/1.1" status: 200 len: 217 time: 0.0780771 Sep 24 14:59:56.317271 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-eb74048c-aa73-4c6c-a511-bcd09dfcab0a req-3235048a-d057-47c4-90dc-89428b504731 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/security-groups?id=3569e126-7ff1-4cb8-87ba-3b9b03a649fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2636132 Sep 24 14:59:56.345272 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993762'] for port, before_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:56.421931 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87af9b25-1973-419f-8dd5-ad97f06817af req-04862925-7b12-475c-93cf-5dbfca7bbc4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:59:56.425834 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-87af9b25-1973-419f-8dd5-ad97f06817af req-04862925-7b12-475c-93cf-5dbfca7bbc4d service neutron] 10.222.0.99 "GET /v2.0/subnets?id=61e01f8c-a5ed-4609-8640-3ce2b0ef07de HTTP/1.1" status: 200 len: 854 time: 0.1758032 Sep 24 14:59:56.446496 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.db.l3_hamode_db [None req-38fde0d2-9cca-4e12-b690-d4928c23514d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56904d22-cd0e-40ec-8a19-5cb6909badd5', 'name': 'tempest-TestShelveInstance-772461074-router', 'tenant_id': '5728f916c1014043a9372d8806cca391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7', 'external_fixed_ips': [{'subnet_id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'ip_address': '172.27.0.168'}], 'enable_snat': True}, 'gw_port_id': '726ef308-769e-437e-9abe-b1c3a21be020', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T14:59:48Z', 'updated_at': '2021-09-24T14:59:51Z', 'revision_number': 3, 'project_id': '5728f916c1014043a9372d8806cca391', 'gw_port': {'id': '726ef308-769e-437e-9abe-b1c3a21be020', 'name': '', 'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:58:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56904d22-cd0e-40ec-8a19-5cb6909badd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'ip_address': '172.27.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T14:59:50Z', 'updated_at': '2021-09-24T14:59:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809830-2-iscsi'}], 'dv-cinder-809830-2-iscsi', False) {} {{(pid=105996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:59:56.488617 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.db [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] For port 6bd36649-d746-4fb3-8e1a-01e0acbe79e0, host hv-cinder-80983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80983',level=0,port_id=6bd36649-d746-4fb3-8e1a-01e0acbe79e0,segment=NetworkSegment(7d772851-ec27-4083-8324-19e508087518),segment_id=7d772851-ec27-4083-8324-19e508087518)] {{(pid=105995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:59:56.515678 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3e72372-e717-47a0-84de-6a48a7c63d30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bd36649-d746-4fb3-8e1a-01e0acbe79e0'}] {{(pid=105995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 14:59:56.518868 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}caf9aa003d9a854053fb223e5f104f4bef6eff4a3612bfb278e8f19c1601715b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27c4b204-3700-4a43-94e0-efb98ca31305" -d '{"events": [{"server_uuid": "f3e72372-e717-47a0-84de-6a48a7c63d30", "name": "network-vif-plugged", "status": "completed", "tag": "6bd36649-d746-4fb3-8e1a-01e0acbe79e0"}]}' {{(pid=105995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 14:59:56.527562 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248551428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248062163'] for port, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:56.544235 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38fde0d2-9cca-4e12-b690-d4928c23514d None None] Checking router: 56904d22-cd0e-40ec-8a19-5cb6909badd5 for host: dv-cinder-809830-2-iscsi {{(pid=105996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 14:59:56.546245 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38fde0d2-9cca-4e12-b690-d4928c23514d None None] Updating router 56904d22-cd0e-40ec-8a19-5cb6909badd5 port 726ef308-769e-437e-9abe-b1c3a21be020 binding host dv-cinder-809830-2-iscsi {{(pid=105996) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 14:59:56.551813 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-07e98ba9-a20b-4d8d-9809-a819f6511bde req-c99126d1-3b1a-4b99-ba88-e482970f5c16 tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] 10.222.0.90 "GET /v2.0/security-groups?id=bb54c971-337c-4571-b265-c21f3dff30d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5055542 Sep 24 14:59:56.611750 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron_lib.callbacks.manager [None req-38fde0d2-9cca-4e12-b690-d4928c23514d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993762'] for port, before_update {{(pid=105996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:56.828615 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.provisioning_blocks [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Provisioning complete for port e582676e-4b2d-4a3f-b69c-705704e83350 triggered by entity L2. {{(pid=105995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 14:59:56.829433 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985790'] for port, provisioning_complete {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:56.999336 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-b16917aa-5bae-4827-98a6-74f6b3097ec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993762'] for port, before_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:57.020182 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Pushing event updated for resources: {'Port': ['ID=6bd36649-d746-4fb3-8e1a-01e0acbe79e0,revision_number=5']} {{(pid=105995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:59:57.058093 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d889f3eb-2dbb-4a14-8b18-271c9e8e7503 req-9ca39f0a-6d71-4ed4-a444-7b9fede71811 tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:59:57.061427 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-d889f3eb-2dbb-4a14-8b18-271c9e8e7503 req-9ca39f0a-6d71-4ed4-a444-7b9fede71811 tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] 10.222.0.90 "GET /v2.0/ports?device_id=1bedb3f1-1b28-4d65-a046-f1b24046bde6 HTTP/1.1" status: 200 len: 945 time: 0.2443695 Sep 24 14:59:57.200356 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron_lib.callbacks.manager [None req-38fde0d2-9cca-4e12-b690-d4928c23514d None None] Notify callbacks [] for port, precommit_update {{(pid=105996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:57.208077 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron_lib.callbacks.manager [None req-38fde0d2-9cca-4e12-b690-d4928c23514d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248551428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248062163'] for port, after_update {{(pid=105996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:57.269147 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-31c398ac-7cd2-49fa-8b8f-e655fe271d4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993762'] for port, before_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:57.296884 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62686cd-b6b8-45b2-9e52-bb8b044718db None None] Pushing event updated for resources: {'Port': ['ID=726ef308-769e-437e-9abe-b1c3a21be020,revision_number=2']} {{(pid=105996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:59:57.305475 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-87af9b25-1973-419f-8dd5-ad97f06817af req-28d3e00c-c446-45c1-9941-e3a76bdb60d1 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=668c8e2b-cd9f-4f58-bdca-814f328e4372&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.8680556 Sep 24 14:59:57.306316 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.plugins.ml2.managers [None req-38fde0d2-9cca-4e12-b690-d4928c23514d None None] Attempting to bind port 726ef308-769e-437e-9abe-b1c3a21be020 on host dv-cinder-809830-2-iscsi for vnic_type normal with profile {{(pid=105996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 14:59:57.306316 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.plugins.ml2.managers [None req-38fde0d2-9cca-4e12-b690-d4928c23514d None None] Attempting to bind port 726ef308-769e-437e-9abe-b1c3a21be020 by drivers openvswitch,hyperv on host dv-cinder-809830-2-iscsi at level 0 using segments [{'id': '1eeca048-08b8-46bc-9b0a-d3cb6658f7f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7'}] {{(pid=105996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 14:59:57.306626 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38fde0d2-9cca-4e12-b690-d4928c23514d None None] Attempting to bind port 726ef308-769e-437e-9abe-b1c3a21be020 on network d1d522b2-1ecd-4e8f-be33-d5d511adebd7 {{(pid=105996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 14:59:57.313431 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62686cd-b6b8-45b2-9e52-bb8b044718db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:59:57.313900 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62686cd-b6b8-45b2-9e52-bb8b044718db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:59:57.314251 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62686cd-b6b8-45b2-9e52-bb8b044718db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:59:57.314616 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62686cd-b6b8-45b2-9e52-bb8b044718db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:59:57.314927 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62686cd-b6b8-45b2-9e52-bb8b044718db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:59:57.315259 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62686cd-b6b8-45b2-9e52-bb8b044718db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:59:57.315588 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62686cd-b6b8-45b2-9e52-bb8b044718db None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:59:57.315972 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62686cd-b6b8-45b2-9e52-bb8b044718db None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:59:57.316491 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62686cd-b6b8-45b2-9e52-bb8b044718db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:59:57.316879 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62686cd-b6b8-45b2-9e52-bb8b044718db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:59:57.317206 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62686cd-b6b8-45b2-9e52-bb8b044718db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:59:57.317530 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62686cd-b6b8-45b2-9e52-bb8b044718db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:59:57.322987 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38fde0d2-9cca-4e12-b690-d4928c23514d None None] Checking agent: {'id': '466265b3-b863-41e9-8226-f4d0fd198543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809830-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 14, 45, 59), 'started_at': datetime.datetime(2021, 9, 24, 14, 46, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 14, 59, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809830-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 14:59:57.323364 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38fde0d2-9cca-4e12-b690-d4928c23514d None None] Checking segment: {'id': '1eeca048-08b8-46bc-9b0a-d3cb6658f7f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 14:59:57.323838 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron_lib.callbacks.manager [None req-38fde0d2-9cca-4e12-b690-d4928c23514d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:57.324296 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38fde0d2-9cca-4e12-b690-d4928c23514d None None] Bound using segment: {'id': '1eeca048-08b8-46bc-9b0a-d3cb6658f7f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7'} {{(pid=105996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 14:59:57.324832 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.plugins.ml2.managers [None req-38fde0d2-9cca-4e12-b690-d4928c23514d None None] Bound port: 726ef308-769e-437e-9abe-b1c3a21be020, host: dv-cinder-809830-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1eeca048-08b8-46bc-9b0a-d3cb6658f7f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7'}}] {{(pid=105996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 14:59:57.325261 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron_lib.callbacks.manager [None req-38fde0d2-9cca-4e12-b690-d4928c23514d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993762'] for port, before_update {{(pid=105996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:57.404971 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.plugins.ml2.db [None req-38fde0d2-9cca-4e12-b690-d4928c23514d None None] For port 726ef308-769e-437e-9abe-b1c3a21be020, host dv-cinder-809830-2-iscsi, cleared binding levels {{(pid=105996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 14:59:57.409326 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.plugins.ml2.db [None req-38fde0d2-9cca-4e12-b690-d4928c23514d None None] For port 726ef308-769e-437e-9abe-b1c3a21be020, host dv-cinder-809830-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809830-2-iscsi',level=0,port_id=726ef308-769e-437e-9abe-b1c3a21be020,segment=NetworkSegment(1eeca048-08b8-46bc-9b0a-d3cb6658f7f8),segment_id=1eeca048-08b8-46bc-9b0a-d3cb6658f7f8)] {{(pid=105996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 14:59:57.415371 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron_lib.callbacks.manager [None req-38fde0d2-9cca-4e12-b690-d4928c23514d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248551428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248062163'] for port, after_update {{(pid=105996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:57.418277 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.db [None req-b16917aa-5bae-4827-98a6-74f6b3097ec5 None None] For port e582676e-4b2d-4a3f-b69c-705704e83350, host dv-cinder-809830-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809830-2-iscsi',level=0,port_id=e582676e-4b2d-4a3f-b69c-705704e83350,segment=NetworkSegment(3d1a5395-15a9-4326-9b07-5d37942efe9f),segment_id=3d1a5395-15a9-4326-9b07-5d37942efe9f)] {{(pid=105995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:59:57.435470 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-b16917aa-5bae-4827-98a6-74f6b3097ec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248551428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248062163'] for port, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:57.438373 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-d889f3eb-2dbb-4a14-8b18-271c9e8e7503 req-2cc65909-648e-4bbd-8951-71c79368ac9b tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] 10.222.0.90 "GET /v2.0/security-groups?id=f3d37e3f-2899-4174-ab27-7857e72c3fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2820032 Sep 24 14:59:57.497395 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993762'] for port, before_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:57.541136 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-96405eba-6903-49fa-a771-a9602477dab7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571103'] for security_group, after_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:57.546540 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-96405eba-6903-49fa-a771-a9602477dab7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:57.551707 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [None req-96405eba-6903-49fa-a771-a9602477dab7 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/395ea40e-be05-4940-8a45-8c8fd5acdabb HTTP/1.1" status: 204 len: 168 time: 1.9074724 Sep 24 14:59:57.583120 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96405eba-6903-49fa-a771-a9602477dab7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=395ea40e-be05-4940-8a45-8c8fd5acdabb,revision_number=None']} {{(pid=105994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:59:57.641683 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 14:59:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56c0b22d-c8eb-4c4f-9f81-e6c819d581c4 x-openstack-request-id: req-56c0b22d-c8eb-4c4f-9f81-e6c819d581c4 {{(pid=105995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 14:59:57.642297 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3e72372-e717-47a0-84de-6a48a7c63d30", "name": "network-vif-plugged", "status": "completed", "tag": "6bd36649-d746-4fb3-8e1a-01e0acbe79e0", "code": 200}]} {{(pid=105995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 14:59:57.642829 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-56c0b22d-c8eb-4c4f-9f81-e6c819d581c4 {{(pid=105995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 14:59:57.643587 dv-cinder-809830-2-iscsi neutron-server[105995]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3e72372-e717-47a0-84de-6a48a7c63d30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bd36649-d746-4fb3-8e1a-01e0acbe79e0', 'code': 200} Sep 24 14:59:57.703401 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8539139-4865-4df7-a50a-2f3b3f917808 req-c6697932-c737-421a-b310-46b35b3d6afb tempest-VolumesActionsTest-2147474436 tempest-VolumesActionsTest-2147474436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:59:57.709108 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.provisioning_blocks [None req-4b70b2e2-86a4-4534-9154-c0f816c7f738 None None] Provisioning complete for port e582676e-4b2d-4a3f-b69c-705704e83350 triggered by entity DHCP. {{(pid=105995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 14:59:57.712721 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-4b70b2e2-86a4-4534-9154-c0f816c7f738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985790'] for port, provisioning_complete {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:57.713472 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-d8539139-4865-4df7-a50a-2f3b3f917808 req-c6697932-c737-421a-b310-46b35b3d6afb tempest-VolumesActionsTest-2147474436 tempest-VolumesActionsTest-2147474436-project] 10.222.0.90 "GET /v2.0/ports?device_id=f3e72372-e717-47a0-84de-6a48a7c63d30 HTTP/1.1" status: 200 len: 945 time: 0.4020398 Sep 24 14:59:57.737918 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62686cd-b6b8-45b2-9e52-bb8b044718db None None] Pushing event updated for resources: {'Port': ['ID=726ef308-769e-437e-9abe-b1c3a21be020,revision_number=3']} {{(pid=105996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:59:57.762657 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38fde0d2-9cca-4e12-b690-d4928c23514d None None] Routers {'56904d22-cd0e-40ec-8a19-5cb6909badd5'} bound to L3 agent in host dv-cinder-809830-2-iscsi {{(pid=105996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 14:59:57.764063 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.db.l3_hamode_db [None req-38fde0d2-9cca-4e12-b690-d4928c23514d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809830-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T14:45:58Z,description=,heartbeat_timestamp=2021-09-24T14:59:28Z,host='dv-cinder-809830-2-iscsi',id=76290e94-8d59-4af2-9b8f-4e64db68baa4,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T14:45:58Z,topic='l3_agent')) {'router_ids': ['56904d22-cd0e-40ec-8a19-5cb6909badd5'], 'active': True} {{(pid=105996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:59:57.818835 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16917aa-5bae-4827-98a6-74f6b3097ec5 None None] Pushing event updated for resources: {'Port': ['ID=e582676e-4b2d-4a3f-b69c-705704e83350,revision_number=3']} {{(pid=105995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:59:57.957045 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.db.api [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105995) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 24 14:59:57.964432 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG oslo_db.api [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 24 14:59:57.968135 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-d8539139-4865-4df7-a50a-2f3b3f917808 req-eef6323a-ad27-466c-884f-cabf5be68412 tempest-VolumesActionsTest-2147474436 tempest-VolumesActionsTest-2147474436-project] 10.222.0.90 "GET /v2.0/security-groups?id=19a67e84-7300-447f-80b1-598b09257bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2531238 Sep 24 14:59:58.021541 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-87af9b25-1973-419f-8dd5-ad97f06817af req-b1681f2f-53ed-4001-b522-c6ffe2828d8d service neutron] 10.222.0.99 "GET /v2.0/networks/668c8e2b-cd9f-4f58-bdca-814f328e4372?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5775197 Sep 24 14:59:58.125763 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7511cd2-b57f-4ee7-8c6d-e04368325214 req-81ce5fcf-e121-43ba-a200-5c38d67a8f4a tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:59:58.127676 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-a7511cd2-b57f-4ee7-8c6d-e04368325214 req-81ce5fcf-e121-43ba-a200-5c38d67a8f4a tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/ports?device_id=873dd13f-1b71-4619-b337-59158ab98530 HTTP/1.1" status: 200 len: 945 time: 0.4000933 Sep 24 14:59:58.154246 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.db.l3_dvr_db [None req-38fde0d2-9cca-4e12-b690-d4928c23514d None None] Set router 56904d22-cd0e-40ec-8a19-5cb6909badd5 gateway port host: dv-cinder-809830-2-iscsi {{(pid=105996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 14:59:58.308927 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-b6b8527c-66bb-43da-9064-38dda7b9593d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:58.337459 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.db.db_base_plugin_common [None req-31c398ac-7cd2-49fa-8b8f-e655fe271d4c admin admin] Allocated IP 172.20.0.1 (6939d754-b408-43f4-ba8b-0820ef769334/8b01ffa7-a2d8-4d8d-a389-a017e427b4e7/ea4e94ae-f2a6-41aa-8dee-da6227385163) {{(pid=105993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 14:59:58.437047 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.db.l3_hamode_db [None req-38fde0d2-9cca-4e12-b690-d4928c23514d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56904d22-cd0e-40ec-8a19-5cb6909badd5', 'name': 'tempest-TestShelveInstance-772461074-router', 'tenant_id': '5728f916c1014043a9372d8806cca391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7', 'external_fixed_ips': [{'subnet_id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'ip_address': '172.27.0.168'}], 'enable_snat': True}, 'gw_port_id': '726ef308-769e-437e-9abe-b1c3a21be020', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T14:59:48Z', 'updated_at': '2021-09-24T14:59:51Z', 'revision_number': 3, 'project_id': '5728f916c1014043a9372d8806cca391', 'gw_port': {'id': '726ef308-769e-437e-9abe-b1c3a21be020', 'name': '', 'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:58:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56904d22-cd0e-40ec-8a19-5cb6909badd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'ip_address': '172.27.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T14:59:50Z', 'updated_at': '2021-09-24T14:59:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809830-2-iscsi'}], 'dv-cinder-809830-2-iscsi', False) {} {{(pid=105996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:59:58.472336 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38fde0d2-9cca-4e12-b690-d4928c23514d None None] The sync data for ids ['56904d22-cd0e-40ec-8a19-5cb6909badd5'] in dv-cinder-809830-2-iscsi is: [{'id': '56904d22-cd0e-40ec-8a19-5cb6909badd5', 'name': 'tempest-TestShelveInstance-772461074-router', 'tenant_id': '5728f916c1014043a9372d8806cca391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7', 'external_fixed_ips': [{'subnet_id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'ip_address': '172.27.0.168'}], 'enable_snat': True}, 'gw_port_id': '726ef308-769e-437e-9abe-b1c3a21be020', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T14:59:48Z', 'updated_at': '2021-09-24T14:59:51Z', 'revision_number': 3, 'project_id': '5728f916c1014043a9372d8806cca391', 'gw_port': {'id': '726ef308-769e-437e-9abe-b1c3a21be020', 'name': '', 'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:58:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56904d22-cd0e-40ec-8a19-5cb6909badd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'ip_address': '172.27.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T14:59:50Z', 'updated_at': '2021-09-24T14:59:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809830-2-iscsi'}] {{(pid=105996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 14:59:58.516289 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2755987-1d3c-4151-882b-19c3b6983327 req-48830596-2b3e-4965-92e8-cd9d54579ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:59:58.519404 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-c2755987-1d3c-4151-882b-19c3b6983327 req-48830596-2b3e-4965-92e8-cd9d54579ad1 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=f3e72372-e717-47a0-84de-6a48a7c63d30 HTTP/1.1" status: 200 len: 1098 time: 0.4052174 Sep 24 14:59:58.523799 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-31c398ac-7cd2-49fa-8b8f-e655fe271d4c admin admin] Notify callbacks [] for port, precommit_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:58.573133 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.rpc [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Device 3857017a-f6a7-4a03-8a0f-7bd08682bc68 up at agent ovs-agent-dv-cinder-809830-2-iscsi {{(pid=105995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 14:59:58.609615 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-31c398ac-7cd2-49fa-8b8f-e655fe271d4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727248062127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14427043'] for port, after_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:58.652316 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-87af9b25-1973-419f-8dd5-ad97f06817af req-e2ba5ce1-614d-4f9d-885f-31a3f827898f service neutron] 10.222.0.99 "GET /v2.0/networks/668c8e2b-cd9f-4f58-bdca-814f328e4372?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6124954 Sep 24 14:59:58.707261 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c398ac-7cd2-49fa-8b8f-e655fe271d4c admin admin] Pushing event updated for resources: {'Port': ['ID=ea4e94ae-f2a6-41aa-8dee-da6227385163,revision_number=1']} {{(pid=105993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:59:58.721341 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd74c907-ac07-4627-a48e-22ddaf533011 req-509ac7ce-96a2-4840-ae5b-a3ad29682498 tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:59:58.725809 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-bd74c907-ac07-4627-a48e-22ddaf533011 req-509ac7ce-96a2-4840-ae5b-a3ad29682498 tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] 10.222.0.90 "GET /v2.0/ports?device_id=25adec2c-60eb-41d3-8cc2-8ae18a52a940 HTTP/1.1" status: 200 len: 944 time: 0.1490397 Sep 24 14:59:58.731699 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-c2755987-1d3c-4151-882b-19c3b6983327 req-81da381f-ba2d-4359-a91a-a83ce18e21fe service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=19a67e84-7300-447f-80b1-598b09257bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024844 Sep 24 14:59:58.735975 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-a7511cd2-b57f-4ee7-8c6d-e04368325214 req-91ef5633-74c7-456b-a132-851509385fb7 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/security-groups?id=3569e126-7ff1-4cb8-87ba-3b9b03a649fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5930464 Sep 24 14:59:58.768749 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31c398ac-7cd2-49fa-8b8f-e655fe271d4c admin admin] Network 6939d754-b408-43f4-ba8b-0820ef769334 is already hosted by enough agents. {{(pid=105993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 14:59:58.774143 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.scheduler.base_scheduler [None req-31c398ac-7cd2-49fa-8b8f-e655fe271d4c admin admin] Resources bound (agent type, host, resource id): {{(pid=105993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 14:59:58.778797 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31c398ac-7cd2-49fa-8b8f-e655fe271d4c admin admin] Received port after_create {{(pid=105993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 14:59:58.823509 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.provisioning_blocks [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Provisioning complete for port 3857017a-f6a7-4a03-8a0f-7bd08682bc68 triggered by entity L2. {{(pid=105995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 14:59:58.824776 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985790'] for port, provisioning_complete {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:58.943232 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-bd74c907-ac07-4627-a48e-22ddaf533011 req-f5593b74-2dec-432f-8ff1-f5e09ea8882b tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] 10.222.0.90 "GET /v2.0/security-groups?id=bb54c971-337c-4571-b265-c21f3dff30d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018371 Sep 24 14:59:58.967592 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-31c398ac-7cd2-49fa-8b8f-e655fe271d4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-595352'] for router_interface, before_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:59.066965 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.wsgi [-] (105994) accepted ('10.222.0.90', 59504) {{(pid=105994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:59:59.072644 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.rpc [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Device 36478845-7102-4cea-8cac-671a74d1ec57 details requested by agent hyperv_hv-cinder-80983 with host hv-cinder-80983 {{(pid=105995) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 14:59:59.126763 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-60969ba0-47a4-4eac-b4c9-d0b0f7d443a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:59.515456 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadc1ab3-d3cc-4413-bcce-d65ac50f2548 req-13f736dd-6a0d-42d5-b950-6ed75bd39ae6 tempest-VolumesActionsTest-2147474436 tempest-VolumesActionsTest-2147474436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:59:59.524662 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-fadc1ab3-d3cc-4413-bcce-d65ac50f2548 req-13f736dd-6a0d-42d5-b950-6ed75bd39ae6 tempest-VolumesActionsTest-2147474436 tempest-VolumesActionsTest-2147474436-project] 10.222.0.90 "GET /v2.0/ports?device_id=f3e72372-e717-47a0-84de-6a48a7c63d30 HTTP/1.1" status: 200 len: 945 time: 0.2574871 Sep 24 14:59:59.629789 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.db [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] For port 36478845-7102-4cea-8cac-671a74d1ec57, host hv-cinder-80983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80983',level=0,port_id=36478845-7102-4cea-8cac-671a74d1ec57,segment=NetworkSegment(3493a04e-7856-43c1-b4a7-e752097c9e9a),segment_id=3493a04e-7856-43c1-b4a7-e752097c9e9a)] {{(pid=105995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:59:59.694820 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.rpc [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Returning: {'device': '36478845-7102-4cea-8cac-671a74d1ec57', 'network_id': '668c8e2b-cd9f-4f58-bdca-814f328e4372', 'port_id': '36478845-7102-4cea-8cac-671a74d1ec57', 'mac_address': 'fa:16:3e:c9:0c:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1046, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61e01f8c-a5ed-4609-8640-3ce2b0ef07de', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105995) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 14:59:59.710564 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-fadc1ab3-d3cc-4413-bcce-d65ac50f2548 req-3ceef1cc-7ebc-41a5-b6cc-61b59d7811f5 tempest-VolumesActionsTest-2147474436 tempest-VolumesActionsTest-2147474436-project] 10.222.0.90 "GET /v2.0/security-groups?id=19a67e84-7300-447f-80b1-598b09257bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638792 Sep 24 14:59:59.733912 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.rpc [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Device e582676e-4b2d-4a3f-b69c-705704e83350 up at agent ovs-agent-dv-cinder-809830-2-iscsi {{(pid=105995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 14:59:59.798913 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:59.858293 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-60969ba0-47a4-4eac-b4c9-d0b0f7d443a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:59.866215 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-60969ba0-47a4-4eac-b4c9-d0b0f7d443a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571103'] for security_group, after_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:59.963702 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd48f6b-e164-4dba-9074-a2404ffd9f9a req-a57b40bd-cb09-414b-a883-1ab339138ec5 tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:59:59.972446 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-6cd48f6b-e164-4dba-9074-a2404ffd9f9a req-a57b40bd-cb09-414b-a883-1ab339138ec5 tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] 10.222.0.90 "GET /v2.0/ports?device_id=1bedb3f1-1b28-4d65-a046-f1b24046bde6 HTTP/1.1" status: 200 len: 945 time: 0.8968072 Sep 24 14:59:59.998428 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [None req-60969ba0-47a4-4eac-b4c9-d0b0f7d443a6 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=69787342982245aca41efe661b214bef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9292486 Sep 24 14:59:59.999188 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.wsgi [-] (105993) accepted ('10.222.0.90', 59510) {{(pid=105993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:59:59.999835 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60969ba0-47a4-4eac-b4c9-d0b0f7d443a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48a70be0-ea68-465d-85b6-dd5bcd25c6df,revision_number=1']} {{(pid=105994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:00:00.025683 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.provisioning_blocks [None req-faa98f41-d2a9-4780-bd24-526acadb32a5 None None] Provisioning complete for port ea4e94ae-f2a6-41aa-8dee-da6227385163 triggered by entity DHCP. {{(pid=105995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:00:00.033754 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-faa98f41-d2a9-4780-bd24-526acadb32a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985790'] for port, provisioning_complete {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:00.111674 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.plugin [None req-faa98f41-d2a9-4780-bd24-526acadb32a5 None None] Port ea4e94ae-f2a6-41aa-8dee-da6227385163 cannot update to ACTIVE because it is not bound. {{(pid=105995) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:00:00.149290 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993762'] for port, before_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:00.173962 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.provisioning_blocks [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Provisioning complete for port e582676e-4b2d-4a3f-b69c-705704e83350 triggered by entity L2. {{(pid=105995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:00:00.179257 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985790'] for port, provisioning_complete {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:00.232104 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-6cd48f6b-e164-4dba-9074-a2404ffd9f9a req-36eb2e84-5263-4978-bad1-1722f6f571b9 tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] 10.222.0.90 "GET /v2.0/security-groups?id=f3d37e3f-2899-4174-ab27-7857e72c3fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2576101 Sep 24 15:00:00.333260 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-31c398ac-7cd2-49fa-8b8f-e655fe271d4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993762'] for port, before_update {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:00.399262 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-c2bec63c-5de1-4a63-97c9-01af389a39bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:00.401846 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.notifiers.nova [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36478845-7102-4cea-8cac-671a74d1ec57 {{(pid=105995) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:00:00.452250 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-13d777cc-54dc-48f4-b409-3d66fa02497d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:00.468500 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78189901-decc-4d81-acf9-067baf6297bd req-690554c7-0420-42e6-8d24-24eb74e22f81 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:00:00.482599 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-78189901-decc-4d81-acf9-067baf6297bd req-690554c7-0420-42e6-8d24-24eb74e22f81 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/ports?device_id=873dd13f-1b71-4619-b337-59158ab98530 HTTP/1.1" status: 200 len: 945 time: 0.2788398 Sep 24 15:00:00.523937 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.db [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] For port 36478845-7102-4cea-8cac-671a74d1ec57, host hv-cinder-80983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80983',level=0,port_id=36478845-7102-4cea-8cac-671a74d1ec57,segment=NetworkSegment(3493a04e-7856-43c1-b4a7-e752097c9e9a),segment_id=3493a04e-7856-43c1-b4a7-e752097c9e9a)] {{(pid=105995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:00:00.536188 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248551428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248062163'] for port, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:00.541132 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-c2bec63c-5de1-4a63-97c9-01af389a39bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:00.594453 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-78189901-decc-4d81-acf9-067baf6297bd req-9e58edf6-f956-4230-8ba4-d018ee9b7854 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/security-groups?id=3569e126-7ff1-4cb8-87ba-3b9b03a649fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1004364 Sep 24 15:00:00.614422 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.rpc [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Device 726ef308-769e-437e-9abe-b1c3a21be020 up at agent ovs-agent-dv-cinder-809830-2-iscsi {{(pid=105995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:00:00.653971 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-c2bec63c-5de1-4a63-97c9-01af389a39bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571103'] for security_group, after_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:00.660248 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-c2bec63c-5de1-4a63-97c9-01af389a39bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:00.662169 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [None req-c2bec63c-5de1-4a63-97c9-01af389a39bb admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/48a70be0-ea68-465d-85b6-dd5bcd25c6df HTTP/1.1" status: 204 len: 168 time: 0.6425600 Sep 24 15:00:00.701889 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Pushing event updated for resources: {'Port': ['ID=36478845-7102-4cea-8cac-671a74d1ec57,revision_number=4']} {{(pid=105995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:00:00.744584 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bec63c-5de1-4a63-97c9-01af389a39bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48a70be0-ea68-465d-85b6-dd5bcd25c6df,revision_number=None']} {{(pid=105993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:00:00.802662 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68babb9-c974-486f-94bc-4dc62d6a03a8 req-173242fe-c297-4371-b19c-3d2d3b69de88 tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:00:00.804351 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-d68babb9-c974-486f-94bc-4dc62d6a03a8 req-173242fe-c297-4371-b19c-3d2d3b69de88 tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] 10.222.0.90 "GET /v2.0/ports?device_id=25adec2c-60eb-41d3-8cc2-8ae18a52a940 HTTP/1.1" status: 200 len: 945 time: 0.1843221 Sep 24 15:00:00.878935 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.provisioning_blocks [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Provisioning complete for port 726ef308-769e-437e-9abe-b1c3a21be020 triggered by entity L2. {{(pid=105995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:00:00.880615 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985790'] for port, provisioning_complete {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:00.988882 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.db [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] get_ports_and_sgs() called for port_ids ['36478845-7102-4cea-8cac-671a74d1ec57'] {{(pid=105995) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:00:01.020897 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-31c398ac-7cd2-49fa-8b8f-e655fe271d4c admin admin] Notify callbacks [] for port, precommit_update {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:01.048908 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-31c398ac-7cd2-49fa-8b8f-e655fe271d4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248551428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248062163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14427048'] for port, after_update {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:01.055245 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4341ebd3-8b78-4458-bb24-c60da33667b6 req-ae631841-3d14-45b4-a736-4415593484cf tempest-VolumesActionsTest-2147474436 tempest-VolumesActionsTest-2147474436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:00:01.075375 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-4341ebd3-8b78-4458-bb24-c60da33667b6 req-ae631841-3d14-45b4-a736-4415593484cf tempest-VolumesActionsTest-2147474436 tempest-VolumesActionsTest-2147474436-project] 10.222.0.90 "GET /v2.0/ports?device_id=f3e72372-e717-47a0-84de-6a48a7c63d30 HTTP/1.1" status: 200 len: 945 time: 0.1513982 Sep 24 15:00:01.200002 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-4341ebd3-8b78-4458-bb24-c60da33667b6 req-4c5e5d37-92a4-4d24-8108-dd345aab0f73 tempest-VolumesActionsTest-2147474436 tempest-VolumesActionsTest-2147474436-project] 10.222.0.90 "GET /v2.0/security-groups?id=19a67e84-7300-447f-80b1-598b09257bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181991 Sep 24 15:00:01.257980 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-d68babb9-c974-486f-94bc-4dc62d6a03a8 req-e145a1c0-b4ac-4b7d-b51c-2943c8590ed3 tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] 10.222.0.90 "GET /v2.0/security-groups?id=bb54c971-337c-4571-b265-c21f3dff30d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2325187 Sep 24 15:00:01.349927 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c398ac-7cd2-49fa-8b8f-e655fe271d4c admin admin] Pushing event updated for resources: {'Port': ['ID=ea4e94ae-f2a6-41aa-8dee-da6227385163,revision_number=2']} {{(pid=105993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:00:01.392037 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-31c398ac-7cd2-49fa-8b8f-e655fe271d4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-594280'] for router_interface, after_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:01.534638 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993762'] for port, before_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:01.595188 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.db [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] For port 726ef308-769e-437e-9abe-b1c3a21be020, host dv-cinder-809830-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809830-2-iscsi',level=0,port_id=726ef308-769e-437e-9abe-b1c3a21be020,segment=NetworkSegment(1eeca048-08b8-46bc-9b0a-d3cb6658f7f8),segment_id=1eeca048-08b8-46bc-9b0a-d3cb6658f7f8)] {{(pid=105995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:00:01.629903 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248551428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248062163'] for port, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:01.783587 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533ef2b8-3e39-4258-843f-0bd645372a04 req-b15f6ad6-a846-4ae1-99ec-bb3465a8feea tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:00:01.810853 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-533ef2b8-3e39-4258-843f-0bd645372a04 req-b15f6ad6-a846-4ae1-99ec-bb3465a8feea tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] 10.222.0.90 "GET /v2.0/ports?device_id=1bedb3f1-1b28-4d65-a046-f1b24046bde6 HTTP/1.1" status: 200 len: 945 time: 0.2303803 Sep 24 15:00:01.904261 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-533ef2b8-3e39-4258-843f-0bd645372a04 req-1b791a97-0516-4f3f-907e-6afe400f3a77 tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] 10.222.0.90 "GET /v2.0/security-groups?id=f3d37e3f-2899-4174-ab27-7857e72c3fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916920 Sep 24 15:00:01.920810 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31c398ac-7cd2-49fa-8b8f-e655fe271d4c admin admin] Network 6939d754-b408-43f4-ba8b-0820ef769334 is already hosted by enough agents. {{(pid=105993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:00:01.923330 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.scheduler.base_scheduler [None req-31c398ac-7cd2-49fa-8b8f-e655fe271d4c admin admin] Resources bound (agent type, host, resource id): {{(pid=105993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:00:01.950722 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.wsgi [-] (105993) accepted ('10.222.0.90', 59532) {{(pid=105993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:00:02.055607 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Pushing event updated for resources: {'Port': ['ID=726ef308-769e-437e-9abe-b1c3a21be020,revision_number=4']} {{(pid=105995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:00:02.154927 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-66371216-7c9b-4260-9153-88c40e7a3144 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:02.185867 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee1cb28-1f1d-4963-8dc9-0744938dc495 req-130c5b58-ddc4-4191-afd0-50948f0f7c90 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:00:02.216592 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-9ee1cb28-1f1d-4963-8dc9-0744938dc495 req-130c5b58-ddc4-4191-afd0-50948f0f7c90 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/ports?device_id=873dd13f-1b71-4619-b337-59158ab98530 HTTP/1.1" status: 200 len: 945 time: 0.2684894 Sep 24 15:00:02.298285 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-9ee1cb28-1f1d-4963-8dc9-0744938dc495 req-52015dad-04a1-46df-b92d-e7102dbd9910 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/security-groups?id=3569e126-7ff1-4cb8-87ba-3b9b03a649fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794981 Sep 24 15:00:02.417675 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31c398ac-7cd2-49fa-8b8f-e655fe271d4c admin admin] Router 56904d22-cd0e-40ec-8a19-5cb6909badd5 has already been hosted by L3 agent 76290e94-8d59-4af2-9b8f-4e64db68baa4 {{(pid=105993) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:00:02.440374 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.provisioning_blocks [None req-3200953e-8583-49e6-a9fd-d290d48e6682 None None] Provisioning complete for port ea4e94ae-f2a6-41aa-8dee-da6227385163 triggered by entity DHCP. {{(pid=105995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:00:02.440888 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-3200953e-8583-49e6-a9fd-d290d48e6682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985790'] for port, provisioning_complete {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:02.543960 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.plugin [None req-3200953e-8583-49e6-a9fd-d290d48e6682 None None] Port ea4e94ae-f2a6-41aa-8dee-da6227385163 cannot update to ACTIVE because it is not bound. {{(pid=105995) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:00:02.579025 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-66371216-7c9b-4260-9153-88c40e7a3144 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:02.583829 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242ee865-45ed-421b-b87b-0fed3c609236 req-6fbfd260-274b-4914-a383-a9ef34e70e09 tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:00:02.586964 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-66371216-7c9b-4260-9153-88c40e7a3144 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571103'] for security_group, after_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:02.594304 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-242ee865-45ed-421b-b87b-0fed3c609236 req-6fbfd260-274b-4914-a383-a9ef34e70e09 tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] 10.222.0.90 "GET /v2.0/ports?device_id=25adec2c-60eb-41d3-8cc2-8ae18a52a940 HTTP/1.1" status: 200 len: 945 time: 0.1324666 Sep 24 15:00:02.650109 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-242ee865-45ed-421b-b87b-0fed3c609236 req-409e9e5a-2202-42a6-8f3a-51a2db6f7b4c tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] 10.222.0.90 "GET /v2.0/security-groups?id=bb54c971-337c-4571-b265-c21f3dff30d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489197 Sep 24 15:00:02.785022 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [None req-66371216-7c9b-4260-9153-88c40e7a3144 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=a367a8824a6943fe8e7c50f6ff3aa6c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8317952 Sep 24 15:00:02.794180 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.wsgi [-] (105994) accepted ('10.222.0.90', 59544) {{(pid=105994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:00:02.797846 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66371216-7c9b-4260-9153-88c40e7a3144 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d62483c3-f292-4c8c-bf50-1eb61899e206,revision_number=1']} {{(pid=105993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:00:02.832338 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31c398ac-7cd2-49fa-8b8f-e655fe271d4c admin admin] Notify agent at l3_agent.dv-cinder-809830-2-iscsi the message routers_updated {{(pid=105993) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:00:02.848087 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [None req-31c398ac-7cd2-49fa-8b8f-e655fe271d4c admin admin] 10.222.0.90 "PUT /v2.0/routers/56904d22-cd0e-40ec-8a19-5cb6909badd5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2318561 Sep 24 15:00:02.855924 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-918bfcaa-d9aa-4c78-b837-dca80867d0f5 None None] Sync routers for ids ['56904d22-cd0e-40ec-8a19-5cb6909badd5'] in dv-cinder-809830-2-iscsi {{(pid=105995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:00:02.864217 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf209d61-b5e8-4f94-a812-c255221d58d9 req-5586c7b1-8bfa-43e7-9b19-78d602f684bc tempest-VolumesActionsTest-2147474436 tempest-VolumesActionsTest-2147474436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:00:02.866698 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-bf209d61-b5e8-4f94-a812-c255221d58d9 req-5586c7b1-8bfa-43e7-9b19-78d602f684bc tempest-VolumesActionsTest-2147474436 tempest-VolumesActionsTest-2147474436-project] 10.222.0.90 "GET /v2.0/ports?device_id=f3e72372-e717-47a0-84de-6a48a7c63d30 HTTP/1.1" status: 200 len: 945 time: 0.2527308 Sep 24 15:00:02.891144 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-918bfcaa-d9aa-4c78-b837-dca80867d0f5 None None] Routers {'56904d22-cd0e-40ec-8a19-5cb6909badd5'} bound to L3 agent in host dv-cinder-809830-2-iscsi {{(pid=105995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:00:02.892462 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.l3_hamode_db [None req-918bfcaa-d9aa-4c78-b837-dca80867d0f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809830-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T14:45:58Z,description=,heartbeat_timestamp=2021-09-24T14:59:58Z,host='dv-cinder-809830-2-iscsi',id=76290e94-8d59-4af2-9b8f-4e64db68baa4,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T14:45:58Z,topic='l3_agent')) {'router_ids': ['56904d22-cd0e-40ec-8a19-5cb6909badd5'], 'active': True} {{(pid=105995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:00:02.952522 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-bf209d61-b5e8-4f94-a812-c255221d58d9 req-8e08066e-0ace-4c76-b36f-0ecf9b07a88f tempest-VolumesActionsTest-2147474436 tempest-VolumesActionsTest-2147474436-project] 10.222.0.90 "GET /v2.0/security-groups?id=19a67e84-7300-447f-80b1-598b09257bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700691 Sep 24 15:00:02.958992 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-bffc0eea-58a7-4833-87ef-17f33493f3d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:03.040862 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-bffc0eea-58a7-4833-87ef-17f33493f3d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:03.096565 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-450d71f0-4391-4cc8-89b8-8f609d6e2304 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:03.171224 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.l3_dvr_db [None req-918bfcaa-d9aa-4c78-b837-dca80867d0f5 None None] Set router 56904d22-cd0e-40ec-8a19-5cb6909badd5 gateway port host: dv-cinder-809830-2-iscsi {{(pid=105995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:00:03.259635 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ad37c3-dc0b-4b4c-8074-ef4f263b26d6 req-c5719d6d-0644-4f82-bfb3-e88579ed938d tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:00:03.262618 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-71ad37c3-dc0b-4b4c-8074-ef4f263b26d6 req-c5719d6d-0644-4f82-bfb3-e88579ed938d tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] 10.222.0.90 "GET /v2.0/ports?device_id=1bedb3f1-1b28-4d65-a046-f1b24046bde6 HTTP/1.1" status: 200 len: 945 time: 0.1665921 Sep 24 15:00:03.319601 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-bffc0eea-58a7-4833-87ef-17f33493f3d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571103'] for security_group, after_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:03.324873 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-bffc0eea-58a7-4833-87ef-17f33493f3d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:03.330271 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [None req-bffc0eea-58a7-4833-87ef-17f33493f3d3 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/d62483c3-f292-4c8c-bf50-1eb61899e206 HTTP/1.1" status: 204 len: 168 time: 0.5313821 Sep 24 15:00:03.413503 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffc0eea-58a7-4833-87ef-17f33493f3d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d62483c3-f292-4c8c-bf50-1eb61899e206,revision_number=None']} {{(pid=105994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:00:03.438923 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-71ad37c3-dc0b-4b4c-8074-ef4f263b26d6 req-e6996d70-430e-4c5a-a27b-e25ed389a12f tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] 10.222.0.90 "GET /v2.0/security-groups?id=f3d37e3f-2899-4174-ab27-7857e72c3fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676066 Sep 24 15:00:03.614228 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad1b2db-814f-4fc9-9864-02aa93adb32c req-536b7bce-bc5c-4562-bf3b-4c70bea40d39 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:00:03.627507 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-1ad1b2db-814f-4fc9-9864-02aa93adb32c req-536b7bce-bc5c-4562-bf3b-4c70bea40d39 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/ports?device_id=873dd13f-1b71-4619-b337-59158ab98530 HTTP/1.1" status: 200 len: 945 time: 0.1160226 Sep 24 15:00:03.641379 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.l3_hamode_db [None req-918bfcaa-d9aa-4c78-b837-dca80867d0f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56904d22-cd0e-40ec-8a19-5cb6909badd5', 'name': 'tempest-TestShelveInstance-772461074-router', 'tenant_id': '5728f916c1014043a9372d8806cca391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7', 'external_fixed_ips': [{'subnet_id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'ip_address': '172.27.0.168'}], 'enable_snat': True}, 'gw_port_id': '726ef308-769e-437e-9abe-b1c3a21be020', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T14:59:48Z', 'updated_at': '2021-09-24T15:00:00Z', 'revision_number': 4, 'project_id': '5728f916c1014043a9372d8806cca391', 'gw_port': {'id': '726ef308-769e-437e-9abe-b1c3a21be020', 'name': '', 'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:58:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56904d22-cd0e-40ec-8a19-5cb6909badd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'ip_address': '172.27.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T14:59:50Z', 'updated_at': '2021-09-24T15:00:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809830-2-iscsi', '_interfaces': [{'id': 'ea4e94ae-f2a6-41aa-8dee-da6227385163', 'name': '', 'network_id': '6939d754-b408-43f4-ba8b-0820ef769334', 'tenant_id': '5728f916c1014043a9372d8806cca391', 'mac_address': 'fa:16:3e:6a:c2:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56904d22-cd0e-40ec-8a19-5cb6909badd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '8b01ffa7-a2d8-4d8d-a389-a017e427b4e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T14:59:57Z', 'updated_at': '2021-09-24T15:00:00Z', 'revision_number': 2, 'project_id': '5728f916c1014043a9372d8806cca391', 'subnets': [{'id': '8b01ffa7-a2d8-4d8d-a389-a017e427b4e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809830-2-iscsi', False) {} {{(pid=105995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:00:03.716259 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-918bfcaa-d9aa-4c78-b837-dca80867d0f5 None None] Checking router: 56904d22-cd0e-40ec-8a19-5cb6909badd5 for host: dv-cinder-809830-2-iscsi {{(pid=105995) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:00:03.717061 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-918bfcaa-d9aa-4c78-b837-dca80867d0f5 None None] Updating router 56904d22-cd0e-40ec-8a19-5cb6909badd5 port ea4e94ae-f2a6-41aa-8dee-da6227385163 binding host dv-cinder-809830-2-iscsi {{(pid=105995) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 15:00:03.746154 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-1ad1b2db-814f-4fc9-9864-02aa93adb32c req-c904ffc2-3ee6-4b03-81aa-a762d8e21a62 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/security-groups?id=3569e126-7ff1-4cb8-87ba-3b9b03a649fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1149817 Sep 24 15:00:03.828286 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-918bfcaa-d9aa-4c78-b837-dca80867d0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993762'] for port, before_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:03.890714 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.rpc [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Device 726ef308-769e-437e-9abe-b1c3a21be020 up at agent ovs-agent-dv-cinder-809830-2-iscsi {{(pid=105995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:00:04.107405 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.wsgi [-] (105993) accepted ('10.222.0.90', 59564) {{(pid=105993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:00:04.116736 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.v2.base [None req-cba8a440-b3e6-4087-85f6-ec727ad08f95 tempest-TestShelveInstance-1403883769 tempest-TestShelveInstance-1403883769-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1208868924', 'description': 'tempest-secgroup-smoke-1208868924 description', 'project_id': 'b3ba56daf4404d7989fc7b7270504b2e'}} {{(pid=105993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:00:04.133000 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbde7c4d-5d78-49fe-b810-a91c68d0a984 req-87cec6cb-ccbb-4be1-a754-6dac9ad77f39 tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:00:04.144376 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-dbde7c4d-5d78-49fe-b810-a91c68d0a984 req-87cec6cb-ccbb-4be1-a754-6dac9ad77f39 tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] 10.222.0.90 "GET /v2.0/ports?device_id=25adec2c-60eb-41d3-8cc2-8ae18a52a940 HTTP/1.1" status: 200 len: 945 time: 0.2455451 Sep 24 15:00:04.186321 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-cba8a440-b3e6-4087-85f6-ec727ad08f95 tempest-TestShelveInstance-1403883769 tempest-TestShelveInstance-1403883769-project] Notify callbacks [] for security_group, before_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:04.389015 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-cba8a440-b3e6-4087-85f6-ec727ad08f95 tempest-TestShelveInstance-1403883769 tempest-TestShelveInstance-1403883769-project] Notify callbacks [] for security_group, precommit_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:04.396621 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-dbde7c4d-5d78-49fe-b810-a91c68d0a984 req-6f1423cc-1850-4898-a9db-9eb6a2043227 tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] 10.222.0.90 "GET /v2.0/security-groups?id=bb54c971-337c-4571-b265-c21f3dff30d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2506273 Sep 24 15:00:04.407871 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-cba8a440-b3e6-4087-85f6-ec727ad08f95 tempest-TestShelveInstance-1403883769 tempest-TestShelveInstance-1403883769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571103'] for security_group, after_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:04.481318 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f2e509-e5fb-4b5c-bde8-c2db7e2a4f28 req-20fe9d9d-bf22-48fc-b395-cddee139ccb3 tempest-VolumesActionsTest-2147474436 tempest-VolumesActionsTest-2147474436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:00:04.485809 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-11f2e509-e5fb-4b5c-bde8-c2db7e2a4f28 req-20fe9d9d-bf22-48fc-b395-cddee139ccb3 tempest-VolumesActionsTest-2147474436 tempest-VolumesActionsTest-2147474436-project] 10.222.0.99 "GET /v2.0/ports?device_id=f3e72372-e717-47a0-84de-6a48a7c63d30 HTTP/1.1" status: 200 len: 945 time: 0.2721038 Sep 24 15:00:04.553971 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-cba8a440-b3e6-4087-85f6-ec727ad08f95 tempest-TestShelveInstance-1403883769 tempest-TestShelveInstance-1403883769-project] Notify callbacks [] for security_group, before_response {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:04.564652 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [None req-cba8a440-b3e6-4087-85f6-ec727ad08f95 tempest-TestShelveInstance-1403883769 tempest-TestShelveInstance-1403883769-project] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4544015 Sep 24 15:00:04.584671 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.wsgi [-] (105994) accepted ('10.222.0.90', 59572) {{(pid=105994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:00:04.598132 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.v2.base [None req-cc133557-e3ed-4f28-ba7b-a7a68b24314a tempest-TestShelveInstance-1403883769 tempest-TestShelveInstance-1403883769-project] Request body: {'security_group_rule': {'security_group_id': 'c78dbd3c-540f-45ec-99f7-1f22d56113b2', 'project_id': 'b3ba56daf4404d7989fc7b7270504b2e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:00:04.612354 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba8a440-b3e6-4087-85f6-ec727ad08f95 tempest-TestShelveInstance-1403883769 tempest-TestShelveInstance-1403883769-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c78dbd3c-540f-45ec-99f7-1f22d56113b2,revision_number=1']} {{(pid=105993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:00:04.656252 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f9883b-9afd-4ff8-9c0a-f9224cca0425 req-a34d8599-4f9b-40d9-b48b-e9590fb9bac0 tempest-VolumesActionsTest-2147474436 tempest-VolumesActionsTest-2147474436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:00:04.659248 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-14f9883b-9afd-4ff8-9c0a-f9224cca0425 req-a34d8599-4f9b-40d9-b48b-e9590fb9bac0 tempest-VolumesActionsTest-2147474436 tempest-VolumesActionsTest-2147474436-project] 10.222.0.90 "GET /v2.0/ports?device_id=f3e72372-e717-47a0-84de-6a48a7c63d30 HTTP/1.1" status: 200 len: 945 time: 0.2209282 Sep 24 15:00:04.664036 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.provisioning_blocks [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Provisioning complete for port 726ef308-769e-437e-9abe-b1c3a21be020 triggered by entity L2. {{(pid=105995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:00:04.664866 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985790'] for port, provisioning_complete {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:04.767535 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-cc133557-e3ed-4f28-ba7b-a7a68b24314a tempest-TestShelveInstance-1403883769 tempest-TestShelveInstance-1403883769-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:04.793664 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-14f9883b-9afd-4ff8-9c0a-f9224cca0425 req-e236ff5a-bff4-487a-9be5-0d1a5714e7ba tempest-VolumesActionsTest-2147474436 tempest-VolumesActionsTest-2147474436-project] 10.222.0.90 "GET /v2.0/security-groups?id=19a67e84-7300-447f-80b1-598b09257bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230173 Sep 24 15:00:04.828608 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56957ac7-0a98-4190-b74e-de7c2e28f5c7 req-d4025857-d235-47ae-96e5-2afe895db5d7 tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:00:04.849128 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-56957ac7-0a98-4190-b74e-de7c2e28f5c7 req-d4025857-d235-47ae-96e5-2afe895db5d7 tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] 10.222.0.90 "GET /v2.0/ports?device_id=1bedb3f1-1b28-4d65-a046-f1b24046bde6 HTTP/1.1" status: 200 len: 945 time: 0.2629600 Sep 24 15:00:05.054440 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-56957ac7-0a98-4190-b74e-de7c2e28f5c7 req-37208b2c-e501-4f14-b2d8-4bb8197a8736 tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] 10.222.0.90 "GET /v2.0/security-groups?id=f3d37e3f-2899-4174-ab27-7857e72c3fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032180 Sep 24 15:00:05.122207 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.plugin [req-11f2e509-e5fb-4b5c-bde8-c2db7e2a4f28 req-734a5fd0-015c-4bca-bd33-b9d3c5da77fe tempest-VolumesActionsTest-2147474436 tempest-VolumesActionsTest-2147474436-project] Deleting port 6bd36649-d746-4fb3-8e1a-01e0acbe79e0 {{(pid=105994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:00:05.132174 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d3e530-e4a5-4f99-826d-662adaa0dc88 req-8eb0ab24-a8e2-4cb1-b8c1-008a3348a8a1 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:00:05.145169 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-11f2e509-e5fb-4b5c-bde8-c2db7e2a4f28 req-734a5fd0-015c-4bca-bd33-b9d3c5da77fe tempest-VolumesActionsTest-2147474436 tempest-VolumesActionsTest-2147474436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727248545832'] for port, before_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:05.165015 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-d1d3e530-e4a5-4f99-826d-662adaa0dc88 req-8eb0ab24-a8e2-4cb1-b8c1-008a3348a8a1 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/ports?device_id=873dd13f-1b71-4619-b337-59158ab98530 HTTP/1.1" status: 200 len: 945 time: 0.2392786 Sep 24 15:00:05.171714 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.rpc [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Device 36478845-7102-4cea-8cac-671a74d1ec57 up at agent hyperv_hv-cinder-80983 {{(pid=105995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:00:05.356392 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-918bfcaa-d9aa-4c78-b837-dca80867d0f5 None None] Notify callbacks [] for port, precommit_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:05.370429 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-918bfcaa-d9aa-4c78-b837-dca80867d0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248551428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248062163'] for port, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:05.410993 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-d1d3e530-e4a5-4f99-826d-662adaa0dc88 req-37b903a7-0186-410c-829b-f522684bddd0 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/security-groups?id=3569e126-7ff1-4cb8-87ba-3b9b03a649fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2441318 Sep 24 15:00:05.496605 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269886fd-a828-499b-bac9-073d4024b834 None None] Pushing event updated for resources: {'Port': ['ID=ea4e94ae-f2a6-41aa-8dee-da6227385163,revision_number=3']} {{(pid=105995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:00:05.571989 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-cc133557-e3ed-4f28-ba7b-a7a68b24314a tempest-TestShelveInstance-1403883769 tempest-TestShelveInstance-1403883769-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:05.577888 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.provisioning_blocks [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Provisioning for port 36478845-7102-4cea-8cac-671a74d1ec57 completed by entity L2. {{(pid=105995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 15:00:05.596475 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.provisioning_blocks [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Provisioning complete for port 36478845-7102-4cea-8cac-671a74d1ec57 triggered by entity L2. {{(pid=105995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:00:05.597024 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985790'] for port, provisioning_complete {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:05.637582 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-cc133557-e3ed-4f28-ba7b-a7a68b24314a tempest-TestShelveInstance-1403883769 tempest-TestShelveInstance-1403883769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751656'] for security_group_rule, after_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:05.738634 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc133557-e3ed-4f28-ba7b-a7a68b24314a tempest-TestShelveInstance-1403883769 tempest-TestShelveInstance-1403883769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a74354a3-0c5b-402b-b54c-c45e3311dbf1,revision_number=0']} {{(pid=105994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:00:05.753938 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.db [req-11f2e509-e5fb-4b5c-bde8-c2db7e2a4f28 req-734a5fd0-015c-4bca-bd33-b9d3c5da77fe tempest-VolumesActionsTest-2147474436 tempest-VolumesActionsTest-2147474436-project] For port 6bd36649-d746-4fb3-8e1a-01e0acbe79e0, host hv-cinder-80983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80983',level=0,port_id=6bd36649-d746-4fb3-8e1a-01e0acbe79e0,segment=NetworkSegment(7d772851-ec27-4083-8324-19e508087518),segment_id=7d772851-ec27-4083-8324-19e508087518)] {{(pid=105994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:00:05.760577 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-11f2e509-e5fb-4b5c-bde8-c2db7e2a4f28 req-734a5fd0-015c-4bca-bd33-b9d3c5da77fe tempest-VolumesActionsTest-2147474436 tempest-VolumesActionsTest-2147474436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616222'] for port, precommit_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:05.791210 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-cc133557-e3ed-4f28-ba7b-a7a68b24314a tempest-TestShelveInstance-1403883769 tempest-TestShelveInstance-1403883769-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:05.794979 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [None req-cc133557-e3ed-4f28-ba7b-a7a68b24314a tempest-TestShelveInstance-1403883769 tempest-TestShelveInstance-1403883769-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2072530 Sep 24 15:00:05.800721 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.wsgi [-] (105993) accepted ('10.222.0.90', 59580) {{(pid=105993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:00:05.827756 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.plugin [req-11f2e509-e5fb-4b5c-bde8-c2db7e2a4f28 req-734a5fd0-015c-4bca-bd33-b9d3c5da77fe tempest-VolumesActionsTest-2147474436 tempest-VolumesActionsTest-2147474436-project] Calling delete_port for 6bd36649-d746-4fb3-8e1a-01e0acbe79e0 owned by compute:nova {{(pid=105994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:00:05.836732 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.v2.base [None req-dd2b4e31-3840-42a8-ab38-f094b66ea2cb tempest-TestShelveInstance-1403883769 tempest-TestShelveInstance-1403883769-project] Request body: {'security_group_rule': {'security_group_id': 'c78dbd3c-540f-45ec-99f7-1f22d56113b2', 'project_id': 'b3ba56daf4404d7989fc7b7270504b2e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:00:05.867172 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa17708-17a7-49f9-83fc-32addb620164 req-23504b5e-2aa9-45ed-b13e-98a1deac978a tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:00:05.882625 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-efa17708-17a7-49f9-83fc-32addb620164 req-23504b5e-2aa9-45ed-b13e-98a1deac978a tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] 10.222.0.90 "GET /v2.0/ports?device_id=25adec2c-60eb-41d3-8cc2-8ae18a52a940 HTTP/1.1" status: 200 len: 945 time: 0.2119937 Sep 24 15:00:05.961823 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-dd2b4e31-3840-42a8-ab38-f094b66ea2cb tempest-TestShelveInstance-1403883769 tempest-TestShelveInstance-1403883769-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:05.970879 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.managers [None req-918bfcaa-d9aa-4c78-b837-dca80867d0f5 None None] Attempting to bind port ea4e94ae-f2a6-41aa-8dee-da6227385163 on host dv-cinder-809830-2-iscsi for vnic_type normal with profile {{(pid=105995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:00:05.974068 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.managers [None req-918bfcaa-d9aa-4c78-b837-dca80867d0f5 None None] Attempting to bind port ea4e94ae-f2a6-41aa-8dee-da6227385163 by drivers openvswitch,hyperv on host dv-cinder-809830-2-iscsi at level 0 using segments [{'id': '3d1a5395-15a9-4326-9b07-5d37942efe9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '6939d754-b408-43f4-ba8b-0820ef769334'}] {{(pid=105995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:00:05.975300 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-918bfcaa-d9aa-4c78-b837-dca80867d0f5 None None] Attempting to bind port ea4e94ae-f2a6-41aa-8dee-da6227385163 on network 6939d754-b408-43f4-ba8b-0820ef769334 {{(pid=105995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:00:05.984462 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-efa17708-17a7-49f9-83fc-32addb620164 req-2d4e180c-190c-42a6-b011-70a6dac94978 tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] 10.222.0.90 "GET /v2.0/security-groups?id=bb54c971-337c-4571-b265-c21f3dff30d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963726 Sep 24 15:00:06.012803 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-918bfcaa-d9aa-4c78-b837-dca80867d0f5 None None] Checking agent: {'id': '466265b3-b863-41e9-8226-f4d0fd198543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809830-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 14, 45, 59), 'started_at': datetime.datetime(2021, 9, 24, 14, 46, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 14, 59, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809830-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:00:06.017195 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-918bfcaa-d9aa-4c78-b837-dca80867d0f5 None None] Checking segment: {'id': '3d1a5395-15a9-4326-9b07-5d37942efe9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '6939d754-b408-43f4-ba8b-0820ef769334'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:00:06.018424 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-918bfcaa-d9aa-4c78-b837-dca80867d0f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:06.020508 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-918bfcaa-d9aa-4c78-b837-dca80867d0f5 None None] Bound using segment: {'id': '3d1a5395-15a9-4326-9b07-5d37942efe9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '6939d754-b408-43f4-ba8b-0820ef769334'} {{(pid=105995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:00:06.021905 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.managers [None req-918bfcaa-d9aa-4c78-b837-dca80867d0f5 None None] Bound port: ea4e94ae-f2a6-41aa-8dee-da6227385163, host: dv-cinder-809830-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d1a5395-15a9-4326-9b07-5d37942efe9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '6939d754-b408-43f4-ba8b-0820ef769334'}}] {{(pid=105995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:00:06.022843 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-918bfcaa-d9aa-4c78-b837-dca80867d0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993762'] for port, before_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:06.027144 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83099f78-4c88-481c-b84d-e0674bed6221 req-75273557-0cfe-4638-bc11-a6aa5a8d3aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:00:06.030199 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-83099f78-4c88-481c-b84d-e0674bed6221 req-75273557-0cfe-4638-bc11-a6aa5a8d3aed service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=1bedb3f1-1b28-4d65-a046-f1b24046bde6 HTTP/1.1" status: 200 len: 1098 time: 0.2517903 Sep 24 15:00:06.092285 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.provisioning_blocks [None req-91d0e32a-3ce7-4da9-8e2a-cfcf71db18e3 None None] Provisioning complete for port ea4e94ae-f2a6-41aa-8dee-da6227385163 triggered by entity DHCP. {{(pid=105995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:00:06.093235 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-91d0e32a-3ce7-4da9-8e2a-cfcf71db18e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985790'] for port, provisioning_complete {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:06.147742 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-dd2b4e31-3840-42a8-ab38-f094b66ea2cb tempest-TestShelveInstance-1403883769 tempest-TestShelveInstance-1403883769-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:06.160107 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-dd2b4e31-3840-42a8-ab38-f094b66ea2cb tempest-TestShelveInstance-1403883769 tempest-TestShelveInstance-1403883769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751656'] for security_group_rule, after_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:06.219960 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2b4e31-3840-42a8-ab38-f094b66ea2cb tempest-TestShelveInstance-1403883769 tempest-TestShelveInstance-1403883769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcfbe4d0-9b4f-4e3b-b15c-7b5310c04cef,revision_number=0']} {{(pid=105993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:00:06.265083 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-dd2b4e31-3840-42a8-ab38-f094b66ea2cb tempest-TestShelveInstance-1403883769 tempest-TestShelveInstance-1403883769-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:06.272916 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [None req-dd2b4e31-3840-42a8-ab38-f094b66ea2cb tempest-TestShelveInstance-1403883769 tempest-TestShelveInstance-1403883769-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4638472 Sep 24 15:00:06.277651 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.wsgi [-] (105993) accepted ('10.222.0.90', 59586) {{(pid=105993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:00:06.293992 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.db [None req-918bfcaa-d9aa-4c78-b837-dca80867d0f5 None None] For port ea4e94ae-f2a6-41aa-8dee-da6227385163, host dv-cinder-809830-2-iscsi, cleared binding levels {{(pid=105995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:00:06.296666 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.v2.base [None req-c1cf8c27-8c9b-4585-b519-c072d2211fcb tempest-TestShelveInstance-1403883769 tempest-TestShelveInstance-1403883769-project] Request body: {'security_group_rule': {'security_group_id': 'c78dbd3c-540f-45ec-99f7-1f22d56113b2', 'project_id': 'b3ba56daf4404d7989fc7b7270504b2e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:00:06.302181 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.db [None req-918bfcaa-d9aa-4c78-b837-dca80867d0f5 None None] For port ea4e94ae-f2a6-41aa-8dee-da6227385163, host dv-cinder-809830-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809830-2-iscsi',level=0,port_id=ea4e94ae-f2a6-41aa-8dee-da6227385163,segment=NetworkSegment(3d1a5395-15a9-4326-9b07-5d37942efe9f),segment_id=3d1a5395-15a9-4326-9b07-5d37942efe9f)] {{(pid=105995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:00:06.308129 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-83099f78-4c88-481c-b84d-e0674bed6221 req-75102a5b-b801-4a1c-b70c-283e20922ab5 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=f3d37e3f-2899-4174-ab27-7857e72c3fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2495725 Sep 24 15:00:06.338433 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.plugin [None req-91d0e32a-3ce7-4da9-8e2a-cfcf71db18e3 None None] Port ea4e94ae-f2a6-41aa-8dee-da6227385163 cannot update to ACTIVE because it is not bound. {{(pid=105995) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:00:06.347080 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a1cb19-ea8f-4a23-95fe-d51f2b60f4de req-16a107f7-9c0a-4a0f-84cd-fd6c51f5d977 tempest-VolumesActionsTest-2147474436 tempest-VolumesActionsTest-2147474436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:00:06.357237 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-a1a1cb19-ea8f-4a23-95fe-d51f2b60f4de req-16a107f7-9c0a-4a0f-84cd-fd6c51f5d977 tempest-VolumesActionsTest-2147474436 tempest-VolumesActionsTest-2147474436-project] 10.222.0.90 "GET /v2.0/ports?device_id=f3e72372-e717-47a0-84de-6a48a7c63d30 HTTP/1.1" status: 200 len: 945 time: 0.3225071 Sep 24 15:00:06.437437 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993762'] for port, before_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:06.439751 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-c1cf8c27-8c9b-4585-b519-c072d2211fcb tempest-TestShelveInstance-1403883769 tempest-TestShelveInstance-1403883769-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:06.444199 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-918bfcaa-d9aa-4c78-b837-dca80867d0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248551428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248062163'] for port, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:06.502018 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-a1a1cb19-ea8f-4a23-95fe-d51f2b60f4de req-7fb9ba84-78e0-4897-abdf-d46d674532a2 tempest-VolumesActionsTest-2147474436 tempest-VolumesActionsTest-2147474436-project] 10.222.0.90 "GET /v2.0/security-groups?id=19a67e84-7300-447f-80b1-598b09257bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434011 Sep 24 15:00:06.529425 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-11f2e509-e5fb-4b5c-bde8-c2db7e2a4f28 req-734a5fd0-015c-4bca-bd33-b9d3c5da77fe tempest-VolumesActionsTest-2147474436 tempest-VolumesActionsTest-2147474436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727248551918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727248062136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14130366'] for port, after_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:06.628840 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734a5fd0-015c-4bca-bd33-b9d3c5da77fe tempest-VolumesActionsTest-2147474436 tempest-VolumesActionsTest-2147474436-project] Pushing event deleted for resources: {'Port': ['ID=6bd36649-d746-4fb3-8e1a-01e0acbe79e0,revision_number=None']} {{(pid=105994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:00:06.653658 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25adec2c-60eb-41d3-8cc2-8ae18a52a940', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36478845-7102-4cea-8cac-671a74d1ec57'}] {{(pid=105995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:00:06.665222 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}caf9aa003d9a854053fb223e5f104f4bef6eff4a3612bfb278e8f19c1601715b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f3c767c-1605-452b-91cc-e196e5daba77" -d '{"events": [{"server_uuid": "25adec2c-60eb-41d3-8cc2-8ae18a52a940", "name": "network-vif-plugged", "status": "completed", "tag": "36478845-7102-4cea-8cac-671a74d1ec57"}]}' {{(pid=105995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:00:06.681171 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9063a002-b855-4b74-9115-4cae6bfc06e3 req-902a1f85-48ff-46ea-871b-2eb3de48acc0 tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:00:06.687889 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-9063a002-b855-4b74-9115-4cae6bfc06e3 req-902a1f85-48ff-46ea-871b-2eb3de48acc0 tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] 10.222.0.90 "GET /v2.0/ports?device_id=1bedb3f1-1b28-4d65-a046-f1b24046bde6 HTTP/1.1" status: 200 len: 945 time: 0.3422499 Sep 24 15:00:06.690532 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-918bfcaa-d9aa-4c78-b837-dca80867d0f5 None None] Routers {'56904d22-cd0e-40ec-8a19-5cb6909badd5'} bound to L3 agent in host dv-cinder-809830-2-iscsi {{(pid=105995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:00:06.694213 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.l3_hamode_db [None req-918bfcaa-d9aa-4c78-b837-dca80867d0f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809830-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T14:45:58Z,description=,heartbeat_timestamp=2021-09-24T14:59:58Z,host='dv-cinder-809830-2-iscsi',id=76290e94-8d59-4af2-9b8f-4e64db68baa4,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T14:45:58Z,topic='l3_agent')) {'router_ids': ['56904d22-cd0e-40ec-8a19-5cb6909badd5'], 'active': True} {{(pid=105995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:00:06.699929 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269886fd-a828-499b-bac9-073d4024b834 None None] Pushing event updated for resources: {'Port': ['ID=ea4e94ae-f2a6-41aa-8dee-da6227385163,revision_number=4']} {{(pid=105995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:00:06.737584 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.db.l3_dvrscheduler_db [req-11f2e509-e5fb-4b5c-bde8-c2db7e2a4f28 req-734a5fd0-015c-4bca-bd33-b9d3c5da77fe tempest-VolumesActionsTest-2147474436 tempest-VolumesActionsTest-2147474436-project] No DVR routers for this DVR port 6bd36649-d746-4fb3-8e1a-01e0acbe79e0 on host hv-cinder-80983 {{(pid=105994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:00:06.743492 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-c1cf8c27-8c9b-4585-b519-c072d2211fcb tempest-TestShelveInstance-1403883769 tempest-TestShelveInstance-1403883769-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:06.748161 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-11f2e509-e5fb-4b5c-bde8-c2db7e2a4f28 req-734a5fd0-015c-4bca-bd33-b9d3c5da77fe tempest-VolumesActionsTest-2147474436 tempest-VolumesActionsTest-2147474436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472375'] for port, before_response {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:06.766733 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-11f2e509-e5fb-4b5c-bde8-c2db7e2a4f28 req-734a5fd0-015c-4bca-bd33-b9d3c5da77fe tempest-VolumesActionsTest-2147474436 tempest-VolumesActionsTest-2147474436-project] 10.222.0.99 "DELETE /v2.0/ports/6bd36649-d746-4fb3-8e1a-01e0acbe79e0 HTTP/1.1" status: 204 len: 173 time: 2.2735560 Sep 24 15:00:06.767596 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3e72372-e717-47a0-84de-6a48a7c63d30', 'name': 'network-vif-deleted', 'tag': '6bd36649-d746-4fb3-8e1a-01e0acbe79e0'}] {{(pid=105994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:00:06.768166 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-c1cf8c27-8c9b-4585-b519-c072d2211fcb tempest-TestShelveInstance-1403883769 tempest-TestShelveInstance-1403883769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751656'] for security_group_rule, after_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:06.785445 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}445a901cbb5a624303c84b78f65e518dd0fb300c00204885c20e5236c8fbed2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38c9438b-b0b6-4fb1-9c17-4e9205fe1a8a" -d '{"events": [{"server_uuid": "f3e72372-e717-47a0-84de-6a48a7c63d30", "name": "network-vif-deleted", "tag": "6bd36649-d746-4fb3-8e1a-01e0acbe79e0"}]}' {{(pid=105994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:00:06.810706 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.db [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] For port 36478845-7102-4cea-8cac-671a74d1ec57, host hv-cinder-80983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80983',level=0,port_id=36478845-7102-4cea-8cac-671a74d1ec57,segment=NetworkSegment(3493a04e-7856-43c1-b4a7-e752097c9e9a),segment_id=3493a04e-7856-43c1-b4a7-e752097c9e9a)] {{(pid=105995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:00:06.835575 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248551428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248062163'] for port, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:06.837303 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.rpc [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Device 6bd36649-d746-4fb3-8e1a-01e0acbe79e0 no longer exists at agent hyperv_hv-cinder-80983 {{(pid=105995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:00:06.844853 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cf8c27-8c9b-4585-b519-c072d2211fcb tempest-TestShelveInstance-1403883769 tempest-TestShelveInstance-1403883769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b252906-6933-4091-8978-788d17fe6bdf,revision_number=0']} {{(pid=105993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:00:06.874187 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-c1cf8c27-8c9b-4585-b519-c072d2211fcb tempest-TestShelveInstance-1403883769 tempest-TestShelveInstance-1403883769-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:06.876055 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [None req-c1cf8c27-8c9b-4585-b519-c072d2211fcb tempest-TestShelveInstance-1403883769 tempest-TestShelveInstance-1403883769-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5962973 Sep 24 15:00:06.880193 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.wsgi [-] (105993) accepted ('10.222.0.90', 59596) {{(pid=105993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:00:06.886920 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.v2.base [None req-26be7ba1-5825-48c7-8c53-986795381262 tempest-TestShelveInstance-1403883769 tempest-TestShelveInstance-1403883769-project] Request body: {'security_group_rule': {'security_group_id': 'c78dbd3c-540f-45ec-99f7-1f22d56113b2', 'project_id': 'b3ba56daf4404d7989fc7b7270504b2e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:00:06.916808 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-9063a002-b855-4b74-9115-4cae6bfc06e3 req-1ceced8f-8e49-4e41-8a56-23dccc6401ef tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] 10.222.0.90 "GET /v2.0/security-groups?id=f3d37e3f-2899-4174-ab27-7857e72c3fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2118835 Sep 24 15:00:06.917291 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.plugin [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] No Port match for: 6bd36649-d746-4fb3-8e1a-01e0acbe79e0 {{(pid=105995) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:00:06.917854 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.rpc [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Device 6bd36649-d746-4fb3-8e1a-01e0acbe79e0 not bound to the agent host hv-cinder-80983 {{(pid=105995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:00:06.942279 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269886fd-a828-499b-bac9-073d4024b834 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:00:06.943994 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269886fd-a828-499b-bac9-073d4024b834 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:00:06.943994 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269886fd-a828-499b-bac9-073d4024b834 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:00:06.944306 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269886fd-a828-499b-bac9-073d4024b834 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:00:06.944871 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269886fd-a828-499b-bac9-073d4024b834 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:00:06.952106 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269886fd-a828-499b-bac9-073d4024b834 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:00:06.952106 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269886fd-a828-499b-bac9-073d4024b834 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:00:06.952106 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269886fd-a828-499b-bac9-073d4024b834 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:00:06.952106 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269886fd-a828-499b-bac9-073d4024b834 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:00:06.952106 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269886fd-a828-499b-bac9-073d4024b834 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:00:06.952106 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269886fd-a828-499b-bac9-073d4024b834 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:00:06.955035 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269886fd-a828-499b-bac9-073d4024b834 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:00:07.027431 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fde78fb-fb12-4c32-b6a4-2eddc586908b req-cdc0c5f3-57c0-4c1f-81c4-bdc55b520e43 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:00:07.043233 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-0fde78fb-fb12-4c32-b6a4-2eddc586908b req-cdc0c5f3-57c0-4c1f-81c4-bdc55b520e43 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/ports?device_id=873dd13f-1b71-4619-b337-59158ab98530 HTTP/1.1" status: 200 len: 945 time: 0.2488129 Sep 24 15:00:07.123695 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-26be7ba1-5825-48c7-8c53-986795381262 tempest-TestShelveInstance-1403883769 tempest-TestShelveInstance-1403883769-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:07.293517 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Pushing event updated for resources: {'Port': ['ID=36478845-7102-4cea-8cac-671a74d1ec57,revision_number=5']} {{(pid=105995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:00:07.298233 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-0fde78fb-fb12-4c32-b6a4-2eddc586908b req-23fd491b-585f-4028-909c-7ae66b294d3d tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/security-groups?id=3569e126-7ff1-4cb8-87ba-3b9b03a649fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2517803 Sep 24 15:00:07.349129 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.provisioning_blocks [None req-fdfc0e39-db4d-4401-8f63-ceb73fe1df6c None None] Provisioning complete for port ea4e94ae-f2a6-41aa-8dee-da6227385163 triggered by entity DHCP. {{(pid=105995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:00:07.350053 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-fdfc0e39-db4d-4401-8f63-ceb73fe1df6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985790'] for port, provisioning_complete {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:07.361682 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.l3_dvr_db [None req-918bfcaa-d9aa-4c78-b837-dca80867d0f5 None None] Set router 56904d22-cd0e-40ec-8a19-5cb6909badd5 gateway port host: dv-cinder-809830-2-iscsi {{(pid=105995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:00:07.407603 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-26be7ba1-5825-48c7-8c53-986795381262 tempest-TestShelveInstance-1403883769 tempest-TestShelveInstance-1403883769-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:07.414087 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-26be7ba1-5825-48c7-8c53-986795381262 tempest-TestShelveInstance-1403883769 tempest-TestShelveInstance-1403883769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751656'] for security_group_rule, after_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:07.459162 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:00:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33abdf30-6eac-439d-95d5-1aad46ca3bcc x-openstack-request-id: req-33abdf30-6eac-439d-95d5-1aad46ca3bcc {{(pid=105994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:00:07.459640 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3e72372-e717-47a0-84de-6a48a7c63d30", "name": "network-vif-deleted", "tag": "6bd36649-d746-4fb3-8e1a-01e0acbe79e0", "status": "completed", "code": 200}]} {{(pid=105994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:00:07.460010 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-33abdf30-6eac-439d-95d5-1aad46ca3bcc {{(pid=105994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:00:07.460854 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3e72372-e717-47a0-84de-6a48a7c63d30', 'name': 'network-vif-deleted', 'tag': '6bd36649-d746-4fb3-8e1a-01e0acbe79e0', 'status': 'completed', 'code': 200} Sep 24 15:00:07.462960 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-26be7ba1-5825-48c7-8c53-986795381262 tempest-TestShelveInstance-1403883769 tempest-TestShelveInstance-1403883769-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:07.469130 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [None req-26be7ba1-5825-48c7-8c53-986795381262 tempest-TestShelveInstance-1403883769 tempest-TestShelveInstance-1403883769-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5833840 Sep 24 15:00:07.469535 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.wsgi [-] (105994) accepted ('10.222.0.90', 59604) {{(pid=105994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:00:07.476882 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.v2.base [None req-618fba8f-236f-45d1-af66-914d306d529e tempest-TestShelveInstance-1403883769 tempest-TestShelveInstance-1403883769-project] Request body: {'security_group_rule': {'security_group_id': 'c78dbd3c-540f-45ec-99f7-1f22d56113b2', 'project_id': 'b3ba56daf4404d7989fc7b7270504b2e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:00:07.490719 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26be7ba1-5825-48c7-8c53-986795381262 tempest-TestShelveInstance-1403883769 tempest-TestShelveInstance-1403883769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd7a2027-8ade-4cac-8498-72ec0aa59e40,revision_number=0']} {{(pid=105993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:00:07.521427 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.db.securitygroups_db [None req-618fba8f-236f-45d1-af66-914d306d529e tempest-TestShelveInstance-1403883769 tempest-TestShelveInstance-1403883769-project] Project b3ba56daf4404d7989fc7b7270504b2e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 24 15:00:07.528061 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-618fba8f-236f-45d1-af66-914d306d529e tempest-TestShelveInstance-1403883769 tempest-TestShelveInstance-1403883769-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:07.600449 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:00:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d760651b-01f7-4c20-a6d3-2b9fd0e09e92 x-openstack-request-id: req-d760651b-01f7-4c20-a6d3-2b9fd0e09e92 {{(pid=105995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:00:07.600449 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25adec2c-60eb-41d3-8cc2-8ae18a52a940", "name": "network-vif-plugged", "status": "completed", "tag": "36478845-7102-4cea-8cac-671a74d1ec57", "code": 200}]} {{(pid=105995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:00:07.600449 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-d760651b-01f7-4c20-a6d3-2b9fd0e09e92 {{(pid=105995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:00:07.600985 dv-cinder-809830-2-iscsi neutron-server[105995]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25adec2c-60eb-41d3-8cc2-8ae18a52a940', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36478845-7102-4cea-8cac-671a74d1ec57', 'code': 200} Sep 24 15:00:07.759214 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-618fba8f-236f-45d1-af66-914d306d529e tempest-TestShelveInstance-1403883769 tempest-TestShelveInstance-1403883769-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:07.791879 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-618fba8f-236f-45d1-af66-914d306d529e tempest-TestShelveInstance-1403883769 tempest-TestShelveInstance-1403883769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751656'] for security_group_rule, after_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:07.883849 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-b35f2d07-9b5c-427a-808f-6b938b5229c2 req-4cd31824-69a1-4fc0-927d-7f8725bbfacd tempest-VolumesActionsTest-2147474436 tempest-VolumesActionsTest-2147474436-project] 10.222.0.90 "GET /v2.0/ports?device_id=f3e72372-e717-47a0-84de-6a48a7c63d30 HTTP/1.1" status: 200 len: 210 time: 0.0610325 Sep 24 15:00:07.932099 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618fba8f-236f-45d1-af66-914d306d529e tempest-TestShelveInstance-1403883769 tempest-TestShelveInstance-1403883769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b87010e9-507b-4a97-8535-5defc2a588be,revision_number=0']} {{(pid=105994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:00:07.937521 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-618fba8f-236f-45d1-af66-914d306d529e tempest-TestShelveInstance-1403883769 tempest-TestShelveInstance-1403883769-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:07.939172 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [None req-618fba8f-236f-45d1-af66-914d306d529e tempest-TestShelveInstance-1403883769 tempest-TestShelveInstance-1403883769-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4683769 Sep 24 15:00:07.942394 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.wsgi [-] (105993) accepted ('10.222.0.90', 59608) {{(pid=105993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:00:07.954480 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.v2.base [None req-a1c5f89b-1274-4070-952c-d2e3444b35e0 tempest-TestShelveInstance-1403883769 tempest-TestShelveInstance-1403883769-project] Request body: {'security_group_rule': {'security_group_id': 'c78dbd3c-540f-45ec-99f7-1f22d56113b2', 'project_id': 'b3ba56daf4404d7989fc7b7270504b2e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:00:08.027610 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-fdfc0e39-db4d-4401-8f63-ceb73fe1df6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993762'] for port, before_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:08.033341 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.db.securitygroups_db [None req-a1c5f89b-1274-4070-952c-d2e3444b35e0 tempest-TestShelveInstance-1403883769 tempest-TestShelveInstance-1403883769-project] Project b3ba56daf4404d7989fc7b7270504b2e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 24 15:00:08.046973 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-a1c5f89b-1274-4070-952c-d2e3444b35e0 tempest-TestShelveInstance-1403883769 tempest-TestShelveInstance-1403883769-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:08.150222 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-a1c5f89b-1274-4070-952c-d2e3444b35e0 tempest-TestShelveInstance-1403883769 tempest-TestShelveInstance-1403883769-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:08.160247 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-a1c5f89b-1274-4070-952c-d2e3444b35e0 tempest-TestShelveInstance-1403883769 tempest-TestShelveInstance-1403883769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751656'] for security_group_rule, after_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:08.164229 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.db [None req-fdfc0e39-db4d-4401-8f63-ceb73fe1df6c None None] For port ea4e94ae-f2a6-41aa-8dee-da6227385163, host dv-cinder-809830-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809830-2-iscsi',level=0,port_id=ea4e94ae-f2a6-41aa-8dee-da6227385163,segment=NetworkSegment(3d1a5395-15a9-4326-9b07-5d37942efe9f),segment_id=3d1a5395-15a9-4326-9b07-5d37942efe9f)] {{(pid=105995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:00:08.177429 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45bdefd-07a9-4de6-be1f-b0723bbdb7b8 req-18333723-3c3a-4cc7-a7bc-c3a8e1d2b5a4 tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:00:08.179384 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-fdfc0e39-db4d-4401-8f63-ceb73fe1df6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248551428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248062163'] for port, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:08.194906 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-a45bdefd-07a9-4de6-be1f-b0723bbdb7b8 req-18333723-3c3a-4cc7-a7bc-c3a8e1d2b5a4 tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] 10.222.0.90 "GET /v2.0/ports?device_id=25adec2c-60eb-41d3-8cc2-8ae18a52a940 HTTP/1.1" status: 200 len: 946 time: 0.4315162 Sep 24 15:00:08.202392 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17123e12-fe3c-4934-89a6-dc7c27a93362 req-94f20c9d-e76f-417a-8120-de5f108797e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:00:08.206339 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-17123e12-fe3c-4934-89a6-dc7c27a93362 req-94f20c9d-e76f-417a-8120-de5f108797e9 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=25adec2c-60eb-41d3-8cc2-8ae18a52a940 HTTP/1.1" status: 200 len: 1099 time: 0.2460847 Sep 24 15:00:08.214743 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c5f89b-1274-4070-952c-d2e3444b35e0 tempest-TestShelveInstance-1403883769 tempest-TestShelveInstance-1403883769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=760e30a5-a4ea-4d0c-9e36-ea745a47e085,revision_number=0']} {{(pid=105993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:00:08.266773 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-a1c5f89b-1274-4070-952c-d2e3444b35e0 tempest-TestShelveInstance-1403883769 tempest-TestShelveInstance-1403883769-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:08.269384 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [None req-a1c5f89b-1274-4070-952c-d2e3444b35e0 tempest-TestShelveInstance-1403883769 tempest-TestShelveInstance-1403883769-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3249035 Sep 24 15:00:08.290015 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.l3_hamode_db [None req-918bfcaa-d9aa-4c78-b837-dca80867d0f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56904d22-cd0e-40ec-8a19-5cb6909badd5', 'name': 'tempest-TestShelveInstance-772461074-router', 'tenant_id': '5728f916c1014043a9372d8806cca391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7', 'external_fixed_ips': [{'subnet_id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'ip_address': '172.27.0.168'}], 'enable_snat': True}, 'gw_port_id': '726ef308-769e-437e-9abe-b1c3a21be020', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T14:59:48Z', 'updated_at': '2021-09-24T15:00:00Z', 'revision_number': 4, 'project_id': '5728f916c1014043a9372d8806cca391', 'gw_port': {'id': '726ef308-769e-437e-9abe-b1c3a21be020', 'name': '', 'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:58:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56904d22-cd0e-40ec-8a19-5cb6909badd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'ip_address': '172.27.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T14:59:50Z', 'updated_at': '2021-09-24T15:00:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809830-2-iscsi', '_interfaces': [{'id': 'ea4e94ae-f2a6-41aa-8dee-da6227385163', 'name': '', 'network_id': '6939d754-b408-43f4-ba8b-0820ef769334', 'tenant_id': '5728f916c1014043a9372d8806cca391', 'mac_address': 'fa:16:3e:6a:c2:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56904d22-cd0e-40ec-8a19-5cb6909badd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '8b01ffa7-a2d8-4d8d-a389-a017e427b4e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T14:59:57Z', 'updated_at': '2021-09-24T15:00:06Z', 'revision_number': 4, 'project_id': '5728f916c1014043a9372d8806cca391', 'subnets': [{'id': '8b01ffa7-a2d8-4d8d-a389-a017e427b4e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809830-2-iscsi', False) {} {{(pid=105995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:00:08.318255 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcc8205-62a7-49d7-86b4-efc6b870ec87 req-9ef88c7f-507f-492a-a5be-3704b5bd3527 tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:00:08.321107 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-4fcc8205-62a7-49d7-86b4-efc6b870ec87 req-9ef88c7f-507f-492a-a5be-3704b5bd3527 tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] 10.222.0.90 "GET /v2.0/ports?device_id=1bedb3f1-1b28-4d65-a046-f1b24046bde6 HTTP/1.1" status: 200 len: 945 time: 0.1394196 Sep 24 15:00:08.342354 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-17123e12-fe3c-4934-89a6-dc7c27a93362 req-1ff903e9-a319-4f35-bd5f-d7baaf662d02 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=bb54c971-337c-4571-b265-c21f3dff30d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112778 Sep 24 15:00:08.370969 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-a45bdefd-07a9-4de6-be1f-b0723bbdb7b8 req-03b66a50-f820-49df-b4f5-f9e66569102a tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] 10.222.0.90 "GET /v2.0/security-groups?id=bb54c971-337c-4571-b265-c21f3dff30d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738997 Sep 24 15:00:08.380968 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-918bfcaa-d9aa-4c78-b837-dca80867d0f5 None None] The sync data for ids ['56904d22-cd0e-40ec-8a19-5cb6909badd5'] in dv-cinder-809830-2-iscsi is: [{'id': '56904d22-cd0e-40ec-8a19-5cb6909badd5', 'name': 'tempest-TestShelveInstance-772461074-router', 'tenant_id': '5728f916c1014043a9372d8806cca391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7', 'external_fixed_ips': [{'subnet_id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'ip_address': '172.27.0.168'}], 'enable_snat': True}, 'gw_port_id': '726ef308-769e-437e-9abe-b1c3a21be020', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T14:59:48Z', 'updated_at': '2021-09-24T15:00:00Z', 'revision_number': 4, 'project_id': '5728f916c1014043a9372d8806cca391', 'gw_port': {'id': '726ef308-769e-437e-9abe-b1c3a21be020', 'name': '', 'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:58:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56904d22-cd0e-40ec-8a19-5cb6909badd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'ip_address': '172.27.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T14:59:50Z', 'updated_at': '2021-09-24T15:00:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809830-2-iscsi', '_interfaces': [{'id': 'ea4e94ae-f2a6-41aa-8dee-da6227385163', 'name': '', 'network_id': '6939d754-b408-43f4-ba8b-0820ef769334', 'tenant_id': '5728f916c1014043a9372d8806cca391', 'mac_address': 'fa:16:3e:6a:c2:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56904d22-cd0e-40ec-8a19-5cb6909badd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '8b01ffa7-a2d8-4d8d-a389-a017e427b4e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T14:59:57Z', 'updated_at': '2021-09-24T15:00:06Z', 'revision_number': 4, 'project_id': '5728f916c1014043a9372d8806cca391', 'subnets': [{'id': '8b01ffa7-a2d8-4d8d-a389-a017e427b4e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:00:08.445794 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-4fcc8205-62a7-49d7-86b4-efc6b870ec87 req-70fe17b7-b930-4611-916a-2fe704047c73 tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] 10.222.0.90 "GET /v2.0/security-groups?id=f3d37e3f-2899-4174-ab27-7857e72c3fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110208 Sep 24 15:00:08.447134 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfc0e39-db4d-4401-8f63-ceb73fe1df6c None None] Pushing event updated for resources: {'Port': ['ID=ea4e94ae-f2a6-41aa-8dee-da6227385163,revision_number=5']} {{(pid=105995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:00:08.796066 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1d5e2c-57ad-4d4a-8bee-00deee586d4d req-a63c13f4-8ebb-4929-9ac5-0272218d76b3 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:00:08.812153 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-6b1d5e2c-57ad-4d4a-8bee-00deee586d4d req-a63c13f4-8ebb-4929-9ac5-0272218d76b3 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/ports?device_id=873dd13f-1b71-4619-b337-59158ab98530 HTTP/1.1" status: 200 len: 945 time: 0.1980042 Sep 24 15:00:08.963639 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-6b1d5e2c-57ad-4d4a-8bee-00deee586d4d req-f100c4cb-5f14-4b15-af27-61069143789f tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/security-groups?id=3569e126-7ff1-4cb8-87ba-3b9b03a649fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1477396 Sep 24 15:00:09.640201 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793a8521-faba-4d22-b9bf-87954bb367d6 req-05d6d1ff-098d-440f-adb3-fe5b8c541212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:00:09.642870 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-793a8521-faba-4d22-b9bf-87954bb367d6 req-05d6d1ff-098d-440f-adb3-fe5b8c541212 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=b96539b658a14037b412f92c54157553&device_id=1bedb3f1-1b28-4d65-a046-f1b24046bde6 HTTP/1.1" status: 200 len: 1098 time: 0.1854832 Sep 24 15:00:09.994921 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.rpc [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Device ea4e94ae-f2a6-41aa-8dee-da6227385163 up at agent ovs-agent-dv-cinder-809830-2-iscsi {{(pid=105995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:00:10.049177 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5416a7d-21cf-4efb-a40a-fd4f3222d903 req-c6293d6a-adcb-413e-9448-77c8fb15ef90 tempest-VolumesActionsTest-2147474436 tempest-VolumesActionsTest-2147474436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:00:10.060971 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-e5416a7d-21cf-4efb-a40a-fd4f3222d903 req-c6293d6a-adcb-413e-9448-77c8fb15ef90 tempest-VolumesActionsTest-2147474436 tempest-VolumesActionsTest-2147474436-project] 10.222.0.90 "GET /v2.0/networks?id=00355aaa-db33-4182-878f-2eadc364e36a HTTP/1.1" status: 200 len: 808 time: 0.5189438 Sep 24 15:00:10.124775 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4794f16-cc42-4934-b783-1eee2acc6b2b req-7c7a792c-5dfc-451d-b3fc-8cf2cba78b7a tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:00:10.132863 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-e5416a7d-21cf-4efb-a40a-fd4f3222d903 req-0f48a1c0-bddf-46b6-8a3f-3e15218d15b5 tempest-VolumesActionsTest-2147474436 tempest-VolumesActionsTest-2147474436-project] 10.222.0.90 "GET /v2.0/quotas/1a177d4e81ce4c2caabfe2b8f00e6481 HTTP/1.1" status: 200 len: 375 time: 0.0614557 Sep 24 15:00:10.140992 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-f4794f16-cc42-4934-b783-1eee2acc6b2b req-7c7a792c-5dfc-451d-b3fc-8cf2cba78b7a tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] 10.222.0.90 "GET /v2.0/ports?device_id=1bedb3f1-1b28-4d65-a046-f1b24046bde6 HTTP/1.1" status: 200 len: 945 time: 0.4379561 Sep 24 15:00:10.213639 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-e5416a7d-21cf-4efb-a40a-fd4f3222d903 req-b31066e9-03cc-4e43-a072-451a5c280c1f tempest-VolumesActionsTest-2147474436 tempest-VolumesActionsTest-2147474436-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=1a177d4e81ce4c2caabfe2b8f00e6481&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0643964 Sep 24 15:00:10.219262 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.provisioning_blocks [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Provisioning complete for port ea4e94ae-f2a6-41aa-8dee-da6227385163 triggered by entity L2. {{(pid=105995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:00:10.219901 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985790'] for port, provisioning_complete {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:10.345893 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793a8521-faba-4d22-b9bf-87954bb367d6 req-c4e1f5b6-b13e-40f2-989d-855d0f5c770c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:00:10.348790 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-793a8521-faba-4d22-b9bf-87954bb367d6 req-c4e1f5b6-b13e-40f2-989d-855d0f5c770c service neutron] 10.222.0.99 "GET /v2.0/networks?id=b9087bdc-bc6d-4ea0-be83-04ee0e604773 HTTP/1.1" status: 200 len: 921 time: 0.6853783 Sep 24 15:00:10.503090 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-e5416a7d-21cf-4efb-a40a-fd4f3222d903 req-2a1cd89d-9bc4-4604-91bd-abb5ee79ea2e service neutron] 10.222.0.90 "GET /v2.0/networks/00355aaa-db33-4182-878f-2eadc364e36a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2853725 Sep 24 15:00:10.519226 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-793a8521-faba-4d22-b9bf-87954bb367d6 req-c04e8d65-d4da-4a8f-8a7a-f15b5a1f096a service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1ec0958e-582a-4654-8072-aba68a956d1b HTTP/1.1" status: 200 len: 217 time: 0.1446221 Sep 24 15:00:10.535479 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-f4794f16-cc42-4934-b783-1eee2acc6b2b req-6b266cee-1ccf-4a46-b322-3ad9eb1cbef4 tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] 10.222.0.90 "GET /v2.0/security-groups?id=f3d37e3f-2899-4174-ab27-7857e72c3fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3730114 Sep 24 15:00:10.686184 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-e5416a7d-21cf-4efb-a40a-fd4f3222d903 req-e47b1035-e346-4d56-bc70-49f91a3f93b6 service neutron] 10.222.0.90 "GET /v2.0/networks/00355aaa-db33-4182-878f-2eadc364e36a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1674070 Sep 24 15:00:10.706061 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793a8521-faba-4d22-b9bf-87954bb367d6 req-0397e825-fe08-4705-9d56-d1a5eb393cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:00:10.719875 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-793a8521-faba-4d22-b9bf-87954bb367d6 req-0397e825-fe08-4705-9d56-d1a5eb393cc5 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=a953951d-d181-4025-b6b9-5088bf3d7942 HTTP/1.1" status: 200 len: 859 time: 0.1689754 Sep 24 15:00:10.860621 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-793a8521-faba-4d22-b9bf-87954bb367d6 req-bbc88cbb-8611-4cf3-ab9d-ebd8bac507ee service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=b9087bdc-bc6d-4ea0-be83-04ee0e604773&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1344142 Sep 24 15:00:11.010012 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2787fdbd-e996-4650-9bc8-97b9d7392f59 req-d8994219-82d6-4aba-80fe-865f7d7e4883 tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:00:11.017322 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-2787fdbd-e996-4650-9bc8-97b9d7392f59 req-d8994219-82d6-4aba-80fe-865f7d7e4883 tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] 10.222.0.90 "GET /v2.0/ports?device_id=25adec2c-60eb-41d3-8cc2-8ae18a52a940 HTTP/1.1" status: 200 len: 946 time: 0.2931092 Sep 24 15:00:11.223496 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-793a8521-faba-4d22-b9bf-87954bb367d6 req-cbf09b40-b0b4-48be-97e8-75748d6e2657 service neutron] 10.222.0.99 "GET /v2.0/networks/b9087bdc-bc6d-4ea0-be83-04ee0e604773?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3477764 Sep 24 15:00:11.240465 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-2787fdbd-e996-4650-9bc8-97b9d7392f59 req-92388591-d19e-4200-be6b-e31c485b61d9 tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] 10.222.0.90 "GET /v2.0/security-groups?id=bb54c971-337c-4571-b265-c21f3dff30d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513031 Sep 24 15:00:11.432555 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe1dfd2-27ff-49e6-9bb4-c097a692f82d req-8c967ae9-428c-4da9-a280-25228d20e839 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:00:11.438166 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-3fe1dfd2-27ff-49e6-9bb4-c097a692f82d req-8c967ae9-428c-4da9-a280-25228d20e839 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/ports?device_id=873dd13f-1b71-4619-b337-59158ab98530 HTTP/1.1" status: 200 len: 945 time: 0.1190653 Sep 24 15:00:11.467306 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-6594fc6d-153a-4891-8935-1fb625dd8d76 req-04df3f9b-c2c5-4267-83be-d15d8f1e2713 tempest-VolumesActionsTest-2147474436 tempest-VolumesActionsTest-2147474436-project] 10.222.0.90 "GET /v2.0/ports?device_id=c370c2f6-7123-423d-bf28-26749272bb6c HTTP/1.1" status: 200 len: 210 time: 0.0595920 Sep 24 15:00:11.556657 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-3fe1dfd2-27ff-49e6-9bb4-c097a692f82d req-de7938bf-b00e-4d3c-82e8-f0a2be15edd3 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/security-groups?id=3569e126-7ff1-4cb8-87ba-3b9b03a649fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1104109 Sep 24 15:00:11.574802 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-793a8521-faba-4d22-b9bf-87954bb367d6 req-ca30ad78-ff34-4cc7-ac6f-9ccc66d44bef service neutron] 10.222.0.99 "GET /v2.0/networks/b9087bdc-bc6d-4ea0-be83-04ee0e604773?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3330448 Sep 24 15:00:11.799895 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2abb50-8c03-4602-9901-8c8bf456d4d4 req-6bf13444-dde5-431e-ba27-f23bdf877722 tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:00:11.811102 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-8e2abb50-8c03-4602-9901-8c8bf456d4d4 req-6bf13444-dde5-431e-ba27-f23bdf877722 tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] 10.222.0.90 "GET /v2.0/ports?device_id=1bedb3f1-1b28-4d65-a046-f1b24046bde6 HTTP/1.1" status: 200 len: 945 time: 0.1293395 Sep 24 15:00:11.890919 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-8e2abb50-8c03-4602-9901-8c8bf456d4d4 req-7928fdbb-785e-4690-b82a-d1d1654e7bed tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] 10.222.0.90 "GET /v2.0/security-groups?id=f3d37e3f-2899-4174-ab27-7857e72c3fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650089 Sep 24 15:00:12.644422 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-bbba0df8-bd8d-4ccf-954b-5b66ee65747a req-98fd994f-c2dd-4cc9-ae1c-e70b9bcc18d5 tempest-VolumesActionsTest-2147474436 tempest-VolumesActionsTest-2147474436-project] 10.222.0.90 "GET /v2.0/ports?device_id=c370c2f6-7123-423d-bf28-26749272bb6c HTTP/1.1" status: 200 len: 210 time: 0.0501323 Sep 24 15:00:12.904982 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59340793-008a-4d8b-9621-74536cfdd91e req-ce03a24c-25f6-4d38-b4f9-39cc12dc811a tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:00:12.919940 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-59340793-008a-4d8b-9621-74536cfdd91e req-ce03a24c-25f6-4d38-b4f9-39cc12dc811a tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/ports?device_id=873dd13f-1b71-4619-b337-59158ab98530 HTTP/1.1" status: 200 len: 945 time: 0.2236223 Sep 24 15:00:13.129906 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-59340793-008a-4d8b-9621-74536cfdd91e req-715ad595-cf07-4c64-ba3b-72abffebf0ff tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/security-groups?id=3569e126-7ff1-4cb8-87ba-3b9b03a649fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1668565 Sep 24 15:00:13.416324 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8573a401-b006-4d73-8c48-f674fc37df60 req-c42b1372-22ba-42a8-b845-5c41dd2d4ea8 tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:00:13.449518 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-8573a401-b006-4d73-8c48-f674fc37df60 req-c42b1372-22ba-42a8-b845-5c41dd2d4ea8 tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] 10.222.0.90 "GET /v2.0/ports?device_id=1bedb3f1-1b28-4d65-a046-f1b24046bde6 HTTP/1.1" status: 200 len: 945 time: 0.2559214 Sep 24 15:00:13.623544 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-8573a401-b006-4d73-8c48-f674fc37df60 req-338b71af-26f0-4ac5-ae09-adbae6499ce8 tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] 10.222.0.90 "GET /v2.0/security-groups?id=f3d37e3f-2899-4174-ab27-7857e72c3fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723599 Sep 24 15:00:13.711258 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5416a7d-21cf-4efb-a40a-fd4f3222d903 req-3a26df38-b077-4170-82c2-67a3b7d351f6 tempest-VolumesActionsTest-2147474436 tempest-VolumesActionsTest-2147474436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:00:13.722282 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-e5416a7d-21cf-4efb-a40a-fd4f3222d903 req-3a26df38-b077-4170-82c2-67a3b7d351f6 tempest-VolumesActionsTest-2147474436 tempest-VolumesActionsTest-2147474436-project] 10.222.0.99 "GET /v2.0/networks?id=00355aaa-db33-4182-878f-2eadc364e36a HTTP/1.1" status: 200 len: 808 time: 0.4387887 Sep 24 15:00:13.749552 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.v2.base [req-e5416a7d-21cf-4efb-a40a-fd4f3222d903 req-ed22be8f-dd31-4b79-8a81-d2ced763e03f tempest-VolumesActionsTest-2147474436 tempest-VolumesActionsTest-2147474436-project] Request body: {'port': {'device_id': 'c370c2f6-7123-423d-bf28-26749272bb6c', 'network_id': '00355aaa-db33-4182-878f-2eadc364e36a', 'admin_state_up': True, 'tenant_id': '1a177d4e81ce4c2caabfe2b8f00e6481'}} {{(pid=105994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:00:14.238729 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-3b6f3713-2fd8-4cac-8cfd-6190484a3218 req-d8c36491-a7dc-40c7-95db-668e85edf551 tempest-VolumesActionsTest-2147474436 tempest-VolumesActionsTest-2147474436-project] 10.222.0.90 "GET /v2.0/ports?device_id=c370c2f6-7123-423d-bf28-26749272bb6c HTTP/1.1" status: 200 len: 210 time: 0.0810106 Sep 24 15:00:14.240128 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5416a7d-21cf-4efb-a40a-fd4f3222d903 req-ed22be8f-dd31-4b79-8a81-d2ced763e03f tempest-VolumesActionsTest-2147474436 tempest-VolumesActionsTest-2147474436-project] Made reservation on behalf of 1a177d4e81ce4c2caabfe2b8f00e6481 for: {'port': 1} {{(pid=105994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:00:14.247440 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-e5416a7d-21cf-4efb-a40a-fd4f3222d903 req-ed22be8f-dd31-4b79-8a81-d2ced763e03f tempest-VolumesActionsTest-2147474436 tempest-VolumesActionsTest-2147474436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993762'] for port, before_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:14.608428 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923e10c2-2fcc-44d8-86d7-b50e59aa1bda req-b096ab1e-e4cf-493c-8679-13a521ad3cdc tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:00:14.620466 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-923e10c2-2fcc-44d8-86d7-b50e59aa1bda req-b096ab1e-e4cf-493c-8679-13a521ad3cdc tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/ports?device_id=873dd13f-1b71-4619-b337-59158ab98530 HTTP/1.1" status: 200 len: 945 time: 0.1920018 Sep 24 15:00:14.682857 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.db.db_base_plugin_common [req-e5416a7d-21cf-4efb-a40a-fd4f3222d903 req-ed22be8f-dd31-4b79-8a81-d2ced763e03f tempest-VolumesActionsTest-2147474436 tempest-VolumesActionsTest-2147474436-project] Allocated IP 172.20.0.8 (00355aaa-db33-4182-878f-2eadc364e36a/b50618cb-d83e-4786-bead-32128710e70b/97dca95f-e920-4092-b754-a9723c2f307d) {{(pid=105994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:00:14.691526 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-923e10c2-2fcc-44d8-86d7-b50e59aa1bda req-1df5ac0c-d38f-4fbc-bbb8-7c823d729b0c tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/security-groups?id=3569e126-7ff1-4cb8-87ba-3b9b03a649fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692956 Sep 24 15:00:15.091679 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5710a64-7ed7-4834-9fee-b6c3f8621b02 req-da80250d-4126-4c8c-b0e5-08a1f76eb3d0 tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:00:15.094079 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-e5710a64-7ed7-4834-9fee-b6c3f8621b02 req-da80250d-4126-4c8c-b0e5-08a1f76eb3d0 tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] 10.222.0.90 "GET /v2.0/ports?device_id=1bedb3f1-1b28-4d65-a046-f1b24046bde6 HTTP/1.1" status: 200 len: 945 time: 0.3021946 Sep 24 15:00:15.554098 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-42283316-f5b9-4a85-889c-92632a1492e3 req-483351b8-40f7-4706-abf3-5bebec6504a4 tempest-VolumesActionsTest-2147474436 tempest-VolumesActionsTest-2147474436-project] 10.222.0.90 "GET /v2.0/ports?device_id=c370c2f6-7123-423d-bf28-26749272bb6c HTTP/1.1" status: 200 len: 210 time: 0.0963714 Sep 24 15:00:15.641931 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-e5416a7d-21cf-4efb-a40a-fd4f3222d903 req-ed22be8f-dd31-4b79-8a81-d2ced763e03f tempest-VolumesActionsTest-2147474436 tempest-VolumesActionsTest-2147474436-project] Notify callbacks [] for port, precommit_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:15.709871 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-e5710a64-7ed7-4834-9fee-b6c3f8621b02 req-5aafd30d-3751-40a6-8ff2-89884347d160 tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] 10.222.0.90 "GET /v2.0/security-groups?id=f3d37e3f-2899-4174-ab27-7857e72c3fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5984507 Sep 24 15:00:15.776130 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:15.781074 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-e5416a7d-21cf-4efb-a40a-fd4f3222d903 req-ed22be8f-dd31-4b79-8a81-d2ced763e03f tempest-VolumesActionsTest-2147474436 tempest-VolumesActionsTest-2147474436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727248062127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14130366'] for port, after_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:15.939702 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed22be8f-dd31-4b79-8a81-d2ced763e03f tempest-VolumesActionsTest-2147474436 tempest-VolumesActionsTest-2147474436-project] Pushing event updated for resources: {'Port': ['ID=97dca95f-e920-4092-b754-a9723c2f307d,revision_number=1']} {{(pid=105994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:00:15.962919 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5416a7d-21cf-4efb-a40a-fd4f3222d903 req-ed22be8f-dd31-4b79-8a81-d2ced763e03f tempest-VolumesActionsTest-2147474436 tempest-VolumesActionsTest-2147474436-project] Network 00355aaa-db33-4182-878f-2eadc364e36a is already hosted by enough agents. {{(pid=105994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:00:15.968021 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed22be8f-dd31-4b79-8a81-d2ced763e03f tempest-VolumesActionsTest-2147474436 tempest-VolumesActionsTest-2147474436-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:00:15.968792 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed22be8f-dd31-4b79-8a81-d2ced763e03f tempest-VolumesActionsTest-2147474436 tempest-VolumesActionsTest-2147474436-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:00:15.970234 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed22be8f-dd31-4b79-8a81-d2ced763e03f tempest-VolumesActionsTest-2147474436 tempest-VolumesActionsTest-2147474436-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:00:15.970824 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed22be8f-dd31-4b79-8a81-d2ced763e03f tempest-VolumesActionsTest-2147474436 tempest-VolumesActionsTest-2147474436-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:00:15.971405 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed22be8f-dd31-4b79-8a81-d2ced763e03f tempest-VolumesActionsTest-2147474436 tempest-VolumesActionsTest-2147474436-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:00:15.972260 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed22be8f-dd31-4b79-8a81-d2ced763e03f tempest-VolumesActionsTest-2147474436 tempest-VolumesActionsTest-2147474436-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:00:15.973024 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed22be8f-dd31-4b79-8a81-d2ced763e03f tempest-VolumesActionsTest-2147474436 tempest-VolumesActionsTest-2147474436-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:00:15.974170 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed22be8f-dd31-4b79-8a81-d2ced763e03f tempest-VolumesActionsTest-2147474436 tempest-VolumesActionsTest-2147474436-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:00:15.974859 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed22be8f-dd31-4b79-8a81-d2ced763e03f tempest-VolumesActionsTest-2147474436 tempest-VolumesActionsTest-2147474436-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:00:15.977665 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed22be8f-dd31-4b79-8a81-d2ced763e03f tempest-VolumesActionsTest-2147474436 tempest-VolumesActionsTest-2147474436-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:00:15.979434 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed22be8f-dd31-4b79-8a81-d2ced763e03f tempest-VolumesActionsTest-2147474436 tempest-VolumesActionsTest-2147474436-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:00:15.979434 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed22be8f-dd31-4b79-8a81-d2ced763e03f tempest-VolumesActionsTest-2147474436 tempest-VolumesActionsTest-2147474436-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:00:15.985994 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.scheduler.base_scheduler [req-e5416a7d-21cf-4efb-a40a-fd4f3222d903 req-ed22be8f-dd31-4b79-8a81-d2ced763e03f tempest-VolumesActionsTest-2147474436 tempest-VolumesActionsTest-2147474436-project] Resources bound (agent type, host, resource id): {{(pid=105994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:00:15.990347 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5416a7d-21cf-4efb-a40a-fd4f3222d903 req-ed22be8f-dd31-4b79-8a81-d2ced763e03f tempest-VolumesActionsTest-2147474436 tempest-VolumesActionsTest-2147474436-project] Received port after_create {{(pid=105994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:00:16.054433 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a4fb6a-3a6c-48c8-b619-36214f834172 req-c508a622-1ebc-41b4-9fbb-ee0e4ac3f5b1 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:00:16.067784 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-d2a4fb6a-3a6c-48c8-b619-36214f834172 req-c508a622-1ebc-41b4-9fbb-ee0e4ac3f5b1 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/ports?device_id=873dd13f-1b71-4619-b337-59158ab98530 HTTP/1.1" status: 200 len: 945 time: 0.1781993 Sep 24 15:00:16.155814 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-d2a4fb6a-3a6c-48c8-b619-36214f834172 req-599a0566-e554-439f-b672-64ed94ff5162 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/security-groups?id=3569e126-7ff1-4cb8-87ba-3b9b03a649fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755491 Sep 24 15:00:16.183224 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5416a7d-21cf-4efb-a40a-fd4f3222d903 req-ed22be8f-dd31-4b79-8a81-d2ced763e03f tempest-VolumesActionsTest-2147474436 tempest-VolumesActionsTest-2147474436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:00:16.184301 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-e5416a7d-21cf-4efb-a40a-fd4f3222d903 req-ed22be8f-dd31-4b79-8a81-d2ced763e03f tempest-VolumesActionsTest-2147474436 tempest-VolumesActionsTest-2147474436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472375'] for port, before_response {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:16.259535 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-e5416a7d-21cf-4efb-a40a-fd4f3222d903 req-ed22be8f-dd31-4b79-8a81-d2ced763e03f tempest-VolumesActionsTest-2147474436 tempest-VolumesActionsTest-2147474436-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5252914 Sep 24 15:00:16.297575 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.v2.base [req-e5416a7d-21cf-4efb-a40a-fd4f3222d903 req-cd30361f-7f67-4ce3-8b42-10a48ebb851d service neutron] Request body: {'port': {'device_id': 'c370c2f6-7123-423d-bf28-26749272bb6c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80983'}} {{(pid=105994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:00:16.457146 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-e5416a7d-21cf-4efb-a40a-fd4f3222d903 req-cd30361f-7f67-4ce3-8b42-10a48ebb851d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993762'] for port, before_update {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:16.967420 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f14f19-45e8-4990-9bd3-c109a2fc918e req-4004959f-e318-437b-b4f0-66da34c6a9de tempest-VolumesActionsTest-2147474436 tempest-VolumesActionsTest-2147474436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:00:16.969353 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-45f14f19-45e8-4990-9bd3-c109a2fc918e req-4004959f-e318-437b-b4f0-66da34c6a9de tempest-VolumesActionsTest-2147474436 tempest-VolumesActionsTest-2147474436-project] 10.222.0.90 "GET /v2.0/ports?device_id=c370c2f6-7123-423d-bf28-26749272bb6c HTTP/1.1" status: 200 len: 931 time: 0.1206841 Sep 24 15:00:17.115295 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-45f14f19-45e8-4990-9bd3-c109a2fc918e req-7391abd5-8684-48ea-b2d4-c54e78ec36c4 tempest-VolumesActionsTest-2147474436 tempest-VolumesActionsTest-2147474436-project] 10.222.0.90 "GET /v2.0/security-groups?id=19a67e84-7300-447f-80b1-598b09257bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286714 Sep 24 15:00:17.239733 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.notifiers.nova [req-e5416a7d-21cf-4efb-a40a-fd4f3222d903 req-cd30361f-7f67-4ce3-8b42-10a48ebb851d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97dca95f-e920-4092-b754-a9723c2f307d {{(pid=105994) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:00:17.267381 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-e5416a7d-21cf-4efb-a40a-fd4f3222d903 req-cd30361f-7f67-4ce3-8b42-10a48ebb851d service neutron] Notify callbacks [] for port, precommit_update {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:17.293354 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.db.provisioning_blocks [req-e5416a7d-21cf-4efb-a40a-fd4f3222d903 req-cd30361f-7f67-4ce3-8b42-10a48ebb851d service neutron] Transition to ACTIVE for port object 97dca95f-e920-4092-b754-a9723c2f307d will not be triggered until provisioned by entity L2. {{(pid=105994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 15:00:17.304406 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-e5416a7d-21cf-4efb-a40a-fd4f3222d903 req-cd30361f-7f67-4ce3-8b42-10a48ebb851d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248551428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248062163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14130357'] for port, after_update {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:17.401586 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef83e304-9ad7-4d4e-a88e-66c2bbd8e974 req-eaa28235-9533-4ff9-972e-7aaee6b76514 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:00:17.402385 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd30361f-7f67-4ce3-8b42-10a48ebb851d service neutron] Pushing event updated for resources: {'Port': ['ID=97dca95f-e920-4092-b754-a9723c2f307d,revision_number=2']} {{(pid=105994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:00:17.404635 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-ef83e304-9ad7-4d4e-a88e-66c2bbd8e974 req-eaa28235-9533-4ff9-972e-7aaee6b76514 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/ports?device_id=873dd13f-1b71-4619-b337-59158ab98530 HTTP/1.1" status: 200 len: 945 time: 0.1036866 Sep 24 15:00:17.519155 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-ef83e304-9ad7-4d4e-a88e-66c2bbd8e974 req-0df699ec-5c22-437e-9fb0-2c208b05627b tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/security-groups?id=3569e126-7ff1-4cb8-87ba-3b9b03a649fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1015162 Sep 24 15:00:17.560327 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.managers [req-e5416a7d-21cf-4efb-a40a-fd4f3222d903 req-cd30361f-7f67-4ce3-8b42-10a48ebb851d service neutron] Attempting to bind port 97dca95f-e920-4092-b754-a9723c2f307d on host hv-cinder-80983 for vnic_type normal with profile {{(pid=105994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:00:17.560667 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.managers [req-e5416a7d-21cf-4efb-a40a-fd4f3222d903 req-cd30361f-7f67-4ce3-8b42-10a48ebb851d service neutron] Attempting to bind port 97dca95f-e920-4092-b754-a9723c2f307d by drivers openvswitch,hyperv on host hv-cinder-80983 at level 0 using segments [{'id': '7d772851-ec27-4083-8324-19e508087518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': '00355aaa-db33-4182-878f-2eadc364e36a'}] {{(pid=105994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:00:17.561261 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5416a7d-21cf-4efb-a40a-fd4f3222d903 req-cd30361f-7f67-4ce3-8b42-10a48ebb851d service neutron] Attempting to bind port 97dca95f-e920-4092-b754-a9723c2f307d on network 00355aaa-db33-4182-878f-2eadc364e36a {{(pid=105994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:00:17.567481 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5416a7d-21cf-4efb-a40a-fd4f3222d903 req-cd30361f-7f67-4ce3-8b42-10a48ebb851d service neutron] Port 97dca95f-e920-4092-b754-a9723c2f307d on network 00355aaa-db33-4182-878f-2eadc364e36a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80983 {{(pid=105994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 15:00:17.568560 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5416a7d-21cf-4efb-a40a-fd4f3222d903 req-cd30361f-7f67-4ce3-8b42-10a48ebb851d service neutron] Attempting to bind port 97dca95f-e920-4092-b754-a9723c2f307d on network 00355aaa-db33-4182-878f-2eadc364e36a {{(pid=105994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:00:17.580348 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5416a7d-21cf-4efb-a40a-fd4f3222d903 req-cd30361f-7f67-4ce3-8b42-10a48ebb851d service neutron] Checking agent: {'id': 'fe6caec8-3271-4776-9083-fb8f8cae5b94', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80983', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 14, 54, 44), 'started_at': datetime.datetime(2021, 9, 24, 14, 54, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 0, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:00:17.580348 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5416a7d-21cf-4efb-a40a-fd4f3222d903 req-cd30361f-7f67-4ce3-8b42-10a48ebb851d service neutron] Checking segment: {'id': '7d772851-ec27-4083-8324-19e508087518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': '00355aaa-db33-4182-878f-2eadc364e36a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:00:17.580348 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5416a7d-21cf-4efb-a40a-fd4f3222d903 req-cd30361f-7f67-4ce3-8b42-10a48ebb851d service neutron] Bound using segment: {'id': '7d772851-ec27-4083-8324-19e508087518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': '00355aaa-db33-4182-878f-2eadc364e36a'} {{(pid=105994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:00:17.580348 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.managers [req-e5416a7d-21cf-4efb-a40a-fd4f3222d903 req-cd30361f-7f67-4ce3-8b42-10a48ebb851d service neutron] Bound port: 97dca95f-e920-4092-b754-a9723c2f307d, host: hv-cinder-80983, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d772851-ec27-4083-8324-19e508087518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': '00355aaa-db33-4182-878f-2eadc364e36a'}}] {{(pid=105994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:00:17.580348 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-e5416a7d-21cf-4efb-a40a-fd4f3222d903 req-cd30361f-7f67-4ce3-8b42-10a48ebb851d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993762'] for port, before_update {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:17.707384 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.db [req-e5416a7d-21cf-4efb-a40a-fd4f3222d903 req-cd30361f-7f67-4ce3-8b42-10a48ebb851d service neutron] For port 97dca95f-e920-4092-b754-a9723c2f307d, host hv-cinder-80983, cleared binding levels {{(pid=105994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:00:17.716849 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.db [req-e5416a7d-21cf-4efb-a40a-fd4f3222d903 req-cd30361f-7f67-4ce3-8b42-10a48ebb851d service neutron] For port 97dca95f-e920-4092-b754-a9723c2f307d, host hv-cinder-80983, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80983',level=0,port_id=97dca95f-e920-4092-b754-a9723c2f307d,segment=NetworkSegment(7d772851-ec27-4083-8324-19e508087518),segment_id=7d772851-ec27-4083-8324-19e508087518)] {{(pid=105994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:00:17.732971 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-e5416a7d-21cf-4efb-a40a-fd4f3222d903 req-cd30361f-7f67-4ce3-8b42-10a48ebb851d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248551428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248062163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14130357'] for port, after_update {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:17.869621 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5416a7d-21cf-4efb-a40a-fd4f3222d903 req-cd30361f-7f67-4ce3-8b42-10a48ebb851d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:00:17.870664 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-e5416a7d-21cf-4efb-a40a-fd4f3222d903 req-cd30361f-7f67-4ce3-8b42-10a48ebb851d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472375'] for port, before_response {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:17.873396 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-e5416a7d-21cf-4efb-a40a-fd4f3222d903 req-cd30361f-7f67-4ce3-8b42-10a48ebb851d service neutron] 10.222.0.99 "PUT /v2.0/ports/97dca95f-e920-4092-b754-a9723c2f307d HTTP/1.1" status: 200 len: 1093 time: 1.6007018 Sep 24 15:00:17.874033 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c370c2f6-7123-423d-bf28-26749272bb6c', 'tag': '97dca95f-e920-4092-b754-a9723c2f307d'}] {{(pid=105994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:00:17.878689 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}445a901cbb5a624303c84b78f65e518dd0fb300c00204885c20e5236c8fbed2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab4c6606-84da-4724-ab2c-657fb2dcc8a1" -d '{"events": [{"name": "network-changed", "server_uuid": "c370c2f6-7123-423d-bf28-26749272bb6c", "tag": "97dca95f-e920-4092-b754-a9723c2f307d"}]}' {{(pid=105994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:00:17.977393 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77651fa5-b346-4f23-a5db-d8fab1cac4ef req-8231e72b-4197-41e5-bdb7-ed9b022c1bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:00:17.977393 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-77651fa5-b346-4f23-a5db-d8fab1cac4ef req-8231e72b-4197-41e5-bdb7-ed9b022c1bf7 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=e8de89965f464e0ebbfb78c2c3d408f2&device_id=873dd13f-1b71-4619-b337-59158ab98530 HTTP/1.1" status: 200 len: 1098 time: 0.1798878 Sep 24 15:00:17.977393 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd30361f-7f67-4ce3-8b42-10a48ebb851d service neutron] Pushing event updated for resources: {'Port': ['ID=97dca95f-e920-4092-b754-a9723c2f307d,revision_number=3']} {{(pid=105994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:00:17.983952 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 15:00:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d94fe54-592f-4896-a70a-ce0b5f015c4a x-openstack-request-id: req-1d94fe54-592f-4896-a70a-ce0b5f015c4a {{(pid=105994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:00:17.986157 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c370c2f6-7123-423d-bf28-26749272bb6c", "tag": "97dca95f-e920-4092-b754-a9723c2f307d", "status": "completed", "code": 200}]} {{(pid=105994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:00:17.986157 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-1d94fe54-592f-4896-a70a-ce0b5f015c4a {{(pid=105994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:00:17.986157 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c370c2f6-7123-423d-bf28-26749272bb6c', 'tag': '97dca95f-e920-4092-b754-a9723c2f307d', 'status': 'completed', 'code': 200} Sep 24 15:00:18.157248 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5416a7d-21cf-4efb-a40a-fd4f3222d903 req-edf526e7-e609-4c99-a5a2-e373cd4bbc8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:00:18.159591 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-e5416a7d-21cf-4efb-a40a-fd4f3222d903 req-edf526e7-e609-4c99-a5a2-e373cd4bbc8c service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=1a177d4e81ce4c2caabfe2b8f00e6481&device_id=c370c2f6-7123-423d-bf28-26749272bb6c HTTP/1.1" status: 200 len: 1096 time: 0.2034962 Sep 24 15:00:18.269244 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-e5416a7d-21cf-4efb-a40a-fd4f3222d903 req-7b00ede8-c9a1-4353-8ac2-384a02fdc4cd service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=97dca95f-e920-4092-b754-a9723c2f307d HTTP/1.1" status: 200 len: 217 time: 0.0966871 Sep 24 15:00:18.298301 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77651fa5-b346-4f23-a5db-d8fab1cac4ef req-5ee5a54f-1501-41fe-866a-30b27c2f5523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:00:18.300982 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-77651fa5-b346-4f23-a5db-d8fab1cac4ef req-5ee5a54f-1501-41fe-866a-30b27c2f5523 service neutron] 10.222.0.99 "GET /v2.0/networks?id=9cafbdbc-b31b-42e1-af08-737ab1772474 HTTP/1.1" status: 200 len: 918 time: 0.3102956 Sep 24 15:00:18.344841 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b091ad-34bb-4605-a889-c61d451b3010 req-fef759d3-88dd-4401-a1d5-23f9c4083e29 tempest-VolumesActionsTest-2147474436 tempest-VolumesActionsTest-2147474436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:00:18.347559 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-36b091ad-34bb-4605-a889-c61d451b3010 req-fef759d3-88dd-4401-a1d5-23f9c4083e29 tempest-VolumesActionsTest-2147474436 tempest-VolumesActionsTest-2147474436-project] 10.222.0.90 "GET /v2.0/ports?device_id=c370c2f6-7123-423d-bf28-26749272bb6c HTTP/1.1" status: 200 len: 943 time: 0.1053762 Sep 24 15:00:18.427425 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-36b091ad-34bb-4605-a889-c61d451b3010 req-9f0ef6ba-3be4-419c-8f49-07ae9f014d86 tempest-VolumesActionsTest-2147474436 tempest-VolumesActionsTest-2147474436-project] 10.222.0.90 "GET /v2.0/security-groups?id=19a67e84-7300-447f-80b1-598b09257bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650978 Sep 24 15:00:18.442328 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5416a7d-21cf-4efb-a40a-fd4f3222d903 req-66dc0def-91de-4193-a891-2fda82f40291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:00:18.447043 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-e5416a7d-21cf-4efb-a40a-fd4f3222d903 req-66dc0def-91de-4193-a891-2fda82f40291 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=b50618cb-d83e-4786-bead-32128710e70b HTTP/1.1" status: 200 len: 848 time: 0.1645286 Sep 24 15:00:18.476359 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-77651fa5-b346-4f23-a5db-d8fab1cac4ef req-e2715906-4b33-4f3f-b474-e9e60f741ad6 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b108f0d8-ba9f-4c22-91e5-6d78d372be41 HTTP/1.1" status: 200 len: 1000 time: 0.1342494 Sep 24 15:00:18.520594 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-e5416a7d-21cf-4efb-a40a-fd4f3222d903 req-67d0b9df-4575-46fa-9324-d432080da41e service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=00355aaa-db33-4182-878f-2eadc364e36a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0629139 Sep 24 15:00:18.675185 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77651fa5-b346-4f23-a5db-d8fab1cac4ef req-6ffcce0e-80f8-488b-aa30-c011fd193803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:00:18.677783 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-77651fa5-b346-4f23-a5db-d8fab1cac4ef req-6ffcce0e-80f8-488b-aa30-c011fd193803 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=96eeb601-c3fa-4a0c-bf57-6c99e9cae07c HTTP/1.1" status: 200 len: 855 time: 0.1654768 Sep 24 15:00:18.871646 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-e5416a7d-21cf-4efb-a40a-fd4f3222d903 req-125021d4-c942-411d-89f4-0a0c720141a9 service neutron] 10.222.0.99 "GET /v2.0/networks/00355aaa-db33-4182-878f-2eadc364e36a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3390753 Sep 24 15:00:18.884772 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3967900-88a1-4a36-9072-d96d89be3e8f req-9259115c-04b2-4658-80f8-9d1cc638107c tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:00:18.886853 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-c3967900-88a1-4a36-9072-d96d89be3e8f req-9259115c-04b2-4658-80f8-9d1cc638107c tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/ports?device_id=873dd13f-1b71-4619-b337-59158ab98530 HTTP/1.1" status: 200 len: 945 time: 0.2041993 Sep 24 15:00:18.940553 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77651fa5-b346-4f23-a5db-d8fab1cac4ef req-a55681dd-8afc-4f29-8d96-f402e2892940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:00:18.943321 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-77651fa5-b346-4f23-a5db-d8fab1cac4ef req-a55681dd-8afc-4f29-8d96-f402e2892940 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=9cafbdbc-b31b-42e1-af08-737ab1772474&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2124825 Sep 24 15:00:19.147498 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-c3967900-88a1-4a36-9072-d96d89be3e8f req-065439cc-163c-4198-b006-29be0fa36575 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/security-groups?id=3569e126-7ff1-4cb8-87ba-3b9b03a649fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2410014 Sep 24 15:00:19.248550 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-e5416a7d-21cf-4efb-a40a-fd4f3222d903 req-d65050ce-4524-44f8-9958-c6bc5ecf371d service neutron] 10.222.0.99 "GET /v2.0/networks/00355aaa-db33-4182-878f-2eadc364e36a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3569720 Sep 24 15:00:19.276613 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-77651fa5-b346-4f23-a5db-d8fab1cac4ef req-aaa3fcec-c374-4a3e-980a-897b068206bd service neutron] 10.222.0.99 "GET /v2.0/networks/9cafbdbc-b31b-42e1-af08-737ab1772474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3078721 Sep 24 15:00:19.466222 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4c6606-84da-4724-ab2c-657fb2dcc8a1 req-02f0bce5-af1e-461b-b893-8b5dc6583eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:00:19.467915 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-ab4c6606-84da-4724-ab2c-657fb2dcc8a1 req-02f0bce5-af1e-461b-b893-8b5dc6583eb4 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=1a177d4e81ce4c2caabfe2b8f00e6481&device_id=c370c2f6-7123-423d-bf28-26749272bb6c HTTP/1.1" status: 200 len: 1096 time: 0.1424215 Sep 24 15:00:19.520878 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-77651fa5-b346-4f23-a5db-d8fab1cac4ef req-a3fc7f08-c91f-461e-aec7-74f0f42c7903 service neutron] 10.222.0.99 "GET /v2.0/networks/9cafbdbc-b31b-42e1-af08-737ab1772474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2328296 Sep 24 15:00:19.653171 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4c6606-84da-4724-ab2c-657fb2dcc8a1 req-9c35b4d2-1507-4c08-8552-779522fa86ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:00:19.656138 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-ab4c6606-84da-4724-ab2c-657fb2dcc8a1 req-9c35b4d2-1507-4c08-8552-779522fa86ca service neutron] 10.222.0.99 "GET /v2.0/networks?id=00355aaa-db33-4182-878f-2eadc364e36a HTTP/1.1" status: 200 len: 910 time: 0.1793258 Sep 24 15:00:19.680367 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7e0806-8335-4ade-aa1d-aa0af59c44f2 req-b84a970c-54b4-48f1-a0f0-d27654c7815b tempest-VolumesActionsTest-2147474436 tempest-VolumesActionsTest-2147474436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:00:19.683100 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-bd7e0806-8335-4ade-aa1d-aa0af59c44f2 req-b84a970c-54b4-48f1-a0f0-d27654c7815b tempest-VolumesActionsTest-2147474436 tempest-VolumesActionsTest-2147474436-project] 10.222.0.90 "GET /v2.0/ports?device_id=c370c2f6-7123-423d-bf28-26749272bb6c HTTP/1.1" status: 200 len: 943 time: 0.1042063 Sep 24 15:00:19.747926 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-ab4c6606-84da-4724-ab2c-657fb2dcc8a1 req-5aaa1fd6-bc75-43a6-a819-e5cc6ebfbd96 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=97dca95f-e920-4092-b754-a9723c2f307d HTTP/1.1" status: 200 len: 217 time: 0.0730784 Sep 24 15:00:19.752183 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-bd7e0806-8335-4ade-aa1d-aa0af59c44f2 req-4403a41e-993b-40ad-9f83-8f4c52a31f63 tempest-VolumesActionsTest-2147474436 tempest-VolumesActionsTest-2147474436-project] 10.222.0.90 "GET /v2.0/security-groups?id=19a67e84-7300-447f-80b1-598b09257bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599661 Sep 24 15:00:19.825559 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4c6606-84da-4724-ab2c-657fb2dcc8a1 req-4739b321-ce3a-44be-b8f3-245eee0a0f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:00:19.827043 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-ab4c6606-84da-4724-ab2c-657fb2dcc8a1 req-4739b321-ce3a-44be-b8f3-245eee0a0f05 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=b50618cb-d83e-4786-bead-32128710e70b HTTP/1.1" status: 200 len: 848 time: 0.0705650 Sep 24 15:00:19.875460 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-ab4c6606-84da-4724-ab2c-657fb2dcc8a1 req-5e66b39e-3eb9-4f42-a948-3fac699e3aa4 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=00355aaa-db33-4182-878f-2eadc364e36a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380361 Sep 24 15:00:20.044772 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-ab4c6606-84da-4724-ab2c-657fb2dcc8a1 req-98b8969d-c126-4bc1-97ed-b4211df7e41f service neutron] 10.222.0.99 "GET /v2.0/networks/00355aaa-db33-4182-878f-2eadc364e36a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1550272 Sep 24 15:00:20.242356 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-ab4c6606-84da-4724-ab2c-657fb2dcc8a1 req-b9691d9c-7eb4-4db5-832c-c7ceaa917e32 service neutron] 10.222.0.99 "GET /v2.0/networks/00355aaa-db33-4182-878f-2eadc364e36a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1839795 Sep 24 15:00:20.439204 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba4893b-907c-490a-b796-d1e907aa0dd6 req-401c55b6-f600-4698-b93e-66ef98689cab tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:00:20.448927 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-0ba4893b-907c-490a-b796-d1e907aa0dd6 req-401c55b6-f600-4698-b93e-66ef98689cab tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/ports?device_id=873dd13f-1b71-4619-b337-59158ab98530 HTTP/1.1" status: 200 len: 945 time: 0.1087580 Sep 24 15:00:20.519218 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-0ba4893b-907c-490a-b796-d1e907aa0dd6 req-6ff93dd0-ad3c-4d86-988c-1c8988d99955 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/security-groups?id=3569e126-7ff1-4cb8-87ba-3b9b03a649fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588903 Sep 24 15:00:20.952643 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0081ab4f-9909-48ec-a219-4b8e60378931 req-277a46af-45a7-41fd-849c-b1cc765c1ed0 tempest-VolumesActionsTest-2147474436 tempest-VolumesActionsTest-2147474436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:00:20.955138 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-0081ab4f-9909-48ec-a219-4b8e60378931 req-277a46af-45a7-41fd-849c-b1cc765c1ed0 tempest-VolumesActionsTest-2147474436 tempest-VolumesActionsTest-2147474436-project] 10.222.0.90 "GET /v2.0/ports?device_id=c370c2f6-7123-423d-bf28-26749272bb6c HTTP/1.1" status: 200 len: 943 time: 0.0656407 Sep 24 15:00:21.013407 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-0081ab4f-9909-48ec-a219-4b8e60378931 req-c382e73b-57d1-4a44-92e7-e6b01e0a0e01 tempest-VolumesActionsTest-2147474436 tempest-VolumesActionsTest-2147474436-project] 10.222.0.90 "GET /v2.0/security-groups?id=19a67e84-7300-447f-80b1-598b09257bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470932 Sep 24 15:00:21.101724 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.rpc [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Device 97dca95f-e920-4092-b754-a9723c2f307d details requested by agent hyperv_hv-cinder-80983 with host hv-cinder-80983 {{(pid=105995) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 15:00:21.111444 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.rpc [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Device b108f0d8-ba9f-4c22-91e5-6d78d372be41 no longer exists at agent hyperv_hv-cinder-80983 {{(pid=105995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:00:21.421007 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993762'] for port, before_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:21.475511 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '873dd13f-1b71-4619-b337-59158ab98530', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b108f0d8-ba9f-4c22-91e5-6d78d372be41'}] {{(pid=105995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:00:21.478296 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}caf9aa003d9a854053fb223e5f104f4bef6eff4a3612bfb278e8f19c1601715b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c13c8ff7-9365-4268-b24c-7402da81314c" -d '{"events": [{"server_uuid": "873dd13f-1b71-4619-b337-59158ab98530", "name": "network-vif-unplugged", "status": "completed", "tag": "b108f0d8-ba9f-4c22-91e5-6d78d372be41"}]}' {{(pid=105995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:00:21.489295 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.db [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] For port 97dca95f-e920-4092-b754-a9723c2f307d, host hv-cinder-80983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80983',level=0,port_id=97dca95f-e920-4092-b754-a9723c2f307d,segment=NetworkSegment(7d772851-ec27-4083-8324-19e508087518),segment_id=7d772851-ec27-4083-8324-19e508087518)] {{(pid=105995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:00:21.522353 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.db [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] For port b108f0d8-ba9f-4c22-91e5-6d78d372be41, host hv-cinder-80983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80983',level=0,port_id=b108f0d8-ba9f-4c22-91e5-6d78d372be41,segment=NetworkSegment(304b9768-ebfb-4066-b935-a4bdd70cb19d),segment_id=304b9768-ebfb-4066-b935-a4bdd70cb19d)] {{(pid=105995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:00:21.527580 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.rpc [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Returning: {'device': '97dca95f-e920-4092-b754-a9723c2f307d', 'network_id': '00355aaa-db33-4182-878f-2eadc364e36a', 'port_id': '97dca95f-e920-4092-b754-a9723c2f307d', 'mac_address': 'fa:16:3e:d3:8a:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1011, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b50618cb-d83e-4786-bead-32128710e70b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105995) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 15:00:21.538655 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248551428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248062163'] for port, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:21.546007 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 24 Sep 2021 15:00:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-915ed7fb-311d-4113-bb0a-e766f64d37d3 x-openstack-request-id: req-915ed7fb-311d-4113-bb0a-e766f64d37d3 {{(pid=105995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:00:21.546007 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "873dd13f-1b71-4619-b337-59158ab98530", "name": "network-vif-unplugged", "status": "completed", "tag": "b108f0d8-ba9f-4c22-91e5-6d78d372be41", "code": 200}]} {{(pid=105995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:00:21.546007 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-915ed7fb-311d-4113-bb0a-e766f64d37d3 {{(pid=105995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:00:21.546007 dv-cinder-809830-2-iscsi neutron-server[105995]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '873dd13f-1b71-4619-b337-59158ab98530', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b108f0d8-ba9f-4c22-91e5-6d78d372be41', 'code': 200} Sep 24 15:00:21.683441 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993762'] for port, before_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:21.717863 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.notifiers.nova [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97dca95f-e920-4092-b754-a9723c2f307d {{(pid=105995) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:00:21.722791 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Pushing event updated for resources: {'Port': ['ID=b108f0d8-ba9f-4c22-91e5-6d78d372be41,revision_number=8']} {{(pid=105995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:00:21.760629 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.db [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] For port 97dca95f-e920-4092-b754-a9723c2f307d, host hv-cinder-80983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80983',level=0,port_id=97dca95f-e920-4092-b754-a9723c2f307d,segment=NetworkSegment(7d772851-ec27-4083-8324-19e508087518),segment_id=7d772851-ec27-4083-8324-19e508087518)] {{(pid=105995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:00:21.776668 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248551428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248062163'] for port, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:21.799077 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d43a48b-fe06-44eb-bde2-dbaf9ece2704 req-3f727503-d6d2-4aad-8e33-e706aa5c8ab5 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:00:21.810135 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-5d43a48b-fe06-44eb-bde2-dbaf9ece2704 req-3f727503-d6d2-4aad-8e33-e706aa5c8ab5 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/ports?device_id=873dd13f-1b71-4619-b337-59158ab98530 HTTP/1.1" status: 200 len: 943 time: 0.1306405 Sep 24 15:00:21.862186 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-5d43a48b-fe06-44eb-bde2-dbaf9ece2704 req-ccedd6e0-cd75-488b-84a6-e0f60c34f7a8 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/security-groups?id=3569e126-7ff1-4cb8-87ba-3b9b03a649fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486729 Sep 24 15:00:21.877377 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Pushing event updated for resources: {'Port': ['ID=97dca95f-e920-4092-b754-a9723c2f307d,revision_number=4']} {{(pid=105995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:00:22.166100 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.db [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] get_ports_and_sgs() called for port_ids ['97dca95f-e920-4092-b754-a9723c2f307d'] {{(pid=105995) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:00:22.285575 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c791e0-1324-4fd8-808d-643318b74f80 req-ead4a0cf-a679-49e6-85ec-3f5232d8a653 tempest-VolumesActionsTest-2147474436 tempest-VolumesActionsTest-2147474436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:00:22.291226 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-c6c791e0-1324-4fd8-808d-643318b74f80 req-ead4a0cf-a679-49e6-85ec-3f5232d8a653 tempest-VolumesActionsTest-2147474436 tempest-VolumesActionsTest-2147474436-project] 10.222.0.90 "GET /v2.0/ports?device_id=c370c2f6-7123-423d-bf28-26749272bb6c HTTP/1.1" status: 200 len: 944 time: 0.1431656 Sep 24 15:00:22.444099 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-c6c791e0-1324-4fd8-808d-643318b74f80 req-817cd36b-bef8-48ed-a0fe-437cba44a35a tempest-VolumesActionsTest-2147474436 tempest-VolumesActionsTest-2147474436-project] 10.222.0.90 "GET /v2.0/security-groups?id=19a67e84-7300-447f-80b1-598b09257bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284206 Sep 24 15:00:23.055800 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee558b5-016d-4fdb-b852-71d19fb3ad93 req-c8ac396c-d236-4a2b-a790-230c6df67775 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:00:23.058932 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-1ee558b5-016d-4fdb-b852-71d19fb3ad93 req-c8ac396c-d236-4a2b-a790-230c6df67775 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/ports?device_id=873dd13f-1b71-4619-b337-59158ab98530 HTTP/1.1" status: 200 len: 943 time: 0.0936241 Sep 24 15:00:23.144084 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-1ee558b5-016d-4fdb-b852-71d19fb3ad93 req-ab7d2241-c4af-4d3d-a0ea-492fc97807cc tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/security-groups?id=3569e126-7ff1-4cb8-87ba-3b9b03a649fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732059 Sep 24 15:00:23.574602 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-7ae07efa-273c-4c14-9291-e4e0551e1e9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:23.675142 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8203486-8b9e-4602-b7a4-12a526acefb3 req-fd6ecb79-156a-4822-a973-2fad782f68e3 tempest-VolumesActionsTest-2147474436 tempest-VolumesActionsTest-2147474436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:00:23.677774 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-c8203486-8b9e-4602-b7a4-12a526acefb3 req-fd6ecb79-156a-4822-a973-2fad782f68e3 tempest-VolumesActionsTest-2147474436 tempest-VolumesActionsTest-2147474436-project] 10.222.0.90 "GET /v2.0/ports?device_id=c370c2f6-7123-423d-bf28-26749272bb6c HTTP/1.1" status: 200 len: 944 time: 0.0953014 Sep 24 15:00:23.767503 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-c8203486-8b9e-4602-b7a4-12a526acefb3 req-bc0196a4-70eb-458f-b076-45f554cf8373 tempest-VolumesActionsTest-2147474436 tempest-VolumesActionsTest-2147474436-project] 10.222.0.90 "GET /v2.0/security-groups?id=19a67e84-7300-447f-80b1-598b09257bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603807 Sep 24 15:00:24.197288 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.wsgi [req-5f465290-5285-4a90-ac93-dd7b8041465e req-fe17a27c-e785-4b03-94c1-0d2dda1fb3ee service neutron] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=105994) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 15:00:24.199149 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-5f465290-5285-4a90-ac93-dd7b8041465e req-fe17a27c-e785-4b03-94c1-0d2dda1fb3ee service neutron] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0122352 Sep 24 15:00:24.497847 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b9705f-aef7-486d-9053-0b651c74e068 req-49e58b44-3437-40e5-8e9f-960c2a58712d tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:00:24.500707 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-40b9705f-aef7-486d-9053-0b651c74e068 req-49e58b44-3437-40e5-8e9f-960c2a58712d tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/ports?device_id=873dd13f-1b71-4619-b337-59158ab98530 HTTP/1.1" status: 200 len: 943 time: 0.1049910 Sep 24 15:00:24.588198 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-40b9705f-aef7-486d-9053-0b651c74e068 req-f6b7d1d7-457d-409d-86e8-eeceabd3531a tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/security-groups?id=3569e126-7ff1-4cb8-87ba-3b9b03a649fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716662 Sep 24 15:00:25.027715 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250faea9-27fa-49c4-a61a-d5b64a4a6bbb req-1613805b-4caa-4dc0-8ba1-178bb715718f tempest-VolumesActionsTest-2147474436 tempest-VolumesActionsTest-2147474436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:00:25.029856 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-250faea9-27fa-49c4-a61a-d5b64a4a6bbb req-1613805b-4caa-4dc0-8ba1-178bb715718f tempest-VolumesActionsTest-2147474436 tempest-VolumesActionsTest-2147474436-project] 10.222.0.90 "GET /v2.0/ports?device_id=c370c2f6-7123-423d-bf28-26749272bb6c HTTP/1.1" status: 200 len: 944 time: 0.0934381 Sep 24 15:00:25.105840 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-250faea9-27fa-49c4-a61a-d5b64a4a6bbb req-d5f31649-8006-45dd-ae1c-2e1c7962d402 tempest-VolumesActionsTest-2147474436 tempest-VolumesActionsTest-2147474436-project] 10.222.0.90 "GET /v2.0/security-groups?id=19a67e84-7300-447f-80b1-598b09257bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638933 Sep 24 15:00:25.140002 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.rpc [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Device 97dca95f-e920-4092-b754-a9723c2f307d up at agent hyperv_hv-cinder-80983 {{(pid=105995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:00:25.162657 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.wsgi [-] (105994) accepted ('10.222.0.90', 59962) {{(pid=105994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:00:25.245884 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.provisioning_blocks [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Provisioning for port 97dca95f-e920-4092-b754-a9723c2f307d completed by entity L2. {{(pid=105995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 15:00:25.256553 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.provisioning_blocks [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Provisioning complete for port 97dca95f-e920-4092-b754-a9723c2f307d triggered by entity L2. {{(pid=105995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:00:25.257224 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985790'] for port, provisioning_complete {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:25.307099 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.db.agents_db [None req-37515238-e50e-498e-bfbd-a21ffee86c29 None None] Agent healthcheck: found 6 active agents {{(pid=105996) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 15:00:25.347624 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-dd673028-121c-4aa4-86b0-c218240cd9db req-cb5c3834-1328-44f8-87a7-eedcb40f535f service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=873dd13f-1b71-4619-b337-59158ab98530&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1814449 Sep 24 15:00:25.361718 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.wsgi [req-dd673028-121c-4aa4-86b0-c218240cd9db req-e8e14f04-a86b-4bf2-ac59-ce4b085fe2de service neutron] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=105994) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 15:00:25.364285 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-dd673028-121c-4aa4-86b0-c218240cd9db req-e8e14f04-a86b-4bf2-ac59-ce4b085fe2de service neutron] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0113392 Sep 24 15:00:25.446894 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993762'] for port, before_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:25.516347 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c370c2f6-7123-423d-bf28-26749272bb6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97dca95f-e920-4092-b754-a9723c2f307d'}] {{(pid=105995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:00:25.525861 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}caf9aa003d9a854053fb223e5f104f4bef6eff4a3612bfb278e8f19c1601715b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f040c3f-cc22-4944-9644-91852ae9c193" -d '{"events": [{"server_uuid": "c370c2f6-7123-423d-bf28-26749272bb6c", "name": "network-vif-plugged", "status": "completed", "tag": "97dca95f-e920-4092-b754-a9723c2f307d"}]}' {{(pid=105995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:00:25.557851 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.db [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] For port 97dca95f-e920-4092-b754-a9723c2f307d, host hv-cinder-80983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80983',level=0,port_id=97dca95f-e920-4092-b754-a9723c2f307d,segment=NetworkSegment(7d772851-ec27-4083-8324-19e508087518),segment_id=7d772851-ec27-4083-8324-19e508087518)] {{(pid=105995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:00:25.566528 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248551428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248062163'] for port, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:25.568113 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.rpc [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Device b108f0d8-ba9f-4c22-91e5-6d78d372be41 no longer exists at agent hyperv_hv-cinder-80983 {{(pid=105995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:00:25.719518 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:00:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-838449e5-6919-438d-ba89-7c995140484c x-openstack-request-id: req-838449e5-6919-438d-ba89-7c995140484c {{(pid=105995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:00:25.720047 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c370c2f6-7123-423d-bf28-26749272bb6c", "name": "network-vif-plugged", "status": "completed", "tag": "97dca95f-e920-4092-b754-a9723c2f307d", "code": 200}]} {{(pid=105995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:00:25.720592 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-838449e5-6919-438d-ba89-7c995140484c {{(pid=105995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:00:25.721337 dv-cinder-809830-2-iscsi neutron-server[105995]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c370c2f6-7123-423d-bf28-26749272bb6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97dca95f-e920-4092-b754-a9723c2f307d', 'code': 200} Sep 24 15:00:25.896127 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Pushing event updated for resources: {'Port': ['ID=97dca95f-e920-4092-b754-a9723c2f307d,revision_number=5']} {{(pid=105995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:00:25.915346 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfa4d2e-0e42-4b6e-a8fd-ac4e2f2632cd req-14df8b06-020f-46b7-8c39-903783299567 tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:00:25.918161 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-bbfa4d2e-0e42-4b6e-a8fd-ac4e2f2632cd req-14df8b06-020f-46b7-8c39-903783299567 tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] 10.222.0.90 "GET /v2.0/ports?device_id=cff78be5-9899-478d-b782-36a5f28de2b0 HTTP/1.1" status: 200 len: 946 time: 0.2025740 Sep 24 15:00:25.959348 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7353cae4-4e84-4edc-90cd-6ffc962acb48 req-ed87e4e4-be9c-417d-9f6e-74d239ac26a9 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:00:25.961537 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-7353cae4-4e84-4edc-90cd-6ffc962acb48 req-ed87e4e4-be9c-417d-9f6e-74d239ac26a9 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/ports?device_id=873dd13f-1b71-4619-b337-59158ab98530 HTTP/1.1" status: 200 len: 943 time: 0.1446254 Sep 24 15:00:26.089488 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-7353cae4-4e84-4edc-90cd-6ffc962acb48 req-ee36f1a9-7a95-4a72-8830-5c8f4d440711 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/security-groups?id=3569e126-7ff1-4cb8-87ba-3b9b03a649fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1112330 Sep 24 15:00:26.195461 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-bbfa4d2e-0e42-4b6e-a8fd-ac4e2f2632cd req-275a4c62-d1f3-4791-843e-748621c726f9 tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] 10.222.0.90 "GET /v2.0/security-groups?id=f3d37e3f-2899-4174-ab27-7857e72c3fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2634461 Sep 24 15:00:26.243299 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9590c0c-e096-4719-9522-c5afaafbd1ab req-a19b3732-8ec4-4552-b91a-2d1079b80b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:00:26.243299 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-b9590c0c-e096-4719-9522-c5afaafbd1ab req-a19b3732-8ec4-4552-b91a-2d1079b80b6e service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=c370c2f6-7123-423d-bf28-26749272bb6c HTTP/1.1" status: 200 len: 1098 time: 0.1989427 Sep 24 15:00:26.305802 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-b9590c0c-e096-4719-9522-c5afaafbd1ab req-f4927f67-8ab7-4df0-8b24-59987cc403e9 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=19a67e84-7300-447f-80b1-598b09257bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512226 Sep 24 15:00:26.373852 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c308049-9a1f-4905-87c2-c106a1ab8120 req-be63d27e-3fc1-4fc0-ad6e-29c22ea8b9d8 tempest-VolumesActionsTest-2147474436 tempest-VolumesActionsTest-2147474436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:00:26.375704 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-8c308049-9a1f-4905-87c2-c106a1ab8120 req-be63d27e-3fc1-4fc0-ad6e-29c22ea8b9d8 tempest-VolumesActionsTest-2147474436 tempest-VolumesActionsTest-2147474436-project] 10.222.0.90 "GET /v2.0/ports?device_id=c370c2f6-7123-423d-bf28-26749272bb6c HTTP/1.1" status: 200 len: 945 time: 0.0709038 Sep 24 15:00:26.434761 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-8c308049-9a1f-4905-87c2-c106a1ab8120 req-035715c6-85a3-4a9e-8d70-342a6935ae8b tempest-VolumesActionsTest-2147474436 tempest-VolumesActionsTest-2147474436-project] 10.222.0.90 "GET /v2.0/security-groups?id=19a67e84-7300-447f-80b1-598b09257bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472338 Sep 24 15:00:27.308903 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6952a5-6b8d-4c8c-8dcc-716f6bbd763a req-a394a338-98ef-445e-93c1-4a04222bc267 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:00:27.311910 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-cd6952a5-6b8d-4c8c-8dcc-716f6bbd763a req-a394a338-98ef-445e-93c1-4a04222bc267 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/ports?device_id=873dd13f-1b71-4619-b337-59158ab98530 HTTP/1.1" status: 200 len: 943 time: 0.0884798 Sep 24 15:00:27.367995 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-cd6952a5-6b8d-4c8c-8dcc-716f6bbd763a req-52a4215e-f455-4b2a-9ffd-477976d1d636 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/security-groups?id=3569e126-7ff1-4cb8-87ba-3b9b03a649fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481052 Sep 24 15:00:27.412217 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05240f2f-9a2e-4e5f-9e67-a8c9e0989fa7 req-2d65343c-b3e2-4adb-aa66-d2e540beafa0 tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:00:27.414889 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-05240f2f-9a2e-4e5f-9e67-a8c9e0989fa7 req-2d65343c-b3e2-4adb-aa66-d2e540beafa0 tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] 10.222.0.90 "GET /v2.0/ports?device_id=cff78be5-9899-478d-b782-36a5f28de2b0 HTTP/1.1" status: 200 len: 946 time: 0.0862815 Sep 24 15:00:27.482601 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-05240f2f-9a2e-4e5f-9e67-a8c9e0989fa7 req-a2538f18-c7ae-4eb2-aa3e-9bcd1a8c663f tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] 10.222.0.90 "GET /v2.0/security-groups?id=f3d37e3f-2899-4174-ab27-7857e72c3fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584233 Sep 24 15:00:27.702005 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0482dce5-fc68-4965-bedc-207cf9b34981 req-357c6eaa-3522-432c-aa60-282b830ae0f0 tempest-VolumesActionsTest-2147474436 tempest-VolumesActionsTest-2147474436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:00:27.705596 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-0482dce5-fc68-4965-bedc-207cf9b34981 req-357c6eaa-3522-432c-aa60-282b830ae0f0 tempest-VolumesActionsTest-2147474436 tempest-VolumesActionsTest-2147474436-project] 10.222.0.90 "GET /v2.0/ports?device_id=c370c2f6-7123-423d-bf28-26749272bb6c HTTP/1.1" status: 200 len: 945 time: 0.1139326 Sep 24 15:00:27.777366 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-0482dce5-fc68-4965-bedc-207cf9b34981 req-193143ee-ae75-4ea6-9849-8b2328ee4496 tempest-VolumesActionsTest-2147474436 tempest-VolumesActionsTest-2147474436-project] 10.222.0.90 "GET /v2.0/security-groups?id=19a67e84-7300-447f-80b1-598b09257bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598643 Sep 24 15:00:27.805397 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2ddbb2-039e-4d14-a9c4-dc56917d5fd6 req-836a2e01-9b9f-4e14-8c72-0f552ff31882 tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:00:27.807024 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-3a2ddbb2-039e-4d14-a9c4-dc56917d5fd6 req-836a2e01-9b9f-4e14-8c72-0f552ff31882 tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] 10.222.0.90 "GET /v2.0/ports?device_id=25adec2c-60eb-41d3-8cc2-8ae18a52a940 HTTP/1.1" status: 200 len: 946 time: 0.0872986 Sep 24 15:00:27.877875 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-3a2ddbb2-039e-4d14-a9c4-dc56917d5fd6 req-82970979-f70f-4aa9-9b1f-18dc597be541 tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] 10.222.0.90 "GET /v2.0/security-groups?id=bb54c971-337c-4571-b265-c21f3dff30d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590611 Sep 24 15:00:28.311395 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-ed258927-7c0a-4697-879e-e3417063bece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:28.585101 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb97090-35ac-425d-be29-047bf36f5050 req-b59c428b-5838-420f-9f98-52318463509b tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:00:28.587526 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-4bb97090-35ac-425d-be29-047bf36f5050 req-b59c428b-5838-420f-9f98-52318463509b tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/ports?device_id=873dd13f-1b71-4619-b337-59158ab98530 HTTP/1.1" status: 200 len: 943 time: 0.0897059 Sep 24 15:00:28.662917 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-4bb97090-35ac-425d-be29-047bf36f5050 req-d7ef99f9-c57f-4ba6-bdbc-1cc5c8900641 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/security-groups?id=3569e126-7ff1-4cb8-87ba-3b9b03a649fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600607 Sep 24 15:00:28.677644 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29435576-1e2b-478b-bc5b-908c29efc87d req-cf567d44-a53e-4bcf-b26b-6f37eb062728 tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:00:28.680120 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-29435576-1e2b-478b-bc5b-908c29efc87d req-cf567d44-a53e-4bcf-b26b-6f37eb062728 tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] 10.222.0.90 "GET /v2.0/ports?device_id=cff78be5-9899-478d-b782-36a5f28de2b0 HTTP/1.1" status: 200 len: 946 time: 0.0850663 Sep 24 15:00:28.750841 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-29435576-1e2b-478b-bc5b-908c29efc87d req-d279f485-5bfc-41bd-a0fc-a67b33dcdfea tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] 10.222.0.90 "GET /v2.0/security-groups?id=f3d37e3f-2899-4174-ab27-7857e72c3fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591645 Sep 24 15:00:28.849546 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059a7cd0-7428-43ee-b234-d080d830a610 req-a1bfb59a-7a93-4fec-8477-ab4346f97d49 tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:00:28.851423 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-059a7cd0-7428-43ee-b234-d080d830a610 req-a1bfb59a-7a93-4fec-8477-ab4346f97d49 tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] 10.222.0.99 "GET /v2.0/ports?device_id=cff78be5-9899-478d-b782-36a5f28de2b0 HTTP/1.1" status: 200 len: 946 time: 0.0709193 Sep 24 15:00:28.977384 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c51453-cf19-42fa-9549-ebeb2f6fa690 req-c49c82a4-ed23-4b3b-a57c-96253f501337 tempest-VolumesActionsTest-2147474436 tempest-VolumesActionsTest-2147474436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:00:28.979502 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-c2c51453-cf19-42fa-9549-ebeb2f6fa690 req-c49c82a4-ed23-4b3b-a57c-96253f501337 tempest-VolumesActionsTest-2147474436 tempest-VolumesActionsTest-2147474436-project] 10.222.0.90 "GET /v2.0/ports?device_id=c370c2f6-7123-423d-bf28-26749272bb6c HTTP/1.1" status: 200 len: 945 time: 0.0954754 Sep 24 15:00:28.986316 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.plugin [req-059a7cd0-7428-43ee-b234-d080d830a610 req-feaf83f5-5e3a-425d-8882-178606c0b578 tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] Deleting port de4e05cb-700c-47dd-ae6a-52828ead0e1b {{(pid=105994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:00:28.986886 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-059a7cd0-7428-43ee-b234-d080d830a610 req-feaf83f5-5e3a-425d-8882-178606c0b578 tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727248545832'] for port, before_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:29.056447 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-c2c51453-cf19-42fa-9549-ebeb2f6fa690 req-b226d6d1-cd1b-4ec0-bbc2-b5e00b84db57 tempest-VolumesActionsTest-2147474436 tempest-VolumesActionsTest-2147474436-project] 10.222.0.90 "GET /v2.0/security-groups?id=19a67e84-7300-447f-80b1-598b09257bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641057 Sep 24 15:00:29.152000 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b2247c-bfd3-4865-8d29-44354970fccd req-6d72f8f7-5e59-405f-ac9f-7f207a75ffe7 tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:00:29.154724 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-c3b2247c-bfd3-4865-8d29-44354970fccd req-6d72f8f7-5e59-405f-ac9f-7f207a75ffe7 tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] 10.222.0.90 "GET /v2.0/ports?device_id=25adec2c-60eb-41d3-8cc2-8ae18a52a940 HTTP/1.1" status: 200 len: 946 time: 0.1435442 Sep 24 15:00:29.205302 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.db [req-059a7cd0-7428-43ee-b234-d080d830a610 req-feaf83f5-5e3a-425d-8882-178606c0b578 tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] For port de4e05cb-700c-47dd-ae6a-52828ead0e1b, host hv-cinder-80983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80983',level=0,port_id=de4e05cb-700c-47dd-ae6a-52828ead0e1b,segment=NetworkSegment(da9779c5-d241-41b8-9fc6-47d7c09f6870),segment_id=da9779c5-d241-41b8-9fc6-47d7c09f6870)] {{(pid=105994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:00:29.205676 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-059a7cd0-7428-43ee-b234-d080d830a610 req-feaf83f5-5e3a-425d-8882-178606c0b578 tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616222'] for port, precommit_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:29.241140 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.plugin [req-059a7cd0-7428-43ee-b234-d080d830a610 req-feaf83f5-5e3a-425d-8882-178606c0b578 tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] Calling delete_port for de4e05cb-700c-47dd-ae6a-52828ead0e1b owned by compute:nova {{(pid=105994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:00:29.250867 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-c3b2247c-bfd3-4865-8d29-44354970fccd req-7a7d42c9-179c-46ec-8c4c-9c26d94459db tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] 10.222.0.90 "GET /v2.0/security-groups?id=bb54c971-337c-4571-b265-c21f3dff30d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863593 Sep 24 15:00:29.362795 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:29.532977 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-059a7cd0-7428-43ee-b234-d080d830a610 req-feaf83f5-5e3a-425d-8882-178606c0b578 tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727248551918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727248062136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14130366'] for port, after_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:29.554793 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.db [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] get_ports_and_sgs() called for port_ids ['de4e05cb-700c-47dd-ae6a-52828ead0e1b', '1ec0958e-582a-4654-8072-aba68a956d1b'] {{(pid=105995) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:00:29.593600 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feaf83f5-5e3a-425d-8882-178606c0b578 tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] Pushing event deleted for resources: {'Port': ['ID=de4e05cb-700c-47dd-ae6a-52828ead0e1b,revision_number=None']} {{(pid=105994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:00:29.616990 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-210ee9be-2133-4f20-b666-a76c688613f9 req-4a52e40d-34a9-443f-b83f-1dedcaddd725 tempest-TestShelveInstance-1403883769 tempest-TestShelveInstance-1403883769-project] 10.222.0.90 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1208868924&fields=id&tenant_id=b3ba56daf4404d7989fc7b7270504b2e HTTP/1.1" status: 200 len: 267 time: 0.0830424 Sep 24 15:00:29.678589 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.db.l3_dvrscheduler_db [req-059a7cd0-7428-43ee-b234-d080d830a610 req-feaf83f5-5e3a-425d-8882-178606c0b578 tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] No DVR routers for this DVR port de4e05cb-700c-47dd-ae6a-52828ead0e1b on host hv-cinder-80983 {{(pid=105994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:00:29.689162 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-059a7cd0-7428-43ee-b234-d080d830a610 req-feaf83f5-5e3a-425d-8882-178606c0b578 tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472375'] for port, before_response {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:29.693768 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-059a7cd0-7428-43ee-b234-d080d830a610 req-feaf83f5-5e3a-425d-8882-178606c0b578 tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] 10.222.0.99 "DELETE /v2.0/ports/de4e05cb-700c-47dd-ae6a-52828ead0e1b HTTP/1.1" status: 204 len: 173 time: 0.8341568 Sep 24 15:00:29.695384 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cff78be5-9899-478d-b782-36a5f28de2b0', 'name': 'network-vif-deleted', 'tag': 'de4e05cb-700c-47dd-ae6a-52828ead0e1b'}] {{(pid=105994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:00:29.700422 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}445a901cbb5a624303c84b78f65e518dd0fb300c00204885c20e5236c8fbed2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34ca598e-2ee9-4b62-93db-5f54bec919e6" -d '{"events": [{"server_uuid": "cff78be5-9899-478d-b782-36a5f28de2b0", "name": "network-vif-deleted", "tag": "de4e05cb-700c-47dd-ae6a-52828ead0e1b"}]}' {{(pid=105994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:00:29.826129 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:00:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d923c3c-ae85-4772-97d0-6f77c24d05f9 x-openstack-request-id: req-3d923c3c-ae85-4772-97d0-6f77c24d05f9 {{(pid=105994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:00:29.830796 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cff78be5-9899-478d-b782-36a5f28de2b0", "name": "network-vif-deleted", "tag": "de4e05cb-700c-47dd-ae6a-52828ead0e1b", "status": "completed", "code": 200}]} {{(pid=105994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:00:29.838621 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-3d923c3c-ae85-4772-97d0-6f77c24d05f9 {{(pid=105994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:00:29.839289 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cff78be5-9899-478d-b782-36a5f28de2b0', 'name': 'network-vif-deleted', 'tag': 'de4e05cb-700c-47dd-ae6a-52828ead0e1b', 'status': 'completed', 'code': 200} Sep 24 15:00:29.878702 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506ef652-d5d7-4859-afcf-9f0768e3ca29 req-1654fd2d-7b3e-4058-a008-be1246205dc3 tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:00:29.881910 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-506ef652-d5d7-4859-afcf-9f0768e3ca29 req-1654fd2d-7b3e-4058-a008-be1246205dc3 tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] 10.222.0.99 "GET /v2.0/ports?device_id=25adec2c-60eb-41d3-8cc2-8ae18a52a940 HTTP/1.1" status: 200 len: 946 time: 0.1637511 Sep 24 15:00:29.952836 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210ee9be-2133-4f20-b666-a76c688613f9 req-2710a188-81b8-4def-a933-ae6296bdc231 tempest-TestShelveInstance-1403883769 tempest-TestShelveInstance-1403883769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:00:29.954884 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-210ee9be-2133-4f20-b666-a76c688613f9 req-2710a188-81b8-4def-a933-ae6296bdc231 tempest-TestShelveInstance-1403883769 tempest-TestShelveInstance-1403883769-project] 10.222.0.90 "GET /v2.0/networks?id=bb19bb9c-3809-48e0-96ea-458278040176 HTTP/1.1" status: 200 len: 808 time: 0.3259721 Sep 24 15:00:30.002079 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-210ee9be-2133-4f20-b666-a76c688613f9 req-6d98339a-27b3-4314-b237-24043c24a6e1 tempest-TestShelveInstance-1403883769 tempest-TestShelveInstance-1403883769-project] 10.222.0.90 "GET /v2.0/quotas/b3ba56daf4404d7989fc7b7270504b2e HTTP/1.1" status: 200 len: 375 time: 0.0172255 Sep 24 15:00:30.096430 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-210ee9be-2133-4f20-b666-a76c688613f9 req-10983d81-3713-42d2-9a1f-05ded70ce4b7 tempest-TestShelveInstance-1403883769 tempest-TestShelveInstance-1403883769-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=b3ba56daf4404d7989fc7b7270504b2e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0865984 Sep 24 15:00:30.135379 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02dd66d-012e-4456-9117-d7734c2b3b7c req-a4009165-eab2-4455-8d06-012c84120fdb tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:00:30.138111 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-c02dd66d-012e-4456-9117-d7734c2b3b7c req-a4009165-eab2-4455-8d06-012c84120fdb tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/ports?device_id=873dd13f-1b71-4619-b337-59158ab98530 HTTP/1.1" status: 200 len: 943 time: 0.1667197 Sep 24 15:00:30.177362 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.plugin [req-506ef652-d5d7-4859-afcf-9f0768e3ca29 req-494aac6c-a270-4b8e-868f-e18f761b38b4 tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] Deleting port 36478845-7102-4cea-8cac-671a74d1ec57 {{(pid=105994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:00:30.177885 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-506ef652-d5d7-4859-afcf-9f0768e3ca29 req-494aac6c-a270-4b8e-868f-e18f761b38b4 tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727248545832'] for port, before_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:30.263470 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-c02dd66d-012e-4456-9117-d7734c2b3b7c req-d3385960-e6b2-43ad-a97f-219067e6a39b tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/security-groups?id=3569e126-7ff1-4cb8-87ba-3b9b03a649fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1094666 Sep 24 15:00:30.300587 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-210ee9be-2133-4f20-b666-a76c688613f9 req-a18d78f3-643a-400d-b51a-34163ea97d95 service neutron] 10.222.0.90 "GET /v2.0/networks/bb19bb9c-3809-48e0-96ea-458278040176?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1807058 Sep 24 15:00:30.404258 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.db [req-506ef652-d5d7-4859-afcf-9f0768e3ca29 req-494aac6c-a270-4b8e-868f-e18f761b38b4 tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] For port 36478845-7102-4cea-8cac-671a74d1ec57, host hv-cinder-80983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80983',level=0,port_id=36478845-7102-4cea-8cac-671a74d1ec57,segment=NetworkSegment(3493a04e-7856-43c1-b4a7-e752097c9e9a),segment_id=3493a04e-7856-43c1-b4a7-e752097c9e9a)] {{(pid=105994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:00:30.405044 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-506ef652-d5d7-4859-afcf-9f0768e3ca29 req-494aac6c-a270-4b8e-868f-e18f761b38b4 tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616222'] for port, precommit_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:30.423504 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-13d777cc-54dc-48f4-b409-3d66fa02497d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:30.450663 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.plugin [req-506ef652-d5d7-4859-afcf-9f0768e3ca29 req-494aac6c-a270-4b8e-868f-e18f761b38b4 tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] Calling delete_port for 36478845-7102-4cea-8cac-671a74d1ec57 owned by compute:nova {{(pid=105994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:00:30.495591 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-9c3a9547-f6d6-4260-a86f-8d4950c52ee8 req-8ccf2e65-3d34-4617-b0a0-ae002031a8fc tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] 10.222.0.90 "GET /v2.0/ports?device_id=cff78be5-9899-478d-b782-36a5f28de2b0 HTTP/1.1" status: 200 len: 210 time: 0.0604138 Sep 24 15:00:30.510521 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-210ee9be-2133-4f20-b666-a76c688613f9 req-65747f47-fcea-4844-826b-203960275120 service neutron] 10.222.0.90 "GET /v2.0/networks/bb19bb9c-3809-48e0-96ea-458278040176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1957705 Sep 24 15:00:30.740826 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-506ef652-d5d7-4859-afcf-9f0768e3ca29 req-494aac6c-a270-4b8e-868f-e18f761b38b4 tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727248551918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727248062136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14130366'] for port, after_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:30.757065 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.db [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] get_ports_and_sgs() called for port_ids ['b1cb22c4-a818-4c45-a191-65d5ab96169f', 'a8dffa35-4677-4915-9472-ab4af4f14a87', 'b5fa71a8-84eb-4d4a-b018-dddd72c9a0a4', '36478845-7102-4cea-8cac-671a74d1ec57'] {{(pid=105995) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:00:30.829799 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494aac6c-a270-4b8e-868f-e18f761b38b4 tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] Pushing event deleted for resources: {'Port': ['ID=36478845-7102-4cea-8cac-671a74d1ec57,revision_number=None']} {{(pid=105994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:00:30.915526 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.db.l3_dvrscheduler_db [req-506ef652-d5d7-4859-afcf-9f0768e3ca29 req-494aac6c-a270-4b8e-868f-e18f761b38b4 tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] No DVR routers for this DVR port 36478845-7102-4cea-8cac-671a74d1ec57 on host hv-cinder-80983 {{(pid=105994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:00:30.922154 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-506ef652-d5d7-4859-afcf-9f0768e3ca29 req-494aac6c-a270-4b8e-868f-e18f761b38b4 tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472375'] for port, before_response {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:30.924074 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-506ef652-d5d7-4859-afcf-9f0768e3ca29 req-494aac6c-a270-4b8e-868f-e18f761b38b4 tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] 10.222.0.99 "DELETE /v2.0/ports/36478845-7102-4cea-8cac-671a74d1ec57 HTTP/1.1" status: 204 len: 173 time: 1.0308640 Sep 24 15:00:30.985649 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-9c5fbf2f-1d2e-45eb-822c-edcab36732d1 req-83cbe63e-55b5-450b-a320-b925a78f64c5 tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] 10.222.0.90 "GET /v2.0/ports?device_id=25adec2c-60eb-41d3-8cc2-8ae18a52a940 HTTP/1.1" status: 200 len: 210 time: 0.0599122 Sep 24 15:00:31.242231 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b553d3-69f3-44a2-9978-14392d9aecf2 req-bb8f9d1d-bba0-4225-8cd5-828a5b95a62c tempest-VolumesActionsTest-2147474436 tempest-VolumesActionsTest-2147474436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:00:31.252088 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-95b553d3-69f3-44a2-9978-14392d9aecf2 req-bb8f9d1d-bba0-4225-8cd5-828a5b95a62c tempest-VolumesActionsTest-2147474436 tempest-VolumesActionsTest-2147474436-project] 10.222.0.90 "GET /v2.0/ports?device_id=c370c2f6-7123-423d-bf28-26749272bb6c HTTP/1.1" status: 200 len: 945 time: 0.1097176 Sep 24 15:00:31.257827 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-6d7065bd-c605-46c1-ae4f-2ebee0ddec8b req-e08510e4-1997-49b4-a981-6213b67e8fde tempest-TestShelveInstance-1403883769 tempest-TestShelveInstance-1403883769-project] 10.222.0.90 "GET /v2.0/ports?device_id=17dd8cf6-b8ad-4afd-995c-aa01b0dc3985 HTTP/1.1" status: 200 len: 210 time: 0.0673823 Sep 24 15:00:31.337641 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-95b553d3-69f3-44a2-9978-14392d9aecf2 req-b2a872eb-86b9-4376-b383-49e4669fd282 tempest-VolumesActionsTest-2147474436 tempest-VolumesActionsTest-2147474436-project] 10.222.0.90 "GET /v2.0/security-groups?id=19a67e84-7300-447f-80b1-598b09257bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807889 Sep 24 15:00:31.525204 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cc8c44-a6df-4da5-8781-c743f8ee0c26 req-c6aec5dd-a41b-47da-afa3-747eb8720046 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:00:31.540998 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-13cc8c44-a6df-4da5-8781-c743f8ee0c26 req-c6aec5dd-a41b-47da-afa3-747eb8720046 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/ports?device_id=873dd13f-1b71-4619-b337-59158ab98530 HTTP/1.1" status: 200 len: 943 time: 0.1190782 Sep 24 15:00:31.631856 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-13cc8c44-a6df-4da5-8781-c743f8ee0c26 req-667e2fcb-9aca-4f5e-b62a-f9be19d059eb tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/security-groups?id=3569e126-7ff1-4cb8-87ba-3b9b03a649fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0878863 Sep 24 15:00:31.841896 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25adec2c-60eb-41d3-8cc2-8ae18a52a940', 'name': 'network-vif-deleted', 'tag': '36478845-7102-4cea-8cac-671a74d1ec57'}] {{(pid=105994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:00:31.847943 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}445a901cbb5a624303c84b78f65e518dd0fb300c00204885c20e5236c8fbed2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5b62a39-47ab-46d0-95c7-89ae176450db" -d '{"events": [{"server_uuid": "25adec2c-60eb-41d3-8cc2-8ae18a52a940", "name": "network-vif-deleted", "tag": "36478845-7102-4cea-8cac-671a74d1ec57"}]}' {{(pid=105994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:00:31.916803 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:00:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7376759-abd1-4cee-b483-856fce494df5 x-openstack-request-id: req-e7376759-abd1-4cee-b483-856fce494df5 {{(pid=105994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:00:31.918114 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25adec2c-60eb-41d3-8cc2-8ae18a52a940", "name": "network-vif-deleted", "tag": "36478845-7102-4cea-8cac-671a74d1ec57", "status": "completed", "code": 200}]} {{(pid=105994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:00:31.918900 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-e7376759-abd1-4cee-b483-856fce494df5 {{(pid=105994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:00:31.919910 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25adec2c-60eb-41d3-8cc2-8ae18a52a940', 'name': 'network-vif-deleted', 'tag': '36478845-7102-4cea-8cac-671a74d1ec57', 'status': 'completed', 'code': 200} Sep 24 15:00:32.080887 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5324e014-dc1a-4ece-97b8-26ca2bb8aa1c req-4e839bbd-949c-40a8-8883-d6cc80ef8aef tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:00:32.083592 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-5324e014-dc1a-4ece-97b8-26ca2bb8aa1c req-4e839bbd-949c-40a8-8883-d6cc80ef8aef tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] 10.222.0.90 "GET /v2.0/ports?device_id=1bedb3f1-1b28-4d65-a046-f1b24046bde6 HTTP/1.1" status: 200 len: 945 time: 0.0972703 Sep 24 15:00:32.139082 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-5324e014-dc1a-4ece-97b8-26ca2bb8aa1c req-1689cc51-fce1-46ce-a9a9-9a424f08d18d tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] 10.222.0.90 "GET /v2.0/security-groups?id=f3d37e3f-2899-4174-ab27-7857e72c3fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457599 Sep 24 15:00:32.429653 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-f4aa2a5a-4d83-488f-b936-c02a410b10f7 req-1032542e-a278-47e9-84f6-bc45588ad6a1 tempest-TestShelveInstance-1403883769 tempest-TestShelveInstance-1403883769-project] 10.222.0.90 "GET /v2.0/ports?device_id=17dd8cf6-b8ad-4afd-995c-aa01b0dc3985 HTTP/1.1" status: 200 len: 210 time: 0.0572922 Sep 24 15:00:32.561295 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bdc30a-9588-40c8-acfa-b927fdc36e29 req-d2830e2e-4eb1-4bb4-a984-382f8c159393 tempest-VolumesActionsTest-2147474436 tempest-VolumesActionsTest-2147474436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:00:32.563895 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-56bdc30a-9588-40c8-acfa-b927fdc36e29 req-d2830e2e-4eb1-4bb4-a984-382f8c159393 tempest-VolumesActionsTest-2147474436 tempest-VolumesActionsTest-2147474436-project] 10.222.0.90 "GET /v2.0/ports?device_id=c370c2f6-7123-423d-bf28-26749272bb6c HTTP/1.1" status: 200 len: 945 time: 0.0930989 Sep 24 15:00:32.680133 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-56bdc30a-9588-40c8-acfa-b927fdc36e29 req-9c7b670e-e171-48b5-b91b-1fb3c29e31b1 tempest-VolumesActionsTest-2147474436 tempest-VolumesActionsTest-2147474436-project] 10.222.0.90 "GET /v2.0/security-groups?id=19a67e84-7300-447f-80b1-598b09257bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997014 Sep 24 15:00:32.701294 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9ffe4b-e7a1-408c-bd65-c04de61a28de req-af3bee30-671f-46e4-af4d-fd3d6bbda8d9 tempest-VolumesActionsTest-2147474436 tempest-VolumesActionsTest-2147474436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:00:32.703125 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-0a9ffe4b-e7a1-408c-bd65-c04de61a28de req-af3bee30-671f-46e4-af4d-fd3d6bbda8d9 tempest-VolumesActionsTest-2147474436 tempest-VolumesActionsTest-2147474436-project] 10.222.0.99 "GET /v2.0/ports?device_id=c370c2f6-7123-423d-bf28-26749272bb6c HTTP/1.1" status: 200 len: 945 time: 0.1371491 Sep 24 15:00:32.919569 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b9bee4-b58e-42d0-b468-68666a090d2f req-a9d3d165-cd52-47f7-bd72-d1aafaab0c2b tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:00:32.922444 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-b8b9bee4-b58e-42d0-b468-68666a090d2f req-a9d3d165-cd52-47f7-bd72-d1aafaab0c2b tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/ports?device_id=873dd13f-1b71-4619-b337-59158ab98530 HTTP/1.1" status: 200 len: 943 time: 0.1439700 Sep 24 15:00:33.013354 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-450d71f0-4391-4cc8-89b8-8f609d6e2304 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:33.021316 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-b8b9bee4-b58e-42d0-b468-68666a090d2f req-24612522-4125-435b-ba85-7661bd7a8120 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/security-groups?id=3569e126-7ff1-4cb8-87ba-3b9b03a649fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807204 Sep 24 15:00:33.094653 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210ee9be-2133-4f20-b666-a76c688613f9 req-965537f4-298d-4186-9ea4-1ee4c2457d00 tempest-TestShelveInstance-1403883769 tempest-TestShelveInstance-1403883769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:00:33.097481 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-210ee9be-2133-4f20-b666-a76c688613f9 req-965537f4-298d-4186-9ea4-1ee4c2457d00 tempest-TestShelveInstance-1403883769 tempest-TestShelveInstance-1403883769-project] 10.222.0.99 "GET /v2.0/networks?id=bb19bb9c-3809-48e0-96ea-458278040176 HTTP/1.1" status: 200 len: 808 time: 0.2506211 Sep 24 15:00:33.139068 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.plugin [req-0a9ffe4b-e7a1-408c-bd65-c04de61a28de req-c92c6437-0fec-44b6-8335-fc3cd864b5df tempest-VolumesActionsTest-2147474436 tempest-VolumesActionsTest-2147474436-project] Deleting port 97dca95f-e920-4092-b754-a9723c2f307d {{(pid=105994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:00:33.139587 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-0a9ffe4b-e7a1-408c-bd65-c04de61a28de req-c92c6437-0fec-44b6-8335-fc3cd864b5df tempest-VolumesActionsTest-2147474436 tempest-VolumesActionsTest-2147474436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727248545832'] for port, before_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:33.158419 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.rpc [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Device 97dca95f-e920-4092-b754-a9723c2f307d no longer exists at agent hyperv_hv-cinder-80983 {{(pid=105995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:00:33.316309 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-210ee9be-2133-4f20-b666-a76c688613f9 req-0383a2d9-3194-46ca-8ae1-f171b28670e6 tempest-TestShelveInstance-1403883769 tempest-TestShelveInstance-1403883769-project] 10.222.0.99 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b3ba56daf4404d7989fc7b7270504b2e HTTP/1.1" status: 200 len: 380 time: 0.2057893 Sep 24 15:00:33.325891 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993762'] for port, before_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:33.361764 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.v2.base [req-210ee9be-2133-4f20-b666-a76c688613f9 req-c41565c3-3558-4eab-b1a6-9c413ffd5ff8 tempest-TestShelveInstance-1403883769 tempest-TestShelveInstance-1403883769-project] Request body: {'port': {'device_id': '17dd8cf6-b8ad-4afd-995c-aa01b0dc3985', 'network_id': 'bb19bb9c-3809-48e0-96ea-458278040176', 'admin_state_up': True, 'tenant_id': 'b3ba56daf4404d7989fc7b7270504b2e', 'security_groups': ['c78dbd3c-540f-45ec-99f7-1f22d56113b2']}} {{(pid=105994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:00:33.372283 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c370c2f6-7123-423d-bf28-26749272bb6c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '97dca95f-e920-4092-b754-a9723c2f307d'}] {{(pid=105995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:00:33.375511 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}caf9aa003d9a854053fb223e5f104f4bef6eff4a3612bfb278e8f19c1601715b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04563825-582a-4f3a-a40b-a7f21753f721" -d '{"events": [{"server_uuid": "c370c2f6-7123-423d-bf28-26749272bb6c", "name": "network-vif-unplugged", "status": "completed", "tag": "97dca95f-e920-4092-b754-a9723c2f307d"}]}' {{(pid=105995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:00:33.397977 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.db [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] For port 97dca95f-e920-4092-b754-a9723c2f307d, host hv-cinder-80983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80983',level=0,port_id=97dca95f-e920-4092-b754-a9723c2f307d,segment=NetworkSegment(7d772851-ec27-4083-8324-19e508087518),segment_id=7d772851-ec27-4083-8324-19e508087518)] {{(pid=105995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:00:33.403794 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248551428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248062163'] for port, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:33.404551 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.rpc [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Device de4e05cb-700c-47dd-ae6a-52828ead0e1b no longer exists at agent hyperv_hv-cinder-80983 {{(pid=105995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:00:33.472709 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.plugin [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] No Port match for: de4e05cb-700c-47dd-ae6a-52828ead0e1b {{(pid=105995) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:00:33.473759 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.rpc [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Device de4e05cb-700c-47dd-ae6a-52828ead0e1b not bound to the agent host hv-cinder-80983 {{(pid=105995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:00:33.474814 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.rpc [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Device 36478845-7102-4cea-8cac-671a74d1ec57 no longer exists at agent hyperv_hv-cinder-80983 {{(pid=105995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:00:33.601478 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.plugin [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] No Port match for: 36478845-7102-4cea-8cac-671a74d1ec57 {{(pid=105995) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:00:33.602633 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.rpc [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Device 36478845-7102-4cea-8cac-671a74d1ec57 not bound to the agent host hv-cinder-80983 {{(pid=105995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:00:33.650357 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Pushing event updated for resources: {'Port': ['ID=97dca95f-e920-4092-b754-a9723c2f307d,revision_number=6']} {{(pid=105995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:00:33.716207 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 24 Sep 2021 15:00:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11d3d895-9f9f-4a22-b247-4bf33b293acd x-openstack-request-id: req-11d3d895-9f9f-4a22-b247-4bf33b293acd {{(pid=105995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:00:33.716840 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c370c2f6-7123-423d-bf28-26749272bb6c", "name": "network-vif-unplugged", "status": "completed", "tag": "97dca95f-e920-4092-b754-a9723c2f307d", "code": 200}]} {{(pid=105995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:00:33.717280 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-11d3d895-9f9f-4a22-b247-4bf33b293acd {{(pid=105995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:00:33.718074 dv-cinder-809830-2-iscsi neutron-server[105995]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c370c2f6-7123-423d-bf28-26749272bb6c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '97dca95f-e920-4092-b754-a9723c2f307d', 'code': 200} Sep 24 15:00:33.842235 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-0c27b614-2248-4b10-9d37-b1942d7ecff8 req-0968b0a5-076f-47e7-bb5f-17338b742a76 tempest-TestShelveInstance-1403883769 tempest-TestShelveInstance-1403883769-project] 10.222.0.90 "GET /v2.0/ports?device_id=17dd8cf6-b8ad-4afd-995c-aa01b0dc3985 HTTP/1.1" status: 200 len: 210 time: 0.0421388 Sep 24 15:00:33.936217 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.db [req-0a9ffe4b-e7a1-408c-bd65-c04de61a28de req-c92c6437-0fec-44b6-8335-fc3cd864b5df tempest-VolumesActionsTest-2147474436 tempest-VolumesActionsTest-2147474436-project] For port 97dca95f-e920-4092-b754-a9723c2f307d, host hv-cinder-80983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80983',level=0,port_id=97dca95f-e920-4092-b754-a9723c2f307d,segment=NetworkSegment(7d772851-ec27-4083-8324-19e508087518),segment_id=7d772851-ec27-4083-8324-19e508087518)] {{(pid=105994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:00:33.936818 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-0a9ffe4b-e7a1-408c-bd65-c04de61a28de req-c92c6437-0fec-44b6-8335-fc3cd864b5df tempest-VolumesActionsTest-2147474436 tempest-VolumesActionsTest-2147474436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616222'] for port, precommit_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:33.965015 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.plugin [req-0a9ffe4b-e7a1-408c-bd65-c04de61a28de req-c92c6437-0fec-44b6-8335-fc3cd864b5df tempest-VolumesActionsTest-2147474436 tempest-VolumesActionsTest-2147474436-project] Calling delete_port for 97dca95f-e920-4092-b754-a9723c2f307d owned by compute:nova {{(pid=105994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:00:33.996542 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc0439e-80a8-4697-94aa-baa309f830f9 req-cd7ef975-0ba5-49cb-bcac-08e1526578a7 tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:00:33.998791 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-dbc0439e-80a8-4697-94aa-baa309f830f9 req-cd7ef975-0ba5-49cb-bcac-08e1526578a7 tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] 10.222.0.90 "GET /v2.0/ports?device_id=1bedb3f1-1b28-4d65-a046-f1b24046bde6 HTTP/1.1" status: 200 len: 945 time: 0.7097094 Sep 24 15:00:34.063093 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bde3fb-e5c5-43fd-bc17-a44d11fef59c req-d7e44f90-ff92-4c02-92df-2fd6e94c10f6 tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:00:34.066859 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-60bde3fb-e5c5-43fd-bc17-a44d11fef59c req-d7e44f90-ff92-4c02-92df-2fd6e94c10f6 tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] 10.222.0.90 "GET /v2.0/ports?device_id=890f7961-a0ef-42be-872f-145a8ea978d5 HTTP/1.1" status: 200 len: 945 time: 0.1189208 Sep 24 15:00:34.143660 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-60bde3fb-e5c5-43fd-bc17-a44d11fef59c req-2c3cee25-8816-40d9-9141-ac0b67c8a1fd tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] 10.222.0.90 "GET /v2.0/security-groups?id=bb54c971-337c-4571-b265-c21f3dff30d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591853 Sep 24 15:00:34.158550 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-210ee9be-2133-4f20-b666-a76c688613f9 req-c41565c3-3558-4eab-b1a6-9c413ffd5ff8 tempest-TestShelveInstance-1403883769 tempest-TestShelveInstance-1403883769-project] Made reservation on behalf of b3ba56daf4404d7989fc7b7270504b2e for: {'port': 1} {{(pid=105994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:00:34.164668 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-210ee9be-2133-4f20-b666-a76c688613f9 req-c41565c3-3558-4eab-b1a6-9c413ffd5ff8 tempest-TestShelveInstance-1403883769 tempest-TestShelveInstance-1403883769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993762'] for port, before_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:34.195823 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-dbc0439e-80a8-4697-94aa-baa309f830f9 req-a19f90bb-f64a-4542-9637-c141849e76fa tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] 10.222.0.90 "GET /v2.0/security-groups?id=f3d37e3f-2899-4174-ab27-7857e72c3fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843476 Sep 24 15:00:34.438694 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-0a9ffe4b-e7a1-408c-bd65-c04de61a28de req-c92c6437-0fec-44b6-8335-fc3cd864b5df tempest-VolumesActionsTest-2147474436 tempest-VolumesActionsTest-2147474436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727248551918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727248062136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14130366'] for port, after_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:34.500342 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b93c70-71f1-42fb-a099-507f28c1e1c4 req-ae630bbf-bf4a-4375-be0b-c4df21889e5d tempest-VolumesActionsTest-2147474436 tempest-VolumesActionsTest-2147474436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:00:34.503923 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-e6b93c70-71f1-42fb-a099-507f28c1e1c4 req-ae630bbf-bf4a-4375-be0b-c4df21889e5d tempest-VolumesActionsTest-2147474436 tempest-VolumesActionsTest-2147474436-project] 10.222.0.90 "GET /v2.0/ports?device_id=c370c2f6-7123-423d-bf28-26749272bb6c HTTP/1.1" status: 200 len: 865 time: 0.1557345 Sep 24 15:00:34.507781 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd673028-121c-4aa4-86b0-c218240cd9db req-e00e4e7f-0530-4741-8bec-3a917ceff4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:00:34.510432 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-dd673028-121c-4aa4-86b0-c218240cd9db req-e00e4e7f-0530-4741-8bec-3a917ceff4fa service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=873dd13f-1b71-4619-b337-59158ab98530&tenant_id=e8de89965f464e0ebbfb78c2c3d408f2 HTTP/1.1" status: 200 len: 1096 time: 0.2619953 Sep 24 15:00:34.520908 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92c6437-0fec-44b6-8335-fc3cd864b5df tempest-VolumesActionsTest-2147474436 tempest-VolumesActionsTest-2147474436-project] Pushing event deleted for resources: {'Port': ['ID=97dca95f-e920-4092-b754-a9723c2f307d,revision_number=None']} {{(pid=105994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:00:34.569391 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.db.db_base_plugin_common [req-210ee9be-2133-4f20-b666-a76c688613f9 req-c41565c3-3558-4eab-b1a6-9c413ffd5ff8 tempest-TestShelveInstance-1403883769 tempest-TestShelveInstance-1403883769-project] Allocated IP 172.20.0.13 (bb19bb9c-3809-48e0-96ea-458278040176/800b9930-29a7-40db-a216-473b4386d889/dca78979-82e0-4177-af9e-220c5d00e85a) {{(pid=105994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:00:34.639460 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a9ffe4b-e7a1-408c-bd65-c04de61a28de req-c92c6437-0fec-44b6-8335-fc3cd864b5df tempest-VolumesActionsTest-2147474436 tempest-VolumesActionsTest-2147474436-project] No DVR routers for this DVR port 97dca95f-e920-4092-b754-a9723c2f307d on host hv-cinder-80983 {{(pid=105994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:00:34.645554 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-0a9ffe4b-e7a1-408c-bd65-c04de61a28de req-c92c6437-0fec-44b6-8335-fc3cd864b5df tempest-VolumesActionsTest-2147474436 tempest-VolumesActionsTest-2147474436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472375'] for port, before_response {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:34.648204 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-0a9ffe4b-e7a1-408c-bd65-c04de61a28de req-c92c6437-0fec-44b6-8335-fc3cd864b5df tempest-VolumesActionsTest-2147474436 tempest-VolumesActionsTest-2147474436-project] 10.222.0.99 "DELETE /v2.0/ports/97dca95f-e920-4092-b754-a9723c2f307d HTTP/1.1" status: 204 len: 173 time: 1.9362400 Sep 24 15:00:34.648742 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c370c2f6-7123-423d-bf28-26749272bb6c', 'name': 'network-vif-deleted', 'tag': '97dca95f-e920-4092-b754-a9723c2f307d'}] {{(pid=105994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:00:34.651362 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}445a901cbb5a624303c84b78f65e518dd0fb300c00204885c20e5236c8fbed2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1fcd1fc-2db1-4217-a914-648a9be73703" -d '{"events": [{"server_uuid": "c370c2f6-7123-423d-bf28-26749272bb6c", "name": "network-vif-deleted", "tag": "97dca95f-e920-4092-b754-a9723c2f307d"}]}' {{(pid=105994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:00:34.653295 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-e6b93c70-71f1-42fb-a099-507f28c1e1c4 req-793f4262-4427-468a-8abc-7ae1aafd83c6 tempest-VolumesActionsTest-2147474436 tempest-VolumesActionsTest-2147474436-project] 10.222.0.90 "GET /v2.0/security-groups?id=19a67e84-7300-447f-80b1-598b09257bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374919 Sep 24 15:00:34.713348 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd673028-121c-4aa4-86b0-c218240cd9db req-8cd42c7a-6a37-49ac-bbef-cc4d9a3fd15c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:00:34.716376 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-dd673028-121c-4aa4-86b0-c218240cd9db req-8cd42c7a-6a37-49ac-bbef-cc4d9a3fd15c service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=e8de89965f464e0ebbfb78c2c3d408f2&device_id=873dd13f-1b71-4619-b337-59158ab98530 HTTP/1.1" status: 200 len: 1096 time: 0.1330802 Sep 24 15:00:34.833846 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9e2ce6-93be-4965-8133-2b252ff58da8 req-7b44a83d-d2d9-415a-8ee8-877cf2088b41 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:00:34.836131 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-8b9e2ce6-93be-4965-8133-2b252ff58da8 req-7b44a83d-d2d9-415a-8ee8-877cf2088b41 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/ports?device_id=873dd13f-1b71-4619-b337-59158ab98530 HTTP/1.1" status: 200 len: 943 time: 0.1811345 Sep 24 15:00:34.953942 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34335d6a-1fe4-4554-81d6-9990916ad738 req-8a2ad21d-5495-4819-aa48-59115bbe0781 tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:00:34.956783 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-34335d6a-1fe4-4554-81d6-9990916ad738 req-8a2ad21d-5495-4819-aa48-59115bbe0781 tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] 10.222.0.90 "GET /v2.0/ports?device_id=f1b5b2a6-f314-44dc-ba72-775062bcd022 HTTP/1.1" status: 200 len: 945 time: 0.1816423 Sep 24 15:00:34.963999 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-210ee9be-2133-4f20-b666-a76c688613f9 req-c41565c3-3558-4eab-b1a6-9c413ffd5ff8 tempest-TestShelveInstance-1403883769 tempest-TestShelveInstance-1403883769-project] Notify callbacks [] for port, precommit_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:34.988318 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-8b9e2ce6-93be-4965-8133-2b252ff58da8 req-45884761-0bfd-49c8-b310-9e3adb54d328 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/security-groups?id=3569e126-7ff1-4cb8-87ba-3b9b03a649fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0926616 Sep 24 15:00:35.036370 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd673028-121c-4aa4-86b0-c218240cd9db req-4454929a-ad7b-4a6b-88b7-d77d2f49e797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:00:35.037030 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-210ee9be-2133-4f20-b666-a76c688613f9 req-c41565c3-3558-4eab-b1a6-9c413ffd5ff8 tempest-TestShelveInstance-1403883769 tempest-TestShelveInstance-1403883769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727248062127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14130366'] for port, after_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:35.039546 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-dd673028-121c-4aa4-86b0-c218240cd9db req-4454929a-ad7b-4a6b-88b7-d77d2f49e797 service neutron] 10.222.0.99 "GET /v2.0/networks?id=9cafbdbc-b31b-42e1-af08-737ab1772474 HTTP/1.1" status: 200 len: 918 time: 0.3128691 Sep 24 15:00:35.096274 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:00:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbb73772-be26-48d5-92a6-551ceee24907 x-openstack-request-id: req-cbb73772-be26-48d5-92a6-551ceee24907 {{(pid=105994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:00:35.096743 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c370c2f6-7123-423d-bf28-26749272bb6c", "name": "network-vif-deleted", "tag": "97dca95f-e920-4092-b754-a9723c2f307d", "status": "completed", "code": 200}]} {{(pid=105994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:00:35.097040 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-cbb73772-be26-48d5-92a6-551ceee24907 {{(pid=105994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:00:35.097388 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c370c2f6-7123-423d-bf28-26749272bb6c', 'name': 'network-vif-deleted', 'tag': '97dca95f-e920-4092-b754-a9723c2f307d', 'status': 'completed', 'code': 200} Sep 24 15:00:35.115535 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-210ee9be-2133-4f20-b666-a76c688613f9 req-c41565c3-3558-4eab-b1a6-9c413ffd5ff8 tempest-TestShelveInstance-1403883769 tempest-TestShelveInstance-1403883769-project] Network bb19bb9c-3809-48e0-96ea-458278040176 is already hosted by enough agents. {{(pid=105994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:00:35.119717 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.scheduler.base_scheduler [req-210ee9be-2133-4f20-b666-a76c688613f9 req-c41565c3-3558-4eab-b1a6-9c413ffd5ff8 tempest-TestShelveInstance-1403883769 tempest-TestShelveInstance-1403883769-project] Resources bound (agent type, host, resource id): {{(pid=105994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:00:35.128146 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.db.l3_dvrscheduler_db [req-210ee9be-2133-4f20-b666-a76c688613f9 req-c41565c3-3558-4eab-b1a6-9c413ffd5ff8 tempest-TestShelveInstance-1403883769 tempest-TestShelveInstance-1403883769-project] Received port after_create {{(pid=105994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:00:35.154739 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-34335d6a-1fe4-4554-81d6-9990916ad738 req-78832220-f8ff-4370-bce9-6329659cc8df tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] 10.222.0.90 "GET /v2.0/security-groups?id=c657eca7-10e1-4b7a-90c6-895f7e6c258c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1850474 Sep 24 15:00:35.187590 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41565c3-3558-4eab-b1a6-9c413ffd5ff8 tempest-TestShelveInstance-1403883769 tempest-TestShelveInstance-1403883769-project] Pushing event updated for resources: {'Port': ['ID=dca78979-82e0-4177-af9e-220c5d00e85a,revision_number=1']} {{(pid=105994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:00:35.310611 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-dd673028-121c-4aa4-86b0-c218240cd9db req-826e30c4-e899-4996-b8c2-9e36c434903b service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b108f0d8-ba9f-4c22-91e5-6d78d372be41 HTTP/1.1" status: 200 len: 998 time: 0.2596688 Sep 24 15:00:35.323130 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210ee9be-2133-4f20-b666-a76c688613f9 req-c41565c3-3558-4eab-b1a6-9c413ffd5ff8 tempest-TestShelveInstance-1403883769 tempest-TestShelveInstance-1403883769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:00:35.324081 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-210ee9be-2133-4f20-b666-a76c688613f9 req-c41565c3-3558-4eab-b1a6-9c413ffd5ff8 tempest-TestShelveInstance-1403883769 tempest-TestShelveInstance-1403883769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472375'] for port, before_response {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:35.378803 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589380cb-4f1c-4dde-abea-4ea0b9280f60 req-805ee8ce-9760-42cc-9b25-8f9ed55f1efb tempest-TestShelveInstance-1403883769 tempest-TestShelveInstance-1403883769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:00:35.381673 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-589380cb-4f1c-4dde-abea-4ea0b9280f60 req-805ee8ce-9760-42cc-9b25-8f9ed55f1efb tempest-TestShelveInstance-1403883769 tempest-TestShelveInstance-1403883769-project] 10.222.0.90 "GET /v2.0/ports?device_id=17dd8cf6-b8ad-4afd-995c-aa01b0dc3985 HTTP/1.1" status: 200 len: 932 time: 0.1801662 Sep 24 15:00:35.384705 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-210ee9be-2133-4f20-b666-a76c688613f9 req-c41565c3-3558-4eab-b1a6-9c413ffd5ff8 tempest-TestShelveInstance-1403883769 tempest-TestShelveInstance-1403883769-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0565879 Sep 24 15:00:35.424763 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.v2.base [req-210ee9be-2133-4f20-b666-a76c688613f9 req-4715beb0-cc1a-4f0d-b86a-2bd6f79caa64 service neutron] Request body: {'port': {'device_id': '17dd8cf6-b8ad-4afd-995c-aa01b0dc3985', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80983'}} {{(pid=105994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:00:35.471347 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd673028-121c-4aa4-86b0-c218240cd9db req-380e29ae-4352-4574-bf70-ef237f55c396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:00:35.478698 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-dd673028-121c-4aa4-86b0-c218240cd9db req-380e29ae-4352-4574-bf70-ef237f55c396 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=96eeb601-c3fa-4a0c-bf57-6c99e9cae07c HTTP/1.1" status: 200 len: 855 time: 0.1578450 Sep 24 15:00:35.560003 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ccf4c9-ed89-4098-9ad8-0fb76063516d req-cd7332ab-641d-4511-b724-fe319888f4c3 tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:00:35.563001 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-a8ccf4c9-ed89-4098-9ad8-0fb76063516d req-cd7332ab-641d-4511-b724-fe319888f4c3 tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] 10.222.0.90 "GET /v2.0/ports?device_id=890f7961-a0ef-42be-872f-145a8ea978d5 HTTP/1.1" status: 200 len: 945 time: 0.2190931 Sep 24 15:00:35.603291 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd673028-121c-4aa4-86b0-c218240cd9db req-a7392c4a-5556-46be-8084-59c4a58ee022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:00:35.606074 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-dd673028-121c-4aa4-86b0-c218240cd9db req-a7392c4a-5556-46be-8084-59c4a58ee022 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=9cafbdbc-b31b-42e1-af08-737ab1772474&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1145608 Sep 24 15:00:35.619804 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.provisioning_blocks [None req-3b234ce7-4f02-42c1-934f-33e10370fc69 None None] Provisioning complete for port dca78979-82e0-4177-af9e-220c5d00e85a triggered by entity DHCP. {{(pid=105995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:00:35.621725 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-3b234ce7-4f02-42c1-934f-33e10370fc69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985790'] for port, provisioning_complete {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:35.643430 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-210ee9be-2133-4f20-b666-a76c688613f9 req-4715beb0-cc1a-4f0d-b86a-2bd6f79caa64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993762'] for port, before_update {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:35.648217 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-a8ccf4c9-ed89-4098-9ad8-0fb76063516d req-88dc0cfb-fed2-44b2-b18e-1bbc2b43d72a tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] 10.222.0.90 "GET /v2.0/security-groups?id=bb54c971-337c-4571-b265-c21f3dff30d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711858 Sep 24 15:00:35.680089 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-589380cb-4f1c-4dde-abea-4ea0b9280f60 req-6bc1ee34-bd5f-422c-b081-30d5c1dd73d2 tempest-TestShelveInstance-1403883769 tempest-TestShelveInstance-1403883769-project] 10.222.0.90 "GET /v2.0/security-groups?id=c78dbd3c-540f-45ec-99f7-1f22d56113b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2792940 Sep 24 15:00:35.725240 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87c623a-25f7-421b-b630-4cbaf5d1bced req-c6446886-5918-4ff5-9768-d079f041967c tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:00:35.728199 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-a87c623a-25f7-421b-b630-4cbaf5d1bced req-c6446886-5918-4ff5-9768-d079f041967c tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] 10.222.0.99 "GET /v2.0/ports?device_id=890f7961-a0ef-42be-872f-145a8ea978d5 HTTP/1.1" status: 200 len: 945 time: 0.2350593 Sep 24 15:00:35.737089 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.plugin [None req-3b234ce7-4f02-42c1-934f-33e10370fc69 None None] Port dca78979-82e0-4177-af9e-220c5d00e85a cannot update to ACTIVE because it is not bound. {{(pid=105995) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:00:35.850932 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-dd673028-121c-4aa4-86b0-c218240cd9db req-44e4c27d-9b20-42b1-b116-6d5173632745 service neutron] 10.222.0.99 "GET /v2.0/networks/9cafbdbc-b31b-42e1-af08-737ab1772474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2261930 Sep 24 15:00:36.021829 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-dd673028-121c-4aa4-86b0-c218240cd9db req-e73e45d3-600e-499d-9ea0-b90ad998370d service neutron] 10.222.0.99 "GET /v2.0/networks/9cafbdbc-b31b-42e1-af08-737ab1772474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1608624 Sep 24 15:00:36.067035 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34fd16e-8f41-43f7-80be-6be1cc02f0ca req-18775017-bf22-4069-94ee-3b5512a4ba01 tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:00:36.069678 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-a34fd16e-8f41-43f7-80be-6be1cc02f0ca req-18775017-bf22-4069-94ee-3b5512a4ba01 tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] 10.222.0.90 "GET /v2.0/ports?device_id=1bedb3f1-1b28-4d65-a046-f1b24046bde6 HTTP/1.1" status: 200 len: 945 time: 0.2469027 Sep 24 15:00:36.181089 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.plugin [req-a87c623a-25f7-421b-b630-4cbaf5d1bced req-f9a39b1d-195f-41c0-a4b9-8b1c08da152b tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] Deleting port b5fa71a8-84eb-4d4a-b018-dddd72c9a0a4 {{(pid=105994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:00:36.181494 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-a87c623a-25f7-421b-b630-4cbaf5d1bced req-f9a39b1d-195f-41c0-a4b9-8b1c08da152b tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727248545832'] for port, before_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:36.237115 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acac3392-7402-4be5-aa77-a9ba9d1cabe3 req-e6746e19-c840-4610-9e3c-1313ed5cbf01 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:00:36.238042 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-a34fd16e-8f41-43f7-80be-6be1cc02f0ca req-3a59cbd2-9703-40f9-88de-bb7bff8b7096 tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] 10.222.0.90 "GET /v2.0/security-groups?id=f3d37e3f-2899-4174-ab27-7857e72c3fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517313 Sep 24 15:00:36.248985 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-acac3392-7402-4be5-aa77-a9ba9d1cabe3 req-e6746e19-c840-4610-9e3c-1313ed5cbf01 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/ports?device_id=873dd13f-1b71-4619-b337-59158ab98530 HTTP/1.1" status: 200 len: 943 time: 0.1078186 Sep 24 15:00:36.470760 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.db [req-a87c623a-25f7-421b-b630-4cbaf5d1bced req-f9a39b1d-195f-41c0-a4b9-8b1c08da152b tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] For port b5fa71a8-84eb-4d4a-b018-dddd72c9a0a4, host hv-cinder-80983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80983',level=0,port_id=b5fa71a8-84eb-4d4a-b018-dddd72c9a0a4,segment=NetworkSegment(3493a04e-7856-43c1-b4a7-e752097c9e9a),segment_id=3493a04e-7856-43c1-b4a7-e752097c9e9a)] {{(pid=105994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:00:36.485139 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-a87c623a-25f7-421b-b630-4cbaf5d1bced req-f9a39b1d-195f-41c0-a4b9-8b1c08da152b tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616222'] for port, precommit_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:36.627646 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.notifiers.nova [req-210ee9be-2133-4f20-b666-a76c688613f9 req-4715beb0-cc1a-4f0d-b86a-2bd6f79caa64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dca78979-82e0-4177-af9e-220c5d00e85a {{(pid=105994) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:00:36.661615 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.plugin [req-a87c623a-25f7-421b-b630-4cbaf5d1bced req-f9a39b1d-195f-41c0-a4b9-8b1c08da152b tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] Calling delete_port for b5fa71a8-84eb-4d4a-b018-dddd72c9a0a4 owned by compute:nova {{(pid=105994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:00:36.667797 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-210ee9be-2133-4f20-b666-a76c688613f9 req-4715beb0-cc1a-4f0d-b86a-2bd6f79caa64 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:36.710144 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-acac3392-7402-4be5-aa77-a9ba9d1cabe3 req-ed179681-5c64-4c0f-82ea-751bdd46f88d tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/security-groups?id=3569e126-7ff1-4cb8-87ba-3b9b03a649fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4586093 Sep 24 15:00:36.824638 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.db.provisioning_blocks [req-210ee9be-2133-4f20-b666-a76c688613f9 req-4715beb0-cc1a-4f0d-b86a-2bd6f79caa64 service neutron] Transition to ACTIVE for port object dca78979-82e0-4177-af9e-220c5d00e85a will not be triggered until provisioned by entity L2. {{(pid=105994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 15:00:36.851681 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-210ee9be-2133-4f20-b666-a76c688613f9 req-4715beb0-cc1a-4f0d-b86a-2bd6f79caa64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248551428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248062163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14130357'] for port, after_update {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:36.887836 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5e4a31-159e-47e9-97a6-bc0b153ef893 req-fbfef0a7-12b3-4de3-ac2a-e8f5ab51fa73 tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:00:36.903153 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-1e5e4a31-159e-47e9-97a6-bc0b153ef893 req-fbfef0a7-12b3-4de3-ac2a-e8f5ab51fa73 tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] 10.222.0.90 "GET /v2.0/ports?device_id=f1b5b2a6-f314-44dc-ba72-775062bcd022 HTTP/1.1" status: 200 len: 945 time: 0.3674934 Sep 24 15:00:36.973315 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8af647-67ed-49a8-b308-5a7db5071901 req-0cd6086c-b84d-433f-af94-c191aebc10ba tempest-TestShelveInstance-1403883769 tempest-TestShelveInstance-1403883769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:00:36.977811 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-1f8af647-67ed-49a8-b308-5a7db5071901 req-0cd6086c-b84d-433f-af94-c191aebc10ba tempest-TestShelveInstance-1403883769 tempest-TestShelveInstance-1403883769-project] 10.222.0.90 "GET /v2.0/ports?device_id=17dd8cf6-b8ad-4afd-995c-aa01b0dc3985 HTTP/1.1" status: 200 len: 944 time: 0.1322665 Sep 24 15:00:37.084906 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4715beb0-cc1a-4f0d-b86a-2bd6f79caa64 service neutron] Pushing event updated for resources: {'Port': ['ID=dca78979-82e0-4177-af9e-220c5d00e85a,revision_number=2']} {{(pid=105994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:00:37.091395 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-1f8af647-67ed-49a8-b308-5a7db5071901 req-f0e65d77-3228-410e-9d80-07f075b473d9 tempest-TestShelveInstance-1403883769 tempest-TestShelveInstance-1403883769-project] 10.222.0.90 "GET /v2.0/security-groups?id=c78dbd3c-540f-45ec-99f7-1f22d56113b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953331 Sep 24 15:00:37.282316 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-1e5e4a31-159e-47e9-97a6-bc0b153ef893 req-37a0a07b-995e-4826-b495-5b250e7bfd2f tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] 10.222.0.90 "GET /v2.0/security-groups?id=c657eca7-10e1-4b7a-90c6-895f7e6c258c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3270216 Sep 24 15:00:37.406014 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143f39a6-1226-43ea-a721-6b29400e48ec req-1fb85914-914b-40e3-a739-eb7cd8ecad7d tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:00:37.426892 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-143f39a6-1226-43ea-a721-6b29400e48ec req-1fb85914-914b-40e3-a739-eb7cd8ecad7d tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] 10.222.0.90 "GET /v2.0/ports?device_id=890f7961-a0ef-42be-872f-145a8ea978d5 HTTP/1.1" status: 200 len: 945 time: 0.1524413 Sep 24 15:00:37.555259 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-143f39a6-1226-43ea-a721-6b29400e48ec req-262c0f33-43f8-4eee-b96e-a0a51340d2d9 tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] 10.222.0.90 "GET /v2.0/security-groups?id=bb54c971-337c-4571-b265-c21f3dff30d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259787 Sep 24 15:00:37.584309 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-a87c623a-25f7-421b-b630-4cbaf5d1bced req-f9a39b1d-195f-41c0-a4b9-8b1c08da152b tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727248551918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727248062136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14130366'] for port, after_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:37.587595 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.managers [req-210ee9be-2133-4f20-b666-a76c688613f9 req-4715beb0-cc1a-4f0d-b86a-2bd6f79caa64 service neutron] Attempting to bind port dca78979-82e0-4177-af9e-220c5d00e85a on host hv-cinder-80983 for vnic_type normal with profile {{(pid=105994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:00:37.589388 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.managers [req-210ee9be-2133-4f20-b666-a76c688613f9 req-4715beb0-cc1a-4f0d-b86a-2bd6f79caa64 service neutron] Attempting to bind port dca78979-82e0-4177-af9e-220c5d00e85a by drivers openvswitch,hyperv on host hv-cinder-80983 at level 0 using segments [{'id': 'e5fe0498-5b75-4c3e-a5ab-6f6f616fb9d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': 'bb19bb9c-3809-48e0-96ea-458278040176'}] {{(pid=105994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:00:37.590784 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-210ee9be-2133-4f20-b666-a76c688613f9 req-4715beb0-cc1a-4f0d-b86a-2bd6f79caa64 service neutron] Attempting to bind port dca78979-82e0-4177-af9e-220c5d00e85a on network bb19bb9c-3809-48e0-96ea-458278040176 {{(pid=105994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:00:37.609518 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.db [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] get_ports_and_sgs() called for port_ids ['b1cb22c4-a818-4c45-a191-65d5ab96169f', 'a8dffa35-4677-4915-9472-ab4af4f14a87'] {{(pid=105995) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:00:37.634635 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-210ee9be-2133-4f20-b666-a76c688613f9 req-4715beb0-cc1a-4f0d-b86a-2bd6f79caa64 service neutron] Port dca78979-82e0-4177-af9e-220c5d00e85a on network bb19bb9c-3809-48e0-96ea-458278040176 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80983 {{(pid=105994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 15:00:37.635145 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-210ee9be-2133-4f20-b666-a76c688613f9 req-4715beb0-cc1a-4f0d-b86a-2bd6f79caa64 service neutron] Attempting to bind port dca78979-82e0-4177-af9e-220c5d00e85a on network bb19bb9c-3809-48e0-96ea-458278040176 {{(pid=105994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:00:37.664349 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-210ee9be-2133-4f20-b666-a76c688613f9 req-4715beb0-cc1a-4f0d-b86a-2bd6f79caa64 service neutron] Checking agent: {'id': 'fe6caec8-3271-4776-9083-fb8f8cae5b94', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80983', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 14, 54, 44), 'started_at': datetime.datetime(2021, 9, 24, 14, 54, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 0, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:00:37.664931 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-210ee9be-2133-4f20-b666-a76c688613f9 req-4715beb0-cc1a-4f0d-b86a-2bd6f79caa64 service neutron] Checking segment: {'id': 'e5fe0498-5b75-4c3e-a5ab-6f6f616fb9d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': 'bb19bb9c-3809-48e0-96ea-458278040176'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:00:37.665649 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-210ee9be-2133-4f20-b666-a76c688613f9 req-4715beb0-cc1a-4f0d-b86a-2bd6f79caa64 service neutron] Bound using segment: {'id': 'e5fe0498-5b75-4c3e-a5ab-6f6f616fb9d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': 'bb19bb9c-3809-48e0-96ea-458278040176'} {{(pid=105994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:00:37.666463 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.managers [req-210ee9be-2133-4f20-b666-a76c688613f9 req-4715beb0-cc1a-4f0d-b86a-2bd6f79caa64 service neutron] Bound port: dca78979-82e0-4177-af9e-220c5d00e85a, host: hv-cinder-80983, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5fe0498-5b75-4c3e-a5ab-6f6f616fb9d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': 'bb19bb9c-3809-48e0-96ea-458278040176'}}] {{(pid=105994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:00:37.667167 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-210ee9be-2133-4f20-b666-a76c688613f9 req-4715beb0-cc1a-4f0d-b86a-2bd6f79caa64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993762'] for port, before_update {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:37.854290 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a39b1d-195f-41c0-a4b9-8b1c08da152b tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] Pushing event deleted for resources: {'Port': ['ID=b5fa71a8-84eb-4d4a-b018-dddd72c9a0a4,revision_number=None']} {{(pid=105994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:00:37.916580 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.db.l3_dvrscheduler_db [req-a87c623a-25f7-421b-b630-4cbaf5d1bced req-f9a39b1d-195f-41c0-a4b9-8b1c08da152b tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] No DVR routers for this DVR port b5fa71a8-84eb-4d4a-b018-dddd72c9a0a4 on host hv-cinder-80983 {{(pid=105994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:00:37.927790 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-a87c623a-25f7-421b-b630-4cbaf5d1bced req-f9a39b1d-195f-41c0-a4b9-8b1c08da152b tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472375'] for port, before_response {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:37.931681 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-a87c623a-25f7-421b-b630-4cbaf5d1bced req-f9a39b1d-195f-41c0-a4b9-8b1c08da152b tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] 10.222.0.99 "DELETE /v2.0/ports/b5fa71a8-84eb-4d4a-b018-dddd72c9a0a4 HTTP/1.1" status: 204 len: 173 time: 2.1714141 Sep 24 15:00:37.933584 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '890f7961-a0ef-42be-872f-145a8ea978d5', 'name': 'network-vif-deleted', 'tag': 'b5fa71a8-84eb-4d4a-b018-dddd72c9a0a4'}] {{(pid=105994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:00:37.936667 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}445a901cbb5a624303c84b78f65e518dd0fb300c00204885c20e5236c8fbed2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a20de0b7-9c54-4670-b257-767be224b4a4" -d '{"events": [{"server_uuid": "890f7961-a0ef-42be-872f-145a8ea978d5", "name": "network-vif-deleted", "tag": "b5fa71a8-84eb-4d4a-b018-dddd72c9a0a4"}]}' {{(pid=105994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:00:37.961025 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2b33ae-e5f2-4381-adcd-4213ba0288c8 req-3d80a1af-c79c-4c3d-ac8f-8a64ca8f4f0b tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:00:37.974225 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-6f2b33ae-e5f2-4381-adcd-4213ba0288c8 req-3d80a1af-c79c-4c3d-ac8f-8a64ca8f4f0b tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] 10.222.0.90 "GET /v2.0/ports?device_id=1bedb3f1-1b28-4d65-a046-f1b24046bde6 HTTP/1.1" status: 200 len: 945 time: 0.3146760 Sep 24 15:00:38.087684 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-6f2b33ae-e5f2-4381-adcd-4213ba0288c8 req-f997e554-5aa2-4d93-b14b-e4b37c141ca0 tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] 10.222.0.90 "GET /v2.0/security-groups?id=f3d37e3f-2899-4174-ab27-7857e72c3fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798945 Sep 24 15:00:38.242449 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b370f9-5e03-4dcc-b17c-4ec3255a7c6c req-3606545b-9191-4b63-b5eb-a758e0a22f41 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:00:38.246372 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-d0b370f9-5e03-4dcc-b17c-4ec3255a7c6c req-3606545b-9191-4b63-b5eb-a758e0a22f41 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/ports?device_id=873dd13f-1b71-4619-b337-59158ab98530 HTTP/1.1" status: 200 len: 943 time: 0.1637661 Sep 24 15:00:38.248107 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.db [req-210ee9be-2133-4f20-b666-a76c688613f9 req-4715beb0-cc1a-4f0d-b86a-2bd6f79caa64 service neutron] For port dca78979-82e0-4177-af9e-220c5d00e85a, host hv-cinder-80983, cleared binding levels {{(pid=105994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:00:38.271359 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.db [req-210ee9be-2133-4f20-b666-a76c688613f9 req-4715beb0-cc1a-4f0d-b86a-2bd6f79caa64 service neutron] For port dca78979-82e0-4177-af9e-220c5d00e85a, host hv-cinder-80983, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80983',level=0,port_id=dca78979-82e0-4177-af9e-220c5d00e85a,segment=NetworkSegment(e5fe0498-5b75-4c3e-a5ab-6f6f616fb9d3),segment_id=e5fe0498-5b75-4c3e-a5ab-6f6f616fb9d3)] {{(pid=105994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:00:38.282538 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-210ee9be-2133-4f20-b666-a76c688613f9 req-4715beb0-cc1a-4f0d-b86a-2bd6f79caa64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248551428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248062163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14130357'] for port, after_update {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:38.309562 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:00:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f9d1775-e5c5-4132-b322-9898490238b7 x-openstack-request-id: req-7f9d1775-e5c5-4132-b322-9898490238b7 {{(pid=105994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:00:38.310007 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "890f7961-a0ef-42be-872f-145a8ea978d5", "name": "network-vif-deleted", "tag": "b5fa71a8-84eb-4d4a-b018-dddd72c9a0a4", "status": "completed", "code": 200}]} {{(pid=105994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:00:38.310406 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-7f9d1775-e5c5-4132-b322-9898490238b7 {{(pid=105994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:00:38.317159 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '890f7961-a0ef-42be-872f-145a8ea978d5', 'name': 'network-vif-deleted', 'tag': 'b5fa71a8-84eb-4d4a-b018-dddd72c9a0a4', 'status': 'completed', 'code': 200} Sep 24 15:00:38.364241 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-d0b370f9-5e03-4dcc-b17c-4ec3255a7c6c req-d5d152ea-4e22-495f-b8af-1d1101a93656 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/security-groups?id=3569e126-7ff1-4cb8-87ba-3b9b03a649fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0998240 Sep 24 15:00:38.461629 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210ee9be-2133-4f20-b666-a76c688613f9 req-4715beb0-cc1a-4f0d-b86a-2bd6f79caa64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:00:38.462673 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-210ee9be-2133-4f20-b666-a76c688613f9 req-4715beb0-cc1a-4f0d-b86a-2bd6f79caa64 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472375'] for port, before_response {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:38.465691 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-210ee9be-2133-4f20-b666-a76c688613f9 req-4715beb0-cc1a-4f0d-b86a-2bd6f79caa64 service neutron] 10.222.0.99 "PUT /v2.0/ports/dca78979-82e0-4177-af9e-220c5d00e85a HTTP/1.1" status: 200 len: 1094 time: 3.0512586 Sep 24 15:00:38.520123 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4715beb0-cc1a-4f0d-b86a-2bd6f79caa64 service neutron] Pushing event updated for resources: {'Port': ['ID=dca78979-82e0-4177-af9e-220c5d00e85a,revision_number=3']} {{(pid=105994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:00:38.546155 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe634ad-e883-4f01-bde3-c19e597f814f req-5c740d46-46b6-48d1-9653-993a29f87460 tempest-TestShelveInstance-1403883769 tempest-TestShelveInstance-1403883769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:00:38.549062 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-fbe634ad-e883-4f01-bde3-c19e597f814f req-5c740d46-46b6-48d1-9653-993a29f87460 tempest-TestShelveInstance-1403883769 tempest-TestShelveInstance-1403883769-project] 10.222.0.90 "GET /v2.0/ports?device_id=17dd8cf6-b8ad-4afd-995c-aa01b0dc3985 HTTP/1.1" status: 200 len: 944 time: 0.1469271 Sep 24 15:00:38.599100 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05151ea-61ed-4a6d-914d-3ca9f67e1531 req-fdc3fceb-c7d8-4756-9e0c-94ae55447002 tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:00:38.601470 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-a05151ea-61ed-4a6d-914d-3ca9f67e1531 req-fdc3fceb-c7d8-4756-9e0c-94ae55447002 tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] 10.222.0.90 "GET /v2.0/ports?device_id=f1b5b2a6-f314-44dc-ba72-775062bcd022 HTTP/1.1" status: 200 len: 945 time: 0.0852723 Sep 24 15:00:38.629534 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-fbe634ad-e883-4f01-bde3-c19e597f814f req-1a245a96-11f0-444c-9d1f-6402f2ef11d8 tempest-TestShelveInstance-1403883769 tempest-TestShelveInstance-1403883769-project] 10.222.0.90 "GET /v2.0/security-groups?id=c78dbd3c-540f-45ec-99f7-1f22d56113b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725315 Sep 24 15:00:38.690996 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-a05151ea-61ed-4a6d-914d-3ca9f67e1531 req-2a3157bd-0882-4ee4-8955-675babe68244 tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] 10.222.0.90 "GET /v2.0/security-groups?id=c657eca7-10e1-4b7a-90c6-895f7e6c258c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765293 Sep 24 15:00:38.793763 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-69344d64-ccfc-408e-a96b-482de2ab9009 req-08fa89b5-3efc-44ca-95bc-96d4549c313d tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] 10.222.0.90 "GET /v2.0/ports?device_id=890f7961-a0ef-42be-872f-145a8ea978d5 HTTP/1.1" status: 200 len: 210 time: 0.0314121 Sep 24 15:00:39.278923 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc035af-b01b-4cf1-8056-50afc61be36a req-3be9d3b9-12c9-4e56-8582-b5e047c2a0f5 tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:00:39.280996 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-0cc035af-b01b-4cf1-8056-50afc61be36a req-3be9d3b9-12c9-4e56-8582-b5e047c2a0f5 tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] 10.222.0.90 "GET /v2.0/ports?device_id=1bedb3f1-1b28-4d65-a046-f1b24046bde6 HTTP/1.1" status: 200 len: 945 time: 0.0755160 Sep 24 15:00:39.351000 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-0cc035af-b01b-4cf1-8056-50afc61be36a req-a602a430-1ca1-4bd3-b082-1cbacfc976d4 tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] 10.222.0.90 "GET /v2.0/security-groups?id=f3d37e3f-2899-4174-ab27-7857e72c3fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604448 Sep 24 15:00:39.588847 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddcef3d-2bb8-4dbb-a217-fe0ac704cc82 req-b98ee4f7-76e6-476d-9fa3-022813adb94e tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:00:39.591588 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-5ddcef3d-2bb8-4dbb-a217-fe0ac704cc82 req-b98ee4f7-76e6-476d-9fa3-022813adb94e tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/ports?device_id=873dd13f-1b71-4619-b337-59158ab98530 HTTP/1.1" status: 200 len: 943 time: 0.0721793 Sep 24 15:00:39.664161 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-5ddcef3d-2bb8-4dbb-a217-fe0ac704cc82 req-15d4e90d-2a0d-4d60-b436-c7828f8b00f0 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/security-groups?id=3569e126-7ff1-4cb8-87ba-3b9b03a649fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631485 Sep 24 15:00:39.800086 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6584a813-faa9-4622-aea5-ae7ac05c27cf req-9b467aab-d9a1-4d61-9df8-ade90cb9cf8b tempest-TestShelveInstance-1403883769 tempest-TestShelveInstance-1403883769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:00:39.802719 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-6584a813-faa9-4622-aea5-ae7ac05c27cf req-9b467aab-d9a1-4d61-9df8-ade90cb9cf8b tempest-TestShelveInstance-1403883769 tempest-TestShelveInstance-1403883769-project] 10.222.0.90 "GET /v2.0/ports?device_id=17dd8cf6-b8ad-4afd-995c-aa01b0dc3985 HTTP/1.1" status: 200 len: 944 time: 0.0776150 Sep 24 15:00:39.870557 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-6584a813-faa9-4622-aea5-ae7ac05c27cf req-77d76d19-3027-46b3-a5ac-f1136f45b6a9 tempest-TestShelveInstance-1403883769 tempest-TestShelveInstance-1403883769-project] 10.222.0.90 "GET /v2.0/security-groups?id=c78dbd3c-540f-45ec-99f7-1f22d56113b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602362 Sep 24 15:00:39.903626 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba2b7f1-6ffd-494c-88b1-f4e364d376ee req-2a06cfaf-f183-433b-b8b9-df8e708fd89d tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:00:39.906670 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-bba2b7f1-6ffd-494c-88b1-f4e364d376ee req-2a06cfaf-f183-433b-b8b9-df8e708fd89d tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] 10.222.0.90 "GET /v2.0/ports?device_id=f1b5b2a6-f314-44dc-ba72-775062bcd022 HTTP/1.1" status: 200 len: 945 time: 0.0975232 Sep 24 15:00:39.965686 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-bba2b7f1-6ffd-494c-88b1-f4e364d376ee req-1f1f6a2e-ebc6-48f6-a7f2-3bf7e6b4c4a7 tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] 10.222.0.90 "GET /v2.0/security-groups?id=c657eca7-10e1-4b7a-90c6-895f7e6c258c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500906 Sep 24 15:00:39.998484 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-0c742a75-faaa-4fb4-a97c-305b66a0dcc5 req-b1cb7d69-fe78-4e0b-963d-dcec31fd3356 tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] 10.222.0.90 "GET /v2.0/ports?device_id=890f7961-a0ef-42be-872f-145a8ea978d5 HTTP/1.1" status: 200 len: 210 time: 0.0367279 Sep 24 15:00:40.318051 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17dd8cf6-b8ad-4afd-995c-aa01b0dc3985', 'tag': 'dca78979-82e0-4177-af9e-220c5d00e85a'}] {{(pid=105994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:00:40.321235 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}445a901cbb5a624303c84b78f65e518dd0fb300c00204885c20e5236c8fbed2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ba9a758-1475-45ff-9630-65b91cdc385a" -d '{"events": [{"name": "network-changed", "server_uuid": "17dd8cf6-b8ad-4afd-995c-aa01b0dc3985", "tag": "dca78979-82e0-4177-af9e-220c5d00e85a"}]}' {{(pid=105994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:00:40.367672 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 15:00:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-334ce945-ee18-49c4-b476-2fbc89c28dcb x-openstack-request-id: req-334ce945-ee18-49c4-b476-2fbc89c28dcb {{(pid=105994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:00:40.368136 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17dd8cf6-b8ad-4afd-995c-aa01b0dc3985", "tag": "dca78979-82e0-4177-af9e-220c5d00e85a", "status": "completed", "code": 200}]} {{(pid=105994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:00:40.368534 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-334ce945-ee18-49c4-b476-2fbc89c28dcb {{(pid=105994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:00:40.369069 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17dd8cf6-b8ad-4afd-995c-aa01b0dc3985', 'tag': 'dca78979-82e0-4177-af9e-220c5d00e85a', 'status': 'completed', 'code': 200} Sep 24 15:00:40.547530 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aabf06a-b625-4422-865f-c6bb9e459ca0 req-df34de3c-d4b0-4bcc-b6cc-f5981fe403cb tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:00:40.549220 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-2aabf06a-b625-4422-865f-c6bb9e459ca0 req-df34de3c-d4b0-4bcc-b6cc-f5981fe403cb tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] 10.222.0.90 "GET /v2.0/ports?device_id=1bedb3f1-1b28-4d65-a046-f1b24046bde6 HTTP/1.1" status: 200 len: 945 time: 0.0715494 Sep 24 15:00:40.609488 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-2aabf06a-b625-4422-865f-c6bb9e459ca0 req-18c1bca7-03c7-4978-9495-6cf53ee8444f tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] 10.222.0.90 "GET /v2.0/security-groups?id=f3d37e3f-2899-4174-ab27-7857e72c3fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453014 Sep 24 15:00:40.860662 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92f7c01-dee5-4412-ae12-6cb2b8c93623 req-4e8b8436-1802-43c5-b433-5d4f01179415 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:00:40.863397 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-a92f7c01-dee5-4412-ae12-6cb2b8c93623 req-4e8b8436-1802-43c5-b433-5d4f01179415 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/ports?device_id=873dd13f-1b71-4619-b337-59158ab98530 HTTP/1.1" status: 200 len: 943 time: 0.0732064 Sep 24 15:00:40.933276 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-a92f7c01-dee5-4412-ae12-6cb2b8c93623 req-47b6a5ce-bb62-4daa-b09b-391688e4fe26 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/security-groups?id=3569e126-7ff1-4cb8-87ba-3b9b03a649fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620239 Sep 24 15:00:40.939888 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.rpc [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Device b5fa71a8-84eb-4d4a-b018-dddd72c9a0a4 no longer exists at agent hyperv_hv-cinder-80983 {{(pid=105995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:00:41.042819 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.plugin [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] No Port match for: b5fa71a8-84eb-4d4a-b018-dddd72c9a0a4 {{(pid=105995) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:00:41.044416 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.rpc [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Device b5fa71a8-84eb-4d4a-b018-dddd72c9a0a4 not bound to the agent host hv-cinder-80983 {{(pid=105995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:00:41.195004 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd54222b-5d3a-47bd-a74f-212ea40f77eb req-0804ee1b-7936-403c-95f6-6dd7862e4fb8 tempest-TestShelveInstance-1403883769 tempest-TestShelveInstance-1403883769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:00:41.209346 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-dd54222b-5d3a-47bd-a74f-212ea40f77eb req-0804ee1b-7936-403c-95f6-6dd7862e4fb8 tempest-TestShelveInstance-1403883769 tempest-TestShelveInstance-1403883769-project] 10.222.0.90 "GET /v2.0/ports?device_id=17dd8cf6-b8ad-4afd-995c-aa01b0dc3985 HTTP/1.1" status: 200 len: 944 time: 0.1584961 Sep 24 15:00:41.225836 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8356614f-8ea8-47e7-b42d-da468ae117e5 req-86c10a7e-8463-4728-a597-9ae43525676a tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:00:41.227941 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-8356614f-8ea8-47e7-b42d-da468ae117e5 req-86c10a7e-8463-4728-a597-9ae43525676a tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] 10.222.0.90 "GET /v2.0/ports?device_id=f1b5b2a6-f314-44dc-ba72-775062bcd022 HTTP/1.1" status: 200 len: 945 time: 0.1198444 Sep 24 15:00:41.273143 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-dd54222b-5d3a-47bd-a74f-212ea40f77eb req-8aecb0ae-fd2b-41a9-84cb-c16b0e4a41f2 tempest-TestShelveInstance-1403883769 tempest-TestShelveInstance-1403883769-project] 10.222.0.90 "GET /v2.0/security-groups?id=c78dbd3c-540f-45ec-99f7-1f22d56113b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589776 Sep 24 15:00:41.317387 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-8356614f-8ea8-47e7-b42d-da468ae117e5 req-64b4a8c3-b1b2-4e8b-8d18-dc2ebb171271 tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] 10.222.0.90 "GET /v2.0/security-groups?id=c657eca7-10e1-4b7a-90c6-895f7e6c258c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752149 Sep 24 15:00:41.441926 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-7ce95f7b-c79b-4217-b4b6-74058699244a req-7a117d3e-2e35-43d2-94ce-8461a40be00c tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] 10.222.0.90 "GET /v2.0/ports?device_id=890f7961-a0ef-42be-872f-145a8ea978d5 HTTP/1.1" status: 200 len: 210 time: 0.0392594 Sep 24 15:00:41.806033 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2c5ccc-bff2-4516-80db-782c4121b0cc req-c59ecb25-4feb-4061-827b-56760b1237ba tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:00:41.808053 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-6b2c5ccc-bff2-4516-80db-782c4121b0cc req-c59ecb25-4feb-4061-827b-56760b1237ba tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] 10.222.0.90 "GET /v2.0/ports?device_id=1bedb3f1-1b28-4d65-a046-f1b24046bde6 HTTP/1.1" status: 200 len: 945 time: 0.0807021 Sep 24 15:00:41.867632 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-6b2c5ccc-bff2-4516-80db-782c4121b0cc req-efccc8e3-3b73-4230-8616-90b3730f54d7 tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] 10.222.0.90 "GET /v2.0/security-groups?id=f3d37e3f-2899-4174-ab27-7857e72c3fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483000 Sep 24 15:00:42.164051 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f563e9-6bad-4ff1-80e7-e9a923e2d149 req-afa6f1c6-52cc-42ca-943f-5717fd00a043 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:00:42.173758 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-a7f563e9-6bad-4ff1-80e7-e9a923e2d149 req-afa6f1c6-52cc-42ca-943f-5717fd00a043 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/ports?device_id=873dd13f-1b71-4619-b337-59158ab98530 HTTP/1.1" status: 200 len: 943 time: 0.0874195 Sep 24 15:00:42.240523 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-a7f563e9-6bad-4ff1-80e7-e9a923e2d149 req-766619f0-4dc5-45f4-8880-318701982e76 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/security-groups?id=3569e126-7ff1-4cb8-87ba-3b9b03a649fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608509 Sep 24 15:00:42.542691 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1b6fda-d17a-4efa-a4a8-a34f585712e1 req-5e03986d-d308-416c-a61b-7d65d7f48f29 tempest-TestShelveInstance-1403883769 tempest-TestShelveInstance-1403883769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:00:42.552534 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-bb1b6fda-d17a-4efa-a4a8-a34f585712e1 req-5e03986d-d308-416c-a61b-7d65d7f48f29 tempest-TestShelveInstance-1403883769 tempest-TestShelveInstance-1403883769-project] 10.222.0.90 "GET /v2.0/ports?device_id=17dd8cf6-b8ad-4afd-995c-aa01b0dc3985 HTTP/1.1" status: 200 len: 944 time: 0.1552200 Sep 24 15:00:42.624437 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fbb7b5-459c-4eeb-8a62-26f7ad2968ea req-779a6e26-d91f-4154-972e-1b63c3a06add tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:00:42.635174 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-33fbb7b5-459c-4eeb-8a62-26f7ad2968ea req-779a6e26-d91f-4154-972e-1b63c3a06add tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] 10.222.0.90 "GET /v2.0/ports?device_id=f1b5b2a6-f314-44dc-ba72-775062bcd022 HTTP/1.1" status: 200 len: 945 time: 0.1894794 Sep 24 15:00:42.641647 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-bb1b6fda-d17a-4efa-a4a8-a34f585712e1 req-30123f06-46e4-473e-a51f-a4d5ceb6acb6 tempest-TestShelveInstance-1403883769 tempest-TestShelveInstance-1403883769-project] 10.222.0.90 "GET /v2.0/security-groups?id=c78dbd3c-540f-45ec-99f7-1f22d56113b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874612 Sep 24 15:00:42.836886 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-33fbb7b5-459c-4eeb-8a62-26f7ad2968ea req-3df88aa1-e924-449f-a507-47cfc08475dd tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] 10.222.0.90 "GET /v2.0/security-groups?id=c657eca7-10e1-4b7a-90c6-895f7e6c258c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2004879 Sep 24 15:00:42.977842 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-e7882fc4-415f-4858-be3c-d50bdd3213bf req-32c28c4e-fc23-4b7b-8045-8753d0e21b73 tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] 10.222.0.90 "GET /v2.0/ports?device_id=890f7961-a0ef-42be-872f-145a8ea978d5 HTTP/1.1" status: 200 len: 210 time: 0.1420445 Sep 24 15:00:43.180143 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a842dd7-7b8b-446f-bb0d-6b9f1cc2e38a req-ac5c3d1a-3f3e-45fe-90a9-3ef8e63bb608 tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:00:43.188395 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-2a842dd7-7b8b-446f-bb0d-6b9f1cc2e38a req-ac5c3d1a-3f3e-45fe-90a9-3ef8e63bb608 tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] 10.222.0.90 "GET /v2.0/ports?device_id=1bedb3f1-1b28-4d65-a046-f1b24046bde6 HTTP/1.1" status: 200 len: 945 time: 0.0860605 Sep 24 15:00:43.242530 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-2a842dd7-7b8b-446f-bb0d-6b9f1cc2e38a req-da20ec4f-a15c-4b95-adb2-1f5ca59237d3 tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] 10.222.0.90 "GET /v2.0/security-groups?id=f3d37e3f-2899-4174-ab27-7857e72c3fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531266 Sep 24 15:00:43.502682 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16173c8e-4bf0-4d8b-9599-84235cde6e9e req-160e9d40-a76b-4285-9946-52bed15e999d tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:00:43.504871 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-16173c8e-4bf0-4d8b-9599-84235cde6e9e req-160e9d40-a76b-4285-9946-52bed15e999d tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/ports?device_id=873dd13f-1b71-4619-b337-59158ab98530 HTTP/1.1" status: 200 len: 943 time: 0.1351771 Sep 24 15:00:43.636221 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-16173c8e-4bf0-4d8b-9599-84235cde6e9e req-85cac215-92e5-4a13-940c-03ebc92e5111 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/security-groups?id=3569e126-7ff1-4cb8-87ba-3b9b03a649fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1213255 Sep 24 15:00:43.891981 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f881008-f67f-48c7-8cf0-8d9b2a83b200 req-3ea6fb73-a331-4cf9-a05d-38de55634e9d tempest-TestShelveInstance-1403883769 tempest-TestShelveInstance-1403883769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:00:43.902804 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-9f881008-f67f-48c7-8cf0-8d9b2a83b200 req-3ea6fb73-a331-4cf9-a05d-38de55634e9d tempest-TestShelveInstance-1403883769 tempest-TestShelveInstance-1403883769-project] 10.222.0.90 "GET /v2.0/ports?device_id=17dd8cf6-b8ad-4afd-995c-aa01b0dc3985 HTTP/1.1" status: 200 len: 944 time: 0.1082957 Sep 24 15:00:44.007759 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-9f881008-f67f-48c7-8cf0-8d9b2a83b200 req-12a44378-2e8a-4900-8494-8db2a16b16f9 tempest-TestShelveInstance-1403883769 tempest-TestShelveInstance-1403883769-project] 10.222.0.90 "GET /v2.0/security-groups?id=c78dbd3c-540f-45ec-99f7-1f22d56113b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1034334 Sep 24 15:00:44.453746 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebc947a-ee85-4fb3-9eac-cd10d573be63 req-1f292ae8-e2be-401b-aff9-c54c3d822ac9 tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:00:44.467339 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-9ebc947a-ee85-4fb3-9eac-cd10d573be63 req-1f292ae8-e2be-401b-aff9-c54c3d822ac9 tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] 10.222.0.90 "GET /v2.0/ports?device_id=f1b5b2a6-f314-44dc-ba72-775062bcd022 HTTP/1.1" status: 200 len: 945 time: 0.4851942 Sep 24 15:00:44.536208 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee6a2b9-ff2f-420f-ac99-965d928f6800 req-5a625a1a-8ab2-4448-a157-f9fc45d337df tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:00:44.539923 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-6ee6a2b9-ff2f-420f-ac99-965d928f6800 req-5a625a1a-8ab2-4448-a157-f9fc45d337df tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] 10.222.0.99 "GET /v2.0/ports?device_id=1bedb3f1-1b28-4d65-a046-f1b24046bde6 HTTP/1.1" status: 200 len: 945 time: 0.2890282 Sep 24 15:00:44.564045 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-c24fcb4f-831c-4502-9e4a-589c5ed9884c req-fdcdf463-0350-4afa-aafb-88c8995b6117 tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] 10.222.0.90 "GET /v2.0/ports?device_id=890f7961-a0ef-42be-872f-145a8ea978d5 HTTP/1.1" status: 200 len: 210 time: 0.0887215 Sep 24 15:00:44.856328 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba9a758-1475-45ff-9630-65b91cdc385a req-261ee79f-928b-45e0-8d95-baef139c86a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:00:44.859987 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-0ba9a758-1475-45ff-9630-65b91cdc385a req-261ee79f-928b-45e0-8d95-baef139c86a8 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=b3ba56daf4404d7989fc7b7270504b2e&device_id=17dd8cf6-b8ad-4afd-995c-aa01b0dc3985 HTTP/1.1" status: 200 len: 1097 time: 0.3738041 Sep 24 15:00:44.865709 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-9ebc947a-ee85-4fb3-9eac-cd10d573be63 req-5c8ea633-05de-41f6-aa62-96672d83f397 tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] 10.222.0.90 "GET /v2.0/security-groups?id=c657eca7-10e1-4b7a-90c6-895f7e6c258c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3579078 Sep 24 15:00:44.943438 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.rpc [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Device 1ec0958e-582a-4654-8072-aba68a956d1b no longer exists at agent hyperv_hv-cinder-80983 {{(pid=105995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:00:44.965493 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71c82f5-f50a-4f66-9e13-e6af0a30c1a9 req-2077fb7b-5250-419a-8305-9ff65d453b6e tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:00:44.970487 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-a71c82f5-f50a-4f66-9e13-e6af0a30c1a9 req-2077fb7b-5250-419a-8305-9ff65d453b6e tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] 10.222.0.90 "GET /v2.0/ports?device_id=1bedb3f1-1b28-4d65-a046-f1b24046bde6 HTTP/1.1" status: 200 len: 945 time: 0.2400548 Sep 24 15:00:45.028610 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c394af3-9677-4e4a-9efe-ace36b4a4636 req-93949622-75a2-4d87-879e-01ad903bb0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:00:45.031772 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-8c394af3-9677-4e4a-9efe-ace36b4a4636 req-93949622-75a2-4d87-879e-01ad903bb0ad service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=e8de89965f464e0ebbfb78c2c3d408f2&device_id=873dd13f-1b71-4619-b337-59158ab98530 HTTP/1.1" status: 200 len: 1096 time: 0.1434124 Sep 24 15:00:45.222882 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-a71c82f5-f50a-4f66-9e13-e6af0a30c1a9 req-e3340d7c-9c01-458f-9955-7d64fd71da08 tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] 10.222.0.90 "GET /v2.0/security-groups?id=f3d37e3f-2899-4174-ab27-7857e72c3fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2412071 Sep 24 15:00:45.413691 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba9a758-1475-45ff-9630-65b91cdc385a req-a90b0fe0-dfba-4fb7-abd4-ee0c1987dcc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:00:45.419234 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-0ba9a758-1475-45ff-9630-65b91cdc385a req-a90b0fe0-dfba-4fb7-abd4-ee0c1987dcc5 service neutron] 10.222.0.99 "GET /v2.0/networks?tenant_id=b3ba56daf4404d7989fc7b7270504b2e&shared=False HTTP/1.1" status: 200 len: 910 time: 0.4544349 Sep 24 15:00:45.528193 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993762'] for port, before_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:45.573631 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c394af3-9677-4e4a-9efe-ace36b4a4636 req-2d8ef51b-982c-45a8-bb85-4ff7547b16d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:00:45.576207 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-8c394af3-9677-4e4a-9efe-ace36b4a4636 req-2d8ef51b-982c-45a8-bb85-4ff7547b16d6 service neutron] 10.222.0.99 "GET /v2.0/networks?id=9cafbdbc-b31b-42e1-af08-737ab1772474 HTTP/1.1" status: 200 len: 918 time: 0.4068394 Sep 24 15:00:45.661859 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bedb3f1-1b28-4d65-a046-f1b24046bde6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ec0958e-582a-4654-8072-aba68a956d1b'}] {{(pid=105995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:00:45.669025 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}caf9aa003d9a854053fb223e5f104f4bef6eff4a3612bfb278e8f19c1601715b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb0f6399-eca8-42c0-b35f-235e2661afc8" -d '{"events": [{"server_uuid": "1bedb3f1-1b28-4d65-a046-f1b24046bde6", "name": "network-vif-unplugged", "status": "completed", "tag": "1ec0958e-582a-4654-8072-aba68a956d1b"}]}' {{(pid=105995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:00:45.740969 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.db [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] For port 1ec0958e-582a-4654-8072-aba68a956d1b, host hv-cinder-80983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80983',level=0,port_id=1ec0958e-582a-4654-8072-aba68a956d1b,segment=NetworkSegment(da9779c5-d241-41b8-9fc6-47d7c09f6870),segment_id=da9779c5-d241-41b8-9fc6-47d7c09f6870)] {{(pid=105995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:00:45.749630 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248551428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248062163'] for port, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:45.752949 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c401a0dd-a3ab-4f3a-8834-7cd6dad15742 req-ca67dc0e-1640-4730-b38c-a4ba9077f36a tempest-TestShelveInstance-1403883769 tempest-TestShelveInstance-1403883769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:00:45.766669 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-c401a0dd-a3ab-4f3a-8834-7cd6dad15742 req-ca67dc0e-1640-4730-b38c-a4ba9077f36a tempest-TestShelveInstance-1403883769 tempest-TestShelveInstance-1403883769-project] 10.222.0.90 "GET /v2.0/ports?device_id=17dd8cf6-b8ad-4afd-995c-aa01b0dc3985 HTTP/1.1" status: 200 len: 944 time: 0.1886721 Sep 24 15:00:45.809139 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:45.832467 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-8c394af3-9677-4e4a-9efe-ace36b4a4636 req-90fd334e-3265-4032-9c73-5d7e3f82efb4 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b108f0d8-ba9f-4c22-91e5-6d78d372be41 HTTP/1.1" status: 200 len: 998 time: 0.2346981 Sep 24 15:00:45.861209 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Pushing event updated for resources: {'Port': ['ID=1ec0958e-582a-4654-8072-aba68a956d1b,revision_number=6']} {{(pid=105995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:00:45.924136 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ca9d60-fa1e-463f-ac21-1045156d7a11 req-17c71440-3bc6-4170-969c-8e6fcf44d564 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:00:45.938941 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-d2ca9d60-fa1e-463f-ac21-1045156d7a11 req-17c71440-3bc6-4170-969c-8e6fcf44d564 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/ports?device_id=873dd13f-1b71-4619-b337-59158ab98530 HTTP/1.1" status: 200 len: 943 time: 0.5173016 Sep 24 15:00:45.966500 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-c401a0dd-a3ab-4f3a-8834-7cd6dad15742 req-dff978f2-cd86-45a5-9e67-f476eb0e67fb tempest-TestShelveInstance-1403883769 tempest-TestShelveInstance-1403883769-project] 10.222.0.90 "GET /v2.0/security-groups?id=c78dbd3c-540f-45ec-99f7-1f22d56113b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1845355 Sep 24 15:00:45.997845 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c394af3-9677-4e4a-9efe-ace36b4a4636 req-45399936-05fa-4cef-abb9-81cccfa561ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:00:46.003382 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.plugin [req-6ee6a2b9-ff2f-420f-ac99-965d928f6800 req-3776a2af-cafe-42e6-bd4d-41ca6651ecf1 tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] Deleting port 1ec0958e-582a-4654-8072-aba68a956d1b {{(pid=105994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:00:46.003971 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-6ee6a2b9-ff2f-420f-ac99-965d928f6800 req-3776a2af-cafe-42e6-bd4d-41ca6651ecf1 tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727248545832'] for port, before_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:46.015654 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-8c394af3-9677-4e4a-9efe-ace36b4a4636 req-45399936-05fa-4cef-abb9-81cccfa561ef service neutron] 10.222.0.99 "GET /v2.0/subnets?id=96eeb601-c3fa-4a0c-bf57-6c99e9cae07c HTTP/1.1" status: 200 len: 855 time: 0.1664283 Sep 24 15:00:46.134877 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c394af3-9677-4e4a-9efe-ace36b4a4636 req-ac430758-5ae2-4ad0-a8a8-13f4fc631c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:00:46.136651 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-8c394af3-9677-4e4a-9efe-ace36b4a4636 req-ac430758-5ae2-4ad0-a8a8-13f4fc631c8e service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=9cafbdbc-b31b-42e1-af08-737ab1772474&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1108677 Sep 24 15:00:46.204751 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 24 Sep 2021 15:00:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b3933d3-be90-412e-8d5b-cb0887bcde02 x-openstack-request-id: req-8b3933d3-be90-412e-8d5b-cb0887bcde02 {{(pid=105995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:00:46.205424 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bedb3f1-1b28-4d65-a046-f1b24046bde6", "name": "network-vif-unplugged", "status": "completed", "tag": "1ec0958e-582a-4654-8072-aba68a956d1b", "code": 200}]} {{(pid=105995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:00:46.205632 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-8b3933d3-be90-412e-8d5b-cb0887bcde02 {{(pid=105995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:00:46.206321 dv-cinder-809830-2-iscsi neutron-server[105995]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bedb3f1-1b28-4d65-a046-f1b24046bde6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ec0958e-582a-4654-8072-aba68a956d1b', 'code': 200} Sep 24 15:00:46.329469 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.db [req-6ee6a2b9-ff2f-420f-ac99-965d928f6800 req-3776a2af-cafe-42e6-bd4d-41ca6651ecf1 tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] For port 1ec0958e-582a-4654-8072-aba68a956d1b, host hv-cinder-80983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80983',level=0,port_id=1ec0958e-582a-4654-8072-aba68a956d1b,segment=NetworkSegment(da9779c5-d241-41b8-9fc6-47d7c09f6870),segment_id=da9779c5-d241-41b8-9fc6-47d7c09f6870)] {{(pid=105994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:00:46.329791 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-6ee6a2b9-ff2f-420f-ac99-965d928f6800 req-3776a2af-cafe-42e6-bd4d-41ca6651ecf1 tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616222'] for port, precommit_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:46.349610 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.plugin [req-6ee6a2b9-ff2f-420f-ac99-965d928f6800 req-3776a2af-cafe-42e6-bd4d-41ca6651ecf1 tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] Calling delete_port for 1ec0958e-582a-4654-8072-aba68a956d1b owned by compute:nova {{(pid=105994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:00:46.381730 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-8c394af3-9677-4e4a-9efe-ace36b4a4636 req-aba362ed-bedc-4843-8f18-2c6ce66f8014 service neutron] 10.222.0.99 "GET /v2.0/networks/9cafbdbc-b31b-42e1-af08-737ab1772474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2288938 Sep 24 15:00:46.600375 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba9a758-1475-45ff-9630-65b91cdc385a req-1b117f16-2201-4bef-9c78-8d5eafedc5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:00:46.604236 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-0ba9a758-1475-45ff-9630-65b91cdc385a req-1b117f16-2201-4bef-9c78-8d5eafedc5ec service neutron] 10.222.0.99 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 1.1543808 Sep 24 15:00:46.682429 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb59e5d8-68ae-4ab0-a787-174c27bb4778 req-bddb0f49-d06d-4579-b251-5933c3a9a6ec tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:00:46.687589 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-d2ca9d60-fa1e-463f-ac21-1045156d7a11 req-2a036371-74e6-4219-84cd-83c380b7271f tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/security-groups?id=3569e126-7ff1-4cb8-87ba-3b9b03a649fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7471097 Sep 24 15:00:46.709608 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-bb59e5d8-68ae-4ab0-a787-174c27bb4778 req-bddb0f49-d06d-4579-b251-5933c3a9a6ec tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] 10.222.0.90 "GET /v2.0/ports?device_id=f1b5b2a6-f314-44dc-ba72-775062bcd022 HTTP/1.1" status: 200 len: 945 time: 0.3311379 Sep 24 15:00:46.802412 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-6ee6a2b9-ff2f-420f-ac99-965d928f6800 req-3776a2af-cafe-42e6-bd4d-41ca6651ecf1 tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727248551918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727248062136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14130366'] for port, after_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:46.879314 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210ee9be-2133-4f20-b666-a76c688613f9 req-99672802-2240-4aca-9236-0ea06934a513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:00:46.884762 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-210ee9be-2133-4f20-b666-a76c688613f9 req-99672802-2240-4aca-9236-0ea06934a513 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=b3ba56daf4404d7989fc7b7270504b2e&device_id=17dd8cf6-b8ad-4afd-995c-aa01b0dc3985 HTTP/1.1" status: 200 len: 1097 time: 0.1905146 Sep 24 15:00:46.898590 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3776a2af-cafe-42e6-bd4d-41ca6651ecf1 tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] Pushing event deleted for resources: {'Port': ['ID=1ec0958e-582a-4654-8072-aba68a956d1b,revision_number=None']} {{(pid=105994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:00:46.940663 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-bb59e5d8-68ae-4ab0-a787-174c27bb4778 req-b35fa7fa-04f8-4e16-9110-9c094d9eb9cf tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] 10.222.0.90 "GET /v2.0/security-groups?id=c657eca7-10e1-4b7a-90c6-895f7e6c258c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2276468 Sep 24 15:00:46.969441 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-8c394af3-9677-4e4a-9efe-ace36b4a4636 req-bf7487fc-d9eb-48c7-80b1-4d524bbadeeb service neutron] 10.222.0.99 "GET /v2.0/networks/9cafbdbc-b31b-42e1-af08-737ab1772474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5277731 Sep 24 15:00:47.056349 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-210ee9be-2133-4f20-b666-a76c688613f9 req-25ffb46c-d234-410b-acb1-b9b8eaaae24c service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dca78979-82e0-4177-af9e-220c5d00e85a HTTP/1.1" status: 200 len: 217 time: 0.1531620 Sep 24 15:00:47.245612 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-9f7869d3-da6e-47e7-810c-7f7164e1c21a req-9306abfd-bf0f-4e99-a1ef-a1e584badedb tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] 10.222.0.90 "GET /v2.0/ports?device_id=1bedb3f1-1b28-4d65-a046-f1b24046bde6 HTTP/1.1" status: 200 len: 210 time: 0.1170678 Sep 24 15:00:47.266028 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ee6a2b9-ff2f-420f-ac99-965d928f6800 req-3776a2af-cafe-42e6-bd4d-41ca6651ecf1 tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] No DVR routers for this DVR port 1ec0958e-582a-4654-8072-aba68a956d1b on host hv-cinder-80983 {{(pid=105994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:00:47.361485 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-6ee6a2b9-ff2f-420f-ac99-965d928f6800 req-3776a2af-cafe-42e6-bd4d-41ca6651ecf1 tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472375'] for port, before_response {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:47.363786 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-6ee6a2b9-ff2f-420f-ac99-965d928f6800 req-3776a2af-cafe-42e6-bd4d-41ca6651ecf1 tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] 10.222.0.99 "DELETE /v2.0/ports/1ec0958e-582a-4654-8072-aba68a956d1b HTTP/1.1" status: 204 len: 173 time: 2.7055213 Sep 24 15:00:47.364450 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bedb3f1-1b28-4d65-a046-f1b24046bde6', 'name': 'network-vif-deleted', 'tag': '1ec0958e-582a-4654-8072-aba68a956d1b'}] {{(pid=105994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:00:47.367476 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}445a901cbb5a624303c84b78f65e518dd0fb300c00204885c20e5236c8fbed2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28947585-5b4a-4d94-b759-12daf3b8b9b1" -d '{"events": [{"server_uuid": "1bedb3f1-1b28-4d65-a046-f1b24046bde6", "name": "network-vif-deleted", "tag": "1ec0958e-582a-4654-8072-aba68a956d1b"}]}' {{(pid=105994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:00:47.502472 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b95494-72e1-442c-af65-ef9a85299f84 req-e28858a3-4a84-40f1-8f91-26b370bb5b9b tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:00:47.513784 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-90b95494-72e1-442c-af65-ef9a85299f84 req-e28858a3-4a84-40f1-8f91-26b370bb5b9b tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] 10.222.0.90 "GET /v2.0/ports?device_id=1b5e828c-a82b-40cd-a344-255f4b26a841 HTTP/1.1" status: 200 len: 945 time: 0.1148763 Sep 24 15:00:47.519360 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210ee9be-2133-4f20-b666-a76c688613f9 req-e9b85798-423d-4284-a193-d8271f6ee93e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:00:47.526541 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-210ee9be-2133-4f20-b666-a76c688613f9 req-e9b85798-423d-4284-a193-d8271f6ee93e service neutron] 10.222.0.99 "GET /v2.0/subnets?id=800b9930-29a7-40db-a216-473b4386d889 HTTP/1.1" status: 200 len: 847 time: 0.3823979 Sep 24 15:00:47.554383 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e768e2-ff7c-4c2b-9e0c-c1fbd27a9f7e req-41b1806e-12ec-4f4a-a8d7-d8d290068df3 tempest-TestShelveInstance-1403883769 tempest-TestShelveInstance-1403883769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:00:47.566177 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-55e768e2-ff7c-4c2b-9e0c-c1fbd27a9f7e req-41b1806e-12ec-4f4a-a8d7-d8d290068df3 tempest-TestShelveInstance-1403883769 tempest-TestShelveInstance-1403883769-project] 10.222.0.90 "GET /v2.0/ports?device_id=17dd8cf6-b8ad-4afd-995c-aa01b0dc3985 HTTP/1.1" status: 200 len: 944 time: 0.2166879 Sep 24 15:00:47.585660 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-90b95494-72e1-442c-af65-ef9a85299f84 req-bcb8ea83-7a0d-4e50-80f9-468bcba8b3b6 tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] 10.222.0.90 "GET /v2.0/security-groups?id=bb54c971-337c-4571-b265-c21f3dff30d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705023 Sep 24 15:00:47.675462 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-55e768e2-ff7c-4c2b-9e0c-c1fbd27a9f7e req-05cf8010-c0a5-4d7a-ad32-0b0b9052539f tempest-TestShelveInstance-1403883769 tempest-TestShelveInstance-1403883769-project] 10.222.0.90 "GET /v2.0/security-groups?id=c78dbd3c-540f-45ec-99f7-1f22d56113b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1079247 Sep 24 15:00:47.702360 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:00:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-614a93ca-34b0-41c8-baee-0a9294a25693 x-openstack-request-id: req-614a93ca-34b0-41c8-baee-0a9294a25693 {{(pid=105994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:00:47.705189 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bedb3f1-1b28-4d65-a046-f1b24046bde6", "name": "network-vif-deleted", "tag": "1ec0958e-582a-4654-8072-aba68a956d1b", "status": "completed", "code": 200}]} {{(pid=105994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:00:47.705584 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-614a93ca-34b0-41c8-baee-0a9294a25693 {{(pid=105994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:00:47.706209 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bedb3f1-1b28-4d65-a046-f1b24046bde6', 'name': 'network-vif-deleted', 'tag': '1ec0958e-582a-4654-8072-aba68a956d1b', 'status': 'completed', 'code': 200} Sep 24 15:00:47.762335 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210ee9be-2133-4f20-b666-a76c688613f9 req-84aa1c2d-d93f-45a4-a6c4-f91e0f15b6e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:00:47.764261 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-210ee9be-2133-4f20-b666-a76c688613f9 req-84aa1c2d-d93f-45a4-a6c4-f91e0f15b6e2 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=bb19bb9c-3809-48e0-96ea-458278040176&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2234681 Sep 24 15:00:48.098315 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57eaa46-225e-45ab-8566-077c7edd06e5 req-50122f5b-0cbc-452a-aa82-ef6eb3c4aba3 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:00:48.113647 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-d57eaa46-225e-45ab-8566-077c7edd06e5 req-50122f5b-0cbc-452a-aa82-ef6eb3c4aba3 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/ports?device_id=873dd13f-1b71-4619-b337-59158ab98530 HTTP/1.1" status: 200 len: 943 time: 0.1997960 Sep 24 15:00:48.168492 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-210ee9be-2133-4f20-b666-a76c688613f9 req-8bcba9b4-93d0-4eef-b27e-59520a9dba20 service neutron] 10.222.0.99 "GET /v2.0/networks/bb19bb9c-3809-48e0-96ea-458278040176?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2940094 Sep 24 15:00:48.219797 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-d57eaa46-225e-45ab-8566-077c7edd06e5 req-c1ad38ed-e5ed-4265-9b83-d21ba7413c46 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/security-groups?id=3569e126-7ff1-4cb8-87ba-3b9b03a649fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1060653 Sep 24 15:00:48.419666 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ebce11-2fb1-42b9-a562-84f1bbf930e3 req-a8f58876-12b6-40ad-926f-43a0ede0b8ca tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:00:48.429532 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-d7ebce11-2fb1-42b9-a562-84f1bbf930e3 req-a8f58876-12b6-40ad-926f-43a0ede0b8ca tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] 10.222.0.90 "GET /v2.0/ports?device_id=f1b5b2a6-f314-44dc-ba72-775062bcd022 HTTP/1.1" status: 200 len: 945 time: 0.2465580 Sep 24 15:00:48.562116 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-4e5cea7d-4c5f-4143-a4b4-ce012adab3c2 req-6009accf-a3c8-4ae9-90b0-8cd589f848d7 tempest-ServerRescueNegativeTestJSON-483983603 tempest-ServerRescueNegativeTestJSON-483983603-project] 10.222.0.90 "GET /v2.0/ports?device_id=1bedb3f1-1b28-4d65-a046-f1b24046bde6 HTTP/1.1" status: 200 len: 210 time: 0.1183720 Sep 24 15:00:48.878846 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c933e3-1cca-4cde-b79e-ec960db138c2 req-00888b2a-f20c-42bf-8675-377a813ea197 tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:00:48.892292 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-b4c933e3-1cca-4cde-b79e-ec960db138c2 req-00888b2a-f20c-42bf-8675-377a813ea197 tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] 10.222.0.90 "GET /v2.0/ports?device_id=1b5e828c-a82b-40cd-a344-255f4b26a841 HTTP/1.1" status: 200 len: 945 time: 0.1027691 Sep 24 15:00:48.970989 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-b4c933e3-1cca-4cde-b79e-ec960db138c2 req-3baadf64-9738-48f8-8f56-1f1b769627a2 tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] 10.222.0.90 "GET /v2.0/security-groups?id=bb54c971-337c-4571-b265-c21f3dff30d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760939 Sep 24 15:00:49.061641 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-d7ebce11-2fb1-42b9-a562-84f1bbf930e3 req-e20171d4-2874-41d8-8652-6515f5c4c462 tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] 10.222.0.90 "GET /v2.0/security-groups?id=c657eca7-10e1-4b7a-90c6-895f7e6c258c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6303604 Sep 24 15:00:49.095993 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-210ee9be-2133-4f20-b666-a76c688613f9 req-cf5cd6fc-3c5c-4e26-a3a0-d279100d2869 service neutron] 10.222.0.99 "GET /v2.0/networks/bb19bb9c-3809-48e0-96ea-458278040176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8718109 Sep 24 15:00:49.453337 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00da7a7-ba16-44f0-ada0-e7f25c520665 req-aa47d338-bdb4-4a23-88ee-54749878898f tempest-TestShelveInstance-1403883769 tempest-TestShelveInstance-1403883769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:00:49.467081 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-e00da7a7-ba16-44f0-ada0-e7f25c520665 req-aa47d338-bdb4-4a23-88ee-54749878898f tempest-TestShelveInstance-1403883769 tempest-TestShelveInstance-1403883769-project] 10.222.0.90 "GET /v2.0/ports?device_id=17dd8cf6-b8ad-4afd-995c-aa01b0dc3985 HTTP/1.1" status: 200 len: 944 time: 0.2400115 Sep 24 15:00:49.522456 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3498977-85b5-4927-8e5c-fb5040082aa8 req-e898c611-e63d-4576-9a24-073723293023 tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:00:49.524390 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-b3498977-85b5-4927-8e5c-fb5040082aa8 req-e898c611-e63d-4576-9a24-073723293023 tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] 10.222.0.99 "GET /v2.0/ports?device_id=1b5e828c-a82b-40cd-a344-255f4b26a841 HTTP/1.1" status: 200 len: 945 time: 0.1032805 Sep 24 15:00:49.574538 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-e00da7a7-ba16-44f0-ada0-e7f25c520665 req-b841e9b5-b8df-410e-b336-34b613a5536e tempest-TestShelveInstance-1403883769 tempest-TestShelveInstance-1403883769-project] 10.222.0.90 "GET /v2.0/security-groups?id=c78dbd3c-540f-45ec-99f7-1f22d56113b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906599 Sep 24 15:00:49.681428 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.wsgi [-] (105993) accepted ('10.222.0.90', 60332) {{(pid=105993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:00:49.693570 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789863f4-4533-405c-b3b3-ae03b0467b6e req-b2d7f32e-cabb-49e9-907c-1bb570883412 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:00:49.702732 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-789863f4-4533-405c-b3b3-ae03b0467b6e req-b2d7f32e-cabb-49e9-907c-1bb570883412 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/ports?device_id=873dd13f-1b71-4619-b337-59158ab98530 HTTP/1.1" status: 200 len: 943 time: 0.1667686 Sep 24 15:00:49.762168 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-789863f4-4533-405c-b3b3-ae03b0467b6e req-fbda15df-d961-4e32-962f-bcdf6833677f tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/security-groups?id=3569e126-7ff1-4cb8-87ba-3b9b03a649fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557990 Sep 24 15:00:49.825563 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.plugin [req-b3498977-85b5-4927-8e5c-fb5040082aa8 req-1a743267-a26a-4fd7-a313-58e7a36b421b tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] Deleting port a8dffa35-4677-4915-9472-ab4af4f14a87 {{(pid=105994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:00:49.826263 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-b3498977-85b5-4927-8e5c-fb5040082aa8 req-1a743267-a26a-4fd7-a313-58e7a36b421b tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727248545832'] for port, before_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:50.022811 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.db [req-b3498977-85b5-4927-8e5c-fb5040082aa8 req-1a743267-a26a-4fd7-a313-58e7a36b421b tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] For port a8dffa35-4677-4915-9472-ab4af4f14a87, host hv-cinder-80983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80983',level=0,port_id=a8dffa35-4677-4915-9472-ab4af4f14a87,segment=NetworkSegment(3493a04e-7856-43c1-b4a7-e752097c9e9a),segment_id=3493a04e-7856-43c1-b4a7-e752097c9e9a)] {{(pid=105994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:00:50.023612 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-b3498977-85b5-4927-8e5c-fb5040082aa8 req-1a743267-a26a-4fd7-a313-58e7a36b421b tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616222'] for port, precommit_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:50.056841 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.plugin [req-b3498977-85b5-4927-8e5c-fb5040082aa8 req-1a743267-a26a-4fd7-a313-58e7a36b421b tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] Calling delete_port for a8dffa35-4677-4915-9472-ab4af4f14a87 owned by compute:nova {{(pid=105994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:00:50.419631 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2e1ce5-dc86-42de-89f0-7f94336e7700 req-a6905120-8074-4323-ace2-04d0cc287430 tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:00:50.429149 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-0a2e1ce5-dc86-42de-89f0-7f94336e7700 req-a6905120-8074-4323-ace2-04d0cc287430 tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] 10.222.0.90 "GET /v2.0/ports?device_id=1b5e828c-a82b-40cd-a344-255f4b26a841 HTTP/1.1" status: 200 len: 945 time: 0.1884682 Sep 24 15:00:50.446923 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-b3498977-85b5-4927-8e5c-fb5040082aa8 req-1a743267-a26a-4fd7-a313-58e7a36b421b tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727248551918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727248062136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14130366'] for port, after_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:50.461752 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.db [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] get_ports_and_sgs() called for port_ids ['b1cb22c4-a818-4c45-a191-65d5ab96169f', 'a8dffa35-4677-4915-9472-ab4af4f14a87'] {{(pid=105995) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:00:50.583899 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-0a2e1ce5-dc86-42de-89f0-7f94336e7700 req-0ce9be48-b4e6-46d7-919e-e015b54350de tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] 10.222.0.90 "GET /v2.0/security-groups?id=bb54c971-337c-4571-b265-c21f3dff30d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530647 Sep 24 15:00:50.630777 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a743267-a26a-4fd7-a313-58e7a36b421b tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] Pushing event deleted for resources: {'Port': ['ID=a8dffa35-4677-4915-9472-ab4af4f14a87,revision_number=None']} {{(pid=105994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:00:50.748897 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de195b5a-98bd-43a2-a90d-86c0a1c4f312 req-1fa7e692-75df-475e-adbf-89728bc6eaa1 tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:00:50.765413 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-de195b5a-98bd-43a2-a90d-86c0a1c4f312 req-1fa7e692-75df-475e-adbf-89728bc6eaa1 tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] 10.222.0.90 "GET /v2.0/ports?device_id=f1b5b2a6-f314-44dc-ba72-775062bcd022 HTTP/1.1" status: 200 len: 945 time: 0.3363168 Sep 24 15:00:50.854693 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3498977-85b5-4927-8e5c-fb5040082aa8 req-1a743267-a26a-4fd7-a313-58e7a36b421b tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] No DVR routers for this DVR port a8dffa35-4677-4915-9472-ab4af4f14a87 on host hv-cinder-80983 {{(pid=105994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:00:50.906406 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-b3498977-85b5-4927-8e5c-fb5040082aa8 req-1a743267-a26a-4fd7-a313-58e7a36b421b tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472375'] for port, before_response {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:50.910538 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-b3498977-85b5-4927-8e5c-fb5040082aa8 req-1a743267-a26a-4fd7-a313-58e7a36b421b tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] 10.222.0.99 "DELETE /v2.0/ports/a8dffa35-4677-4915-9472-ab4af4f14a87 HTTP/1.1" status: 204 len: 173 time: 1.3377178 Sep 24 15:00:50.911052 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b5e828c-a82b-40cd-a344-255f4b26a841', 'name': 'network-vif-deleted', 'tag': 'a8dffa35-4677-4915-9472-ab4af4f14a87'}] {{(pid=105994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:00:50.914815 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}445a901cbb5a624303c84b78f65e518dd0fb300c00204885c20e5236c8fbed2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e7ecb93-8067-400b-a88e-bc0ed345fea5" -d '{"events": [{"server_uuid": "1b5e828c-a82b-40cd-a344-255f4b26a841", "name": "network-vif-deleted", "tag": "a8dffa35-4677-4915-9472-ab4af4f14a87"}]}' {{(pid=105994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:00:50.963164 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-de195b5a-98bd-43a2-a90d-86c0a1c4f312 req-d7bdeef2-ea35-4ac0-9308-cd40d0026d25 tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] 10.222.0.90 "GET /v2.0/security-groups?id=c657eca7-10e1-4b7a-90c6-895f7e6c258c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1752057 Sep 24 15:00:51.224553 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a211efee-3f46-405e-9303-9afd76dd22a5 req-72790ae5-2f52-49d3-99c8-cc7ff75f6b24 tempest-TestShelveInstance-1403883769 tempest-TestShelveInstance-1403883769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:00:51.227210 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-a211efee-3f46-405e-9303-9afd76dd22a5 req-72790ae5-2f52-49d3-99c8-cc7ff75f6b24 tempest-TestShelveInstance-1403883769 tempest-TestShelveInstance-1403883769-project] 10.222.0.90 "GET /v2.0/ports?device_id=17dd8cf6-b8ad-4afd-995c-aa01b0dc3985 HTTP/1.1" status: 200 len: 944 time: 0.5074506 Sep 24 15:00:51.396161 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59813c87-cc7a-45c7-98e9-bdfe65e876c9 req-9d0f72eb-99ab-489a-9d7f-4274d9525bfe tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:00:51.407834 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-59813c87-cc7a-45c7-98e9-bdfe65e876c9 req-9d0f72eb-99ab-489a-9d7f-4274d9525bfe tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/ports?device_id=873dd13f-1b71-4619-b337-59158ab98530 HTTP/1.1" status: 200 len: 943 time: 0.1279042 Sep 24 15:00:51.410507 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-a211efee-3f46-405e-9303-9afd76dd22a5 req-0d08a496-bc6e-4bfa-80f2-8f41cde65c42 tempest-TestShelveInstance-1403883769 tempest-TestShelveInstance-1403883769-project] 10.222.0.90 "GET /v2.0/security-groups?id=c78dbd3c-540f-45ec-99f7-1f22d56113b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1629233 Sep 24 15:00:51.447377 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-6f2f22ca-6994-4bb5-b0ba-f087b0175bf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-594183'] for router_interface, before_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:51.470426 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:00:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c80d73f4-1c96-4800-bb88-45441da34bf7 x-openstack-request-id: req-c80d73f4-1c96-4800-bb88-45441da34bf7 {{(pid=105994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:00:51.470821 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b5e828c-a82b-40cd-a344-255f4b26a841", "name": "network-vif-deleted", "tag": "a8dffa35-4677-4915-9472-ab4af4f14a87", "status": "completed", "code": 200}]} {{(pid=105994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:00:51.471190 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-c80d73f4-1c96-4800-bb88-45441da34bf7 {{(pid=105994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:00:51.471674 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b5e828c-a82b-40cd-a344-255f4b26a841', 'name': 'network-vif-deleted', 'tag': 'a8dffa35-4677-4915-9472-ab4af4f14a87', 'status': 'completed', 'code': 200} Sep 24 15:00:51.489162 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-59813c87-cc7a-45c7-98e9-bdfe65e876c9 req-ce13c6e3-4f90-4a71-981d-c7f3079164b6 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/security-groups?id=3569e126-7ff1-4cb8-87ba-3b9b03a649fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798130 Sep 24 15:00:52.117639 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-323a71f2-7ff6-4f1e-a8c0-ad87a4ecba40 req-f00ec019-cfc2-4fe1-bceb-68c04f85ac46 tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] 10.222.0.90 "GET /v2.0/ports?device_id=1b5e828c-a82b-40cd-a344-255f4b26a841 HTTP/1.1" status: 200 len: 210 time: 0.1314170 Sep 24 15:00:52.307558 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ee4ac1-a1fe-4cc7-be80-3cd84267826b req-e139cb4d-37a7-4e6b-993c-a0375423906f tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:00:52.345970 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-29ee4ac1-a1fe-4cc7-be80-3cd84267826b req-e139cb4d-37a7-4e6b-993c-a0375423906f tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] 10.222.0.90 "GET /v2.0/ports?device_id=f1b5b2a6-f314-44dc-ba72-775062bcd022 HTTP/1.1" status: 200 len: 945 time: 0.1238983 Sep 24 15:00:52.454122 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-29ee4ac1-a1fe-4cc7-be80-3cd84267826b req-be9917f5-dde0-4ca1-b082-c82e0aeb917a tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] 10.222.0.90 "GET /v2.0/security-groups?id=c657eca7-10e1-4b7a-90c6-895f7e6c258c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1068661 Sep 24 15:00:52.548034 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.plugins.ml2.plugin [None req-6f2f22ca-6994-4bb5-b0ba-f087b0175bf5 admin admin] Deleting port 92c3c93c-d3a3-4292-8872-c7dc983e700b {{(pid=105993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:00:52.548561 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-6f2f22ca-6994-4bb5-b0ba-f087b0175bf5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727248545832'] for port, before_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:52.896348 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43278807-3d09-4f82-96de-a0fbe5cf2602 req-62ec6aa2-b157-46e8-a588-6a8dd52b81ec tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:00:52.900521 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067ea335-9e8f-4f4a-b3d1-d2b0fed62617 req-f3b4fc61-5021-403c-88bf-a839c6da985d tempest-TestShelveInstance-1403883769 tempest-TestShelveInstance-1403883769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:00:52.909093 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-067ea335-9e8f-4f4a-b3d1-d2b0fed62617 req-f3b4fc61-5021-403c-88bf-a839c6da985d tempest-TestShelveInstance-1403883769 tempest-TestShelveInstance-1403883769-project] 10.222.0.90 "GET /v2.0/ports?device_id=17dd8cf6-b8ad-4afd-995c-aa01b0dc3985 HTTP/1.1" status: 200 len: 944 time: 0.3167126 Sep 24 15:00:52.920817 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-43278807-3d09-4f82-96de-a0fbe5cf2602 req-62ec6aa2-b157-46e8-a588-6a8dd52b81ec tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/ports?device_id=873dd13f-1b71-4619-b337-59158ab98530 HTTP/1.1" status: 200 len: 943 time: 0.1541970 Sep 24 15:00:52.958462 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.rpc [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Device a8dffa35-4677-4915-9472-ab4af4f14a87 no longer exists at agent hyperv_hv-cinder-80983 {{(pid=105995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:00:53.024657 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-43278807-3d09-4f82-96de-a0fbe5cf2602 req-0ed089ac-4f5f-415f-8130-ec1f1e47140e tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/security-groups?id=3569e126-7ff1-4cb8-87ba-3b9b03a649fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1026027 Sep 24 15:00:53.025166 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.plugins.ml2.db [None req-6f2f22ca-6994-4bb5-b0ba-f087b0175bf5 admin admin] For port 92c3c93c-d3a3-4292-8872-c7dc983e700b, host dv-cinder-809830-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809830-2-iscsi',level=0,port_id=92c3c93c-d3a3-4292-8872-c7dc983e700b,segment=NetworkSegment(da9779c5-d241-41b8-9fc6-47d7c09f6870),segment_id=da9779c5-d241-41b8-9fc6-47d7c09f6870)] {{(pid=105993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:00:53.025840 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-6f2f22ca-6994-4bb5-b0ba-f087b0175bf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616222'] for port, precommit_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:53.033674 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.plugin [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] No Port match for: a8dffa35-4677-4915-9472-ab4af4f14a87 {{(pid=105995) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:00:53.034236 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.rpc [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Device a8dffa35-4677-4915-9472-ab4af4f14a87 not bound to the agent host hv-cinder-80983 {{(pid=105995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:00:53.093760 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.plugins.ml2.plugin [None req-6f2f22ca-6994-4bb5-b0ba-f087b0175bf5 admin admin] Calling delete_port for 92c3c93c-d3a3-4292-8872-c7dc983e700b owned by network:router_interface {{(pid=105993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:00:53.187047 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c7444d-6738-471e-921b-b1e12a1b035d req-6ef516ed-6d52-4088-a0d8-533648fd7255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:00:53.190091 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-d0c7444d-6738-471e-921b-b1e12a1b035d req-6ef516ed-6d52-4088-a0d8-533648fd7255 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=36af9e7ac5624a48a0e26dba4f35ccdb&device_id=f1b5b2a6-f314-44dc-ba72-775062bcd022 HTTP/1.1" status: 200 len: 1098 time: 0.1626089 Sep 24 15:00:53.337819 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-067ea335-9e8f-4f4a-b3d1-d2b0fed62617 req-b8dfd2f4-81b0-426c-9e71-0d22461941da tempest-TestShelveInstance-1403883769 tempest-TestShelveInstance-1403883769-project] 10.222.0.90 "GET /v2.0/security-groups?id=c78dbd3c-540f-45ec-99f7-1f22d56113b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4134903 Sep 24 15:00:53.549724 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c7444d-6738-471e-921b-b1e12a1b035d req-555a2a21-4cd2-48d9-8b07-a1ed6106e28a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:00:53.552377 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-d0c7444d-6738-471e-921b-b1e12a1b035d req-555a2a21-4cd2-48d9-8b07-a1ed6106e28a service neutron] 10.222.0.99 "GET /v2.0/networks?id=65553ae1-d48d-4529-ac12-6e14802b8d55 HTTP/1.1" status: 200 len: 913 time: 0.3190899 Sep 24 15:00:53.581804 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-f6ce7859-bf06-4baf-b7b4-50509073d3ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:53.806879 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-6f2f22ca-6994-4bb5-b0ba-f087b0175bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727248551918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727248062136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14427043'] for port, after_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:53.813616 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-d0c7444d-6738-471e-921b-b1e12a1b035d req-f0789291-2b83-4d18-8d13-d284fff4bc6b service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=952fb05d-d49a-44ce-a5d5-b9f7c2828cfe HTTP/1.1" status: 200 len: 1001 time: 0.1853371 Sep 24 15:00:54.041141 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2f22ca-6994-4bb5-b0ba-f087b0175bf5 admin admin] Pushing event deleted for resources: {'Port': ['ID=92c3c93c-d3a3-4292-8872-c7dc983e700b,revision_number=None']} {{(pid=105993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:00:54.054472 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2f22ca-6994-4bb5-b0ba-f087b0175bf5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:00:54.054724 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c7444d-6738-471e-921b-b1e12a1b035d req-c7e895a8-c2c5-464d-bde9-30793e65e75d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:00:54.055527 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2f22ca-6994-4bb5-b0ba-f087b0175bf5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:00:54.056111 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2f22ca-6994-4bb5-b0ba-f087b0175bf5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:00:54.056795 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2f22ca-6994-4bb5-b0ba-f087b0175bf5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:00:54.057560 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2f22ca-6994-4bb5-b0ba-f087b0175bf5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:00:54.057747 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-d0c7444d-6738-471e-921b-b1e12a1b035d req-c7e895a8-c2c5-464d-bde9-30793e65e75d service neutron] 10.222.0.99 "GET /v2.0/subnets?id=08495ca0-8e92-404f-b038-7ce4337e085a HTTP/1.1" status: 200 len: 850 time: 0.2098801 Sep 24 15:00:54.058384 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2f22ca-6994-4bb5-b0ba-f087b0175bf5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:00:54.059170 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2f22ca-6994-4bb5-b0ba-f087b0175bf5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:00:54.059721 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2f22ca-6994-4bb5-b0ba-f087b0175bf5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:00:54.060383 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2f22ca-6994-4bb5-b0ba-f087b0175bf5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:00:54.060989 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2f22ca-6994-4bb5-b0ba-f087b0175bf5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:00:54.061552 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2f22ca-6994-4bb5-b0ba-f087b0175bf5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:00:54.062077 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2f22ca-6994-4bb5-b0ba-f087b0175bf5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:00:54.222321 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254a100d-3a8d-48bf-922f-3d96143e47fb req-27953847-49e7-4c29-a76f-a04dd9225ee9 tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:00:54.235576 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-254a100d-3a8d-48bf-922f-3d96143e47fb req-27953847-49e7-4c29-a76f-a04dd9225ee9 tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] 10.222.0.90 "GET /v2.0/ports?device_id=f1b5b2a6-f314-44dc-ba72-775062bcd022 HTTP/1.1" status: 200 len: 945 time: 1.0288529 Sep 24 15:00:54.307479 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-254a100d-3a8d-48bf-922f-3d96143e47fb req-583792b2-912b-49dd-9dc3-d658dbaee4ab tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] 10.222.0.90 "GET /v2.0/security-groups?id=c657eca7-10e1-4b7a-90c6-895f7e6c258c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697045 Sep 24 15:00:54.336005 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c7444d-6738-471e-921b-b1e12a1b035d req-f417ff16-0855-45d8-8adf-181e844cb97f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:00:54.338800 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-d0c7444d-6738-471e-921b-b1e12a1b035d req-f417ff16-0855-45d8-8adf-181e844cb97f service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=65553ae1-d48d-4529-ac12-6e14802b8d55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2603369 Sep 24 15:00:54.541462 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-d0c7444d-6738-471e-921b-b1e12a1b035d req-4f359d0f-d8b6-4057-b079-b393ba439767 service neutron] 10.222.0.99 "GET /v2.0/networks/65553ae1-d48d-4529-ac12-6e14802b8d55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1837206 Sep 24 15:00:54.687781 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c228311-c53e-4586-959e-8f8d3ba76ed1 req-724d5268-4371-425f-b093-aa10e7f0316d tempest-TestShelveInstance-1403883769 tempest-TestShelveInstance-1403883769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:00:54.690039 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-5c228311-c53e-4586-959e-8f8d3ba76ed1 req-724d5268-4371-425f-b093-aa10e7f0316d tempest-TestShelveInstance-1403883769 tempest-TestShelveInstance-1403883769-project] 10.222.0.90 "GET /v2.0/ports?device_id=17dd8cf6-b8ad-4afd-995c-aa01b0dc3985 HTTP/1.1" status: 200 len: 944 time: 0.1474001 Sep 24 15:00:54.790855 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-6f2f22ca-6994-4bb5-b0ba-f087b0175bf5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-595342'] for router_interface, after_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:54.874174 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81694688-ff25-4acd-8bef-17662163073c req-046aa99a-14d7-40be-a403-182f6f9dc079 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:00:54.877433 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-d0c7444d-6738-471e-921b-b1e12a1b035d req-247f90e7-26e4-40ee-81e2-e4950009e578 service neutron] 10.222.0.99 "GET /v2.0/networks/65553ae1-d48d-4529-ac12-6e14802b8d55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3220618 Sep 24 15:00:54.878107 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-81694688-ff25-4acd-8bef-17662163073c req-046aa99a-14d7-40be-a403-182f6f9dc079 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/ports?device_id=873dd13f-1b71-4619-b337-59158ab98530 HTTP/1.1" status: 200 len: 943 time: 0.1732194 Sep 24 15:00:54.929420 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-5c228311-c53e-4586-959e-8f8d3ba76ed1 req-66f39e58-9061-4861-bc15-55e0293710e4 tempest-TestShelveInstance-1403883769 tempest-TestShelveInstance-1403883769-project] 10.222.0.90 "GET /v2.0/security-groups?id=c78dbd3c-540f-45ec-99f7-1f22d56113b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2271786 Sep 24 15:00:55.077726 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-81694688-ff25-4acd-8bef-17662163073c req-3583d5d2-cd21-456e-8fe9-68bcfd8b7dfe tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/security-groups?id=3569e126-7ff1-4cb8-87ba-3b9b03a649fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761082 Sep 24 15:00:55.778400 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f2f22ca-6994-4bb5-b0ba-f087b0175bf5 admin admin] Router c1b0a125-a7bb-4006-ba25-4458c3652fc4 has already been hosted by L3 agent 76290e94-8d59-4af2-9b8f-4e64db68baa4 {{(pid=105993) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:00:55.785622 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f93050a-81b2-454b-9f86-04f6f3013742 req-4f07a6d0-788c-413a-a89b-fc193f092237 tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:00:55.801163 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-1f93050a-81b2-454b-9f86-04f6f3013742 req-4f07a6d0-788c-413a-a89b-fc193f092237 tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] 10.222.0.90 "GET /v2.0/ports?device_id=efc9d137-d1b5-4824-8c0f-8e004e328076 HTTP/1.1" status: 200 len: 945 time: 0.1530194 Sep 24 15:00:55.839893 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb74d02e-ac24-4557-b90d-5951dfaa48d0 req-790d083b-c0d7-4cce-9c52-760fac84040d tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:00:55.847278 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-eb74d02e-ac24-4557-b90d-5951dfaa48d0 req-790d083b-c0d7-4cce-9c52-760fac84040d tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] 10.222.0.90 "GET /v2.0/ports?device_id=f1b5b2a6-f314-44dc-ba72-775062bcd022 HTTP/1.1" status: 200 len: 945 time: 0.3036282 Sep 24 15:00:55.926338 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-1f93050a-81b2-454b-9f86-04f6f3013742 req-2d17da18-6bd3-43c5-8013-deda5d995243 tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] 10.222.0.90 "GET /v2.0/security-groups?id=bb54c971-337c-4571-b265-c21f3dff30d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238480 Sep 24 15:00:56.168443 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0ba958-dbaf-44a2-86f7-be104ebe6e25 req-a36ef063-7390-4745-adb0-cbe8161e2dc9 tempest-TestShelveInstance-1403883769 tempest-TestShelveInstance-1403883769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:00:56.171771 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-0c0ba958-dbaf-44a2-86f7-be104ebe6e25 req-a36ef063-7390-4745-adb0-cbe8161e2dc9 tempest-TestShelveInstance-1403883769 tempest-TestShelveInstance-1403883769-project] 10.222.0.90 "GET /v2.0/ports?device_id=17dd8cf6-b8ad-4afd-995c-aa01b0dc3985 HTTP/1.1" status: 200 len: 944 time: 0.1322129 Sep 24 15:00:56.191060 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f2f22ca-6994-4bb5-b0ba-f087b0175bf5 admin admin] Notify agent at l3_agent.dv-cinder-809830-2-iscsi the message routers_updated {{(pid=105993) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:00:56.204911 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eecd7b9-dc6d-4139-9ec7-3fc381810bbd None None] Sync routers for ids ['c1b0a125-a7bb-4006-ba25-4458c3652fc4'] in dv-cinder-809830-2-iscsi {{(pid=105996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:00:56.207787 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [None req-6f2f22ca-6994-4bb5-b0ba-f087b0175bf5 admin admin] 10.222.0.90 "PUT /v2.0/routers/c1b0a125-a7bb-4006-ba25-4458c3652fc4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5247154 Sep 24 15:00:56.211553 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.wsgi [-] (105993) accepted ('10.222.0.90', 60384) {{(pid=105993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:00:56.244259 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eecd7b9-dc6d-4139-9ec7-3fc381810bbd None None] Routers {'c1b0a125-a7bb-4006-ba25-4458c3652fc4'} bound to L3 agent in host dv-cinder-809830-2-iscsi {{(pid=105996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:00:56.245575 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.db.l3_hamode_db [None req-6eecd7b9-dc6d-4139-9ec7-3fc381810bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809830-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-24T14:45:58Z,description=,heartbeat_timestamp=2021-09-24T15:00:28Z,host='dv-cinder-809830-2-iscsi',id=76290e94-8d59-4af2-9b8f-4e64db68baa4,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T14:45:58Z,topic='l3_agent')) {'router_ids': ['c1b0a125-a7bb-4006-ba25-4458c3652fc4'], 'active': True} {{(pid=105996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:00:56.317097 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-0c0ba958-dbaf-44a2-86f7-be104ebe6e25 req-6b71bc29-00b9-4c98-9ffb-87ad0d025747 tempest-TestShelveInstance-1403883769 tempest-TestShelveInstance-1403883769-project] 10.222.0.90 "GET /v2.0/security-groups?id=c78dbd3c-540f-45ec-99f7-1f22d56113b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1376684 Sep 24 15:00:56.480823 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-b868d899-7524-467e-90b7-4b91caefa796 admin admin] Notify callbacks [] for router, before_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:56.529879 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.db.l3_dvr_db [None req-6eecd7b9-dc6d-4139-9ec7-3fc381810bbd None None] Set router c1b0a125-a7bb-4006-ba25-4458c3652fc4 gateway port host: dv-cinder-809830-2-iscsi {{(pid=105996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:00:56.670088 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-eb74d02e-ac24-4557-b90d-5951dfaa48d0 req-3ac0ee25-a718-4792-9e3a-184040010ab8 tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] 10.222.0.90 "GET /v2.0/security-groups?id=c657eca7-10e1-4b7a-90c6-895f7e6c258c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6921587 Sep 24 15:00:56.685040 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0480e9da-bd73-45be-a20c-0a8484e4956c req-02c054c2-b57a-4ac5-9c52-2e0d373e60cd tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:00:56.721077 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-0480e9da-bd73-45be-a20c-0a8484e4956c req-02c054c2-b57a-4ac5-9c52-2e0d373e60cd tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/ports?device_id=873dd13f-1b71-4619-b337-59158ab98530 HTTP/1.1" status: 200 len: 943 time: 0.2794662 Sep 24 15:00:56.902945 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-0480e9da-bd73-45be-a20c-0a8484e4956c req-a7e278b1-f9f9-4acc-810d-ff3f5ecf796c tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/security-groups?id=3569e126-7ff1-4cb8-87ba-3b9b03a649fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1769767 Sep 24 15:00:56.927999 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-b868d899-7524-467e-90b7-4b91caefa796 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:56.963519 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.rpc [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Device dca78979-82e0-4177-af9e-220c5d00e85a details requested by agent hyperv_hv-cinder-80983 with host hv-cinder-80983 {{(pid=105995) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 15:00:57.124078 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.plugins.ml2.plugin [None req-b868d899-7524-467e-90b7-4b91caefa796 admin admin] Deleting port ac100c0d-6424-4451-bdc9-4d44c4fe3f34 {{(pid=105993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:00:57.125086 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-b868d899-7524-467e-90b7-4b91caefa796 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727248545832'] for port, before_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:57.185233 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.db.l3_hamode_db [None req-6eecd7b9-dc6d-4139-9ec7-3fc381810bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1b0a125-a7bb-4006-ba25-4458c3652fc4', 'name': 'tempest-ServerRescueNegativeTestJSON-1688993259-router', 'tenant_id': 'b96539b658a14037b412f92c54157553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7', 'external_fixed_ips': [{'subnet_id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': 'ac100c0d-6424-4451-bdc9-4d44c4fe3f34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T14:57:07Z', 'updated_at': '2021-09-24T15:00:53Z', 'revision_number': 5, 'project_id': 'b96539b658a14037b412f92c54157553', 'gw_port': {'id': 'ac100c0d-6424-4451-bdc9-4d44c4fe3f34', 'name': '', 'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:e8:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1b0a125-a7bb-4006-ba25-4458c3652fc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T14:57:09Z', 'updated_at': '2021-09-24T14:57:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809830-2-iscsi'}], 'dv-cinder-809830-2-iscsi', False) {} {{(pid=105996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:00:57.249905 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eecd7b9-dc6d-4139-9ec7-3fc381810bbd None None] Checking router: c1b0a125-a7bb-4006-ba25-4458c3652fc4 for host: dv-cinder-809830-2-iscsi {{(pid=105996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:00:57.269203 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eecd7b9-dc6d-4139-9ec7-3fc381810bbd None None] Routers {'c1b0a125-a7bb-4006-ba25-4458c3652fc4'} bound to L3 agent in host dv-cinder-809830-2-iscsi {{(pid=105996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:00:57.270711 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.db.l3_hamode_db [None req-6eecd7b9-dc6d-4139-9ec7-3fc381810bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809830-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-24T14:45:58Z,description=,heartbeat_timestamp=2021-09-24T15:00:28Z,host='dv-cinder-809830-2-iscsi',id=76290e94-8d59-4af2-9b8f-4e64db68baa4,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T14:45:58Z,topic='l3_agent')) {'router_ids': ['c1b0a125-a7bb-4006-ba25-4458c3652fc4'], 'active': True} {{(pid=105996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:00:57.453745 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.db.l3_dvr_db [None req-6eecd7b9-dc6d-4139-9ec7-3fc381810bbd None None] Set router c1b0a125-a7bb-4006-ba25-4458c3652fc4 gateway port host: None {{(pid=105996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:00:57.468131 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.plugins.ml2.db [None req-b868d899-7524-467e-90b7-4b91caefa796 admin admin] For port ac100c0d-6424-4451-bdc9-4d44c4fe3f34, host dv-cinder-809830-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809830-2-iscsi',level=0,port_id=ac100c0d-6424-4451-bdc9-4d44c4fe3f34,segment=NetworkSegment(1eeca048-08b8-46bc-9b0a-d3cb6658f7f8),segment_id=1eeca048-08b8-46bc-9b0a-d3cb6658f7f8)] {{(pid=105993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:00:57.473006 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-b868d899-7524-467e-90b7-4b91caefa796 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616222'] for port, precommit_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:57.536397 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.plugins.ml2.plugin [None req-b868d899-7524-467e-90b7-4b91caefa796 admin admin] Calling delete_port for ac100c0d-6424-4451-bdc9-4d44c4fe3f34 owned by network:router_gateway {{(pid=105993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:00:57.561633 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.db.l3_hamode_db [None req-6eecd7b9-dc6d-4139-9ec7-3fc381810bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1b0a125-a7bb-4006-ba25-4458c3652fc4', 'name': 'tempest-ServerRescueNegativeTestJSON-1688993259-router', 'tenant_id': 'b96539b658a14037b412f92c54157553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T14:57:07Z', 'updated_at': '2021-09-24T15:00:56Z', 'revision_number': 6, 'project_id': 'b96539b658a14037b412f92c54157553', 'gw_port_host': None}], 'dv-cinder-809830-2-iscsi', False) {} {{(pid=105996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:00:57.603598 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eecd7b9-dc6d-4139-9ec7-3fc381810bbd None None] The sync data for ids ['c1b0a125-a7bb-4006-ba25-4458c3652fc4'] in dv-cinder-809830-2-iscsi is: [{'id': 'c1b0a125-a7bb-4006-ba25-4458c3652fc4', 'name': 'tempest-ServerRescueNegativeTestJSON-1688993259-router', 'tenant_id': 'b96539b658a14037b412f92c54157553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T14:57:07Z', 'updated_at': '2021-09-24T15:00:56Z', 'revision_number': 6, 'project_id': 'b96539b658a14037b412f92c54157553', 'gw_port_host': None}] {{(pid=105996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:00:57.664943 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.db [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] For port dca78979-82e0-4177-af9e-220c5d00e85a, host hv-cinder-80983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80983',level=0,port_id=dca78979-82e0-4177-af9e-220c5d00e85a,segment=NetworkSegment(e5fe0498-5b75-4c3e-a5ab-6f6f616fb9d3),segment_id=e5fe0498-5b75-4c3e-a5ab-6f6f616fb9d3)] {{(pid=105995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:00:57.689424 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fca237-685f-4c66-b285-6da801ec4efc req-80f6d6b2-2038-4034-a433-8378e13ad0ad tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:00:57.690405 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.rpc [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Returning: {'device': 'dca78979-82e0-4177-af9e-220c5d00e85a', 'network_id': 'bb19bb9c-3809-48e0-96ea-458278040176', 'port_id': 'dca78979-82e0-4177-af9e-220c5d00e85a', 'mac_address': 'fa:16:3e:0b:bb:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1033, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '800b9930-29a7-40db-a216-473b4386d889', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105995) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 15:00:57.692066 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f2b320-514b-4ad3-b1cf-8d0d5fc9a574 req-fdc0f38b-8907-414f-9723-69fd5acc1243 tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:00:57.695002 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-36f2b320-514b-4ad3-b1cf-8d0d5fc9a574 req-fdc0f38b-8907-414f-9723-69fd5acc1243 tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] 10.222.0.99 "GET /v2.0/ports?device_id=efc9d137-d1b5-4824-8c0f-8e004e328076 HTTP/1.1" status: 200 len: 945 time: 0.2950099 Sep 24 15:00:57.698797 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-16fca237-685f-4c66-b285-6da801ec4efc req-80f6d6b2-2038-4034-a433-8378e13ad0ad tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] 10.222.0.90 "GET /v2.0/ports?device_id=efc9d137-d1b5-4824-8c0f-8e004e328076 HTTP/1.1" status: 200 len: 945 time: 0.5058622 Sep 24 15:00:57.733356 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9191fbc-26de-4fd7-b268-02335faef385 req-73ba6d56-682c-4174-a242-fb633d037a91 tempest-TestShelveInstance-1403883769 tempest-TestShelveInstance-1403883769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:00:57.736026 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-c9191fbc-26de-4fd7-b268-02335faef385 req-73ba6d56-682c-4174-a242-fb633d037a91 tempest-TestShelveInstance-1403883769 tempest-TestShelveInstance-1403883769-project] 10.222.0.90 "GET /v2.0/ports?device_id=17dd8cf6-b8ad-4afd-995c-aa01b0dc3985 HTTP/1.1" status: 200 len: 944 time: 0.2005463 Sep 24 15:00:57.832413 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993762'] for port, before_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:57.877171 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-c9191fbc-26de-4fd7-b268-02335faef385 req-f6e301d0-0c06-41df-bf91-afb0dab028f0 tempest-TestShelveInstance-1403883769 tempest-TestShelveInstance-1403883769-project] 10.222.0.90 "GET /v2.0/security-groups?id=c78dbd3c-540f-45ec-99f7-1f22d56113b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1049943 Sep 24 15:00:57.881215 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.notifiers.nova [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dca78979-82e0-4177-af9e-220c5d00e85a {{(pid=105995) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:00:57.922914 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.plugin [req-36f2b320-514b-4ad3-b1cf-8d0d5fc9a574 req-6a7e442b-53f9-4692-86ce-de628780fd4c tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] Deleting port b1cb22c4-a818-4c45-a191-65d5ab96169f {{(pid=105994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:00:57.926963 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-36f2b320-514b-4ad3-b1cf-8d0d5fc9a574 req-6a7e442b-53f9-4692-86ce-de628780fd4c tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727248545832'] for port, before_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:57.932313 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.db [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] For port dca78979-82e0-4177-af9e-220c5d00e85a, host hv-cinder-80983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80983',level=0,port_id=dca78979-82e0-4177-af9e-220c5d00e85a,segment=NetworkSegment(e5fe0498-5b75-4c3e-a5ab-6f6f616fb9d3),segment_id=e5fe0498-5b75-4c3e-a5ab-6f6f616fb9d3)] {{(pid=105995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:00:57.943829 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248551428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248062163'] for port, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:57.945007 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-16fca237-685f-4c66-b285-6da801ec4efc req-ba65732f-3251-4875-ba3c-2033c92d8cfe tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] 10.222.0.90 "GET /v2.0/security-groups?id=bb54c971-337c-4571-b265-c21f3dff30d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2382252 Sep 24 15:00:58.154371 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.rpc [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Device 92c3c93c-d3a3-4292-8872-c7dc983e700b no longer exists at agent ovs-agent-dv-cinder-809830-2-iscsi {{(pid=105995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:00:58.248659 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.plugin [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] No Port match for: 92c3c93c-d3a3-4292-8872-c7dc983e700b {{(pid=105995) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:00:58.251544 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.rpc [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Device 92c3c93c-d3a3-4292-8872-c7dc983e700b not bound to the agent host dv-cinder-809830-2-iscsi {{(pid=105995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:00:58.259570 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.db [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] get_ports_and_sgs() called for port_ids ['dca78979-82e0-4177-af9e-220c5d00e85a'] {{(pid=105995) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:00:58.314615 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.db [req-36f2b320-514b-4ad3-b1cf-8d0d5fc9a574 req-6a7e442b-53f9-4692-86ce-de628780fd4c tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] For port b1cb22c4-a818-4c45-a191-65d5ab96169f, host hv-cinder-80983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80983',level=0,port_id=b1cb22c4-a818-4c45-a191-65d5ab96169f,segment=NetworkSegment(3493a04e-7856-43c1-b4a7-e752097c9e9a),segment_id=3493a04e-7856-43c1-b4a7-e752097c9e9a)] {{(pid=105994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:00:58.315426 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-36f2b320-514b-4ad3-b1cf-8d0d5fc9a574 req-6a7e442b-53f9-4692-86ce-de628780fd4c tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616222'] for port, precommit_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:58.344355 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.plugin [req-36f2b320-514b-4ad3-b1cf-8d0d5fc9a574 req-6a7e442b-53f9-4692-86ce-de628780fd4c tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] Calling delete_port for b1cb22c4-a818-4c45-a191-65d5ab96169f owned by compute:nova {{(pid=105994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:00:58.399475 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-b868d899-7524-467e-90b7-4b91caefa796 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727248551918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727248062136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14427043'] for port, after_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:58.417914 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Pushing event updated for resources: {'Port': ['ID=dca78979-82e0-4177-af9e-220c5d00e85a,revision_number=4']} {{(pid=105995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:00:58.459062 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27830e9-819e-49b4-a69e-99f2c29d914c req-afad11a4-e0b5-4039-b57f-d0f567988db2 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:00:58.461364 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-f27830e9-819e-49b4-a69e-99f2c29d914c req-afad11a4-e0b5-4039-b57f-d0f567988db2 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/ports?device_id=873dd13f-1b71-4619-b337-59158ab98530 HTTP/1.1" status: 200 len: 943 time: 0.1893353 Sep 24 15:00:58.469530 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b868d899-7524-467e-90b7-4b91caefa796 admin admin] Pushing event deleted for resources: {'Port': ['ID=ac100c0d-6424-4451-bdc9-4d44c4fe3f34,revision_number=None']} {{(pid=105993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:00:58.555614 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-d9a6a404-0d31-4802-b25b-4291083e91a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:58.590214 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-f27830e9-819e-49b4-a69e-99f2c29d914c req-a8ce1cda-581c-4890-999a-a2528b2c8aba tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/security-groups?id=3569e126-7ff1-4cb8-87ba-3b9b03a649fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1038644 Sep 24 15:00:58.622841 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1b679a-efef-48f8-8c12-ff3720c3a246 req-3646a7bc-3687-4104-b6ff-e476b753b12b tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:00:58.641008 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-6b1b679a-efef-48f8-8c12-ff3720c3a246 req-3646a7bc-3687-4104-b6ff-e476b753b12b tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] 10.222.0.90 "GET /v2.0/ports?device_id=f1b5b2a6-f314-44dc-ba72-775062bcd022 HTTP/1.1" status: 200 len: 945 time: 0.2743988 Sep 24 15:00:58.724133 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-b868d899-7524-467e-90b7-4b91caefa796 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595277'] for router_gateway, after_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:58.786036 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-6b1b679a-efef-48f8-8c12-ff3720c3a246 req-dd5b8982-8e81-42ec-acf0-92d28d98c8f8 tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] 10.222.0.90 "GET /v2.0/security-groups?id=c657eca7-10e1-4b7a-90c6-895f7e6c258c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1418910 Sep 24 15:00:58.972598 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-36f2b320-514b-4ad3-b1cf-8d0d5fc9a574 req-6a7e442b-53f9-4692-86ce-de628780fd4c tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727248551918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727248062136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14130366'] for port, after_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:59.131171 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-b868d899-7524-467e-90b7-4b91caefa796 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-591138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-903'] for router, precommit_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:59.144778 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-b868d899-7524-467e-90b7-4b91caefa796 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:59.188541 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7e442b-53f9-4692-86ce-de628780fd4c tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] Pushing event deleted for resources: {'Port': ['ID=b1cb22c4-a818-4c45-a191-65d5ab96169f,revision_number=None']} {{(pid=105994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:00:59.342193 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.db.l3_dvrscheduler_db [req-36f2b320-514b-4ad3-b1cf-8d0d5fc9a574 req-6a7e442b-53f9-4692-86ce-de628780fd4c tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] No DVR routers for this DVR port b1cb22c4-a818-4c45-a191-65d5ab96169f on host hv-cinder-80983 {{(pid=105994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:00:59.346807 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-36f2b320-514b-4ad3-b1cf-8d0d5fc9a574 req-6a7e442b-53f9-4692-86ce-de628780fd4c tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472375'] for port, before_response {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:59.362626 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-36f2b320-514b-4ad3-b1cf-8d0d5fc9a574 req-6a7e442b-53f9-4692-86ce-de628780fd4c tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] 10.222.0.99 "DELETE /v2.0/ports/b1cb22c4-a818-4c45-a191-65d5ab96169f HTTP/1.1" status: 204 len: 173 time: 1.6505172 Sep 24 15:00:59.375977 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efc9d137-d1b5-4824-8c0f-8e004e328076', 'name': 'network-vif-deleted', 'tag': 'b1cb22c4-a818-4c45-a191-65d5ab96169f'}] {{(pid=105994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:00:59.380154 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}445a901cbb5a624303c84b78f65e518dd0fb300c00204885c20e5236c8fbed2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-984f9cd2-3bc9-4131-aff0-b9ab7f0092f2" -d '{"events": [{"server_uuid": "efc9d137-d1b5-4824-8c0f-8e004e328076", "name": "network-vif-deleted", "tag": "b1cb22c4-a818-4c45-a191-65d5ab96169f"}]}' {{(pid=105994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:00:59.402654 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:59.440631 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-3665229f-9012-4f03-9225-e6c8b47b7164 req-53d701d1-545b-4f95-a635-0b672f7a74a0 tempest-AttachVolumeNegativeTest-631664770 tempest-AttachVolumeNegativeTest-631664770-project] 10.222.0.90 "GET /v2.0/ports?device_id=efc9d137-d1b5-4824-8c0f-8e004e328076 HTTP/1.1" status: 200 len: 210 time: 0.1020067 Sep 24 15:00:59.459147 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-b868d899-7524-467e-90b7-4b91caefa796 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-591147'] for router, after_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:59.462502 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b868d899-7524-467e-90b7-4b91caefa796 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c1b0a125-a7bb-4006-ba25-4458c3652fc4 {{(pid=105993) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 15:00:59.477997 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d986f3c-71b0-4728-971b-bcc8db95c210 req-59fa370d-182c-45e9-906a-f3459207ea56 tempest-TestShelveInstance-1403883769 tempest-TestShelveInstance-1403883769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:00:59.482215 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-3d986f3c-71b0-4728-971b-bcc8db95c210 req-59fa370d-182c-45e9-906a-f3459207ea56 tempest-TestShelveInstance-1403883769 tempest-TestShelveInstance-1403883769-project] 10.222.0.90 "GET /v2.0/ports?device_id=17dd8cf6-b8ad-4afd-995c-aa01b0dc3985 HTTP/1.1" status: 200 len: 945 time: 0.3314674 Sep 24 15:00:59.491528 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-b868d899-7524-467e-90b7-4b91caefa796 admin admin] Notify callbacks [] for router, before_response {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:59.501399 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [None req-b868d899-7524-467e-90b7-4b91caefa796 admin admin] 10.222.0.90 "DELETE /v2.0/routers/c1b0a125-a7bb-4006-ba25-4458c3652fc4 HTTP/1.1" status: 204 len: 168 time: 3.2869895 Sep 24 15:00:59.501631 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.wsgi [-] (105994) accepted ('10.222.0.90', 60406) {{(pid=105994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:00:59.642244 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-3d986f3c-71b0-4728-971b-bcc8db95c210 req-fd416105-e092-4291-963b-b04a32191e30 tempest-TestShelveInstance-1403883769 tempest-TestShelveInstance-1403883769-project] 10.222.0.90 "GET /v2.0/security-groups?id=c78dbd3c-540f-45ec-99f7-1f22d56113b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1282976 Sep 24 15:00:59.729716 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:00:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23510515-6b4e-4743-b7cb-bf652d77f9d6 x-openstack-request-id: req-23510515-6b4e-4743-b7cb-bf652d77f9d6 {{(pid=105994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:00:59.730801 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efc9d137-d1b5-4824-8c0f-8e004e328076", "name": "network-vif-deleted", "tag": "b1cb22c4-a818-4c45-a191-65d5ab96169f", "status": "completed", "code": 200}]} {{(pid=105994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:00:59.731897 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-23510515-6b4e-4743-b7cb-bf652d77f9d6 {{(pid=105994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:00:59.733176 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efc9d137-d1b5-4824-8c0f-8e004e328076', 'name': 'network-vif-deleted', 'tag': 'b1cb22c4-a818-4c45-a191-65d5ab96169f', 'status': 'completed', 'code': 200} Sep 24 15:00:59.743328 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.db.db_base_plugin_v2 [None req-13d6fbc3-2574-4d2a-a1b7-086a07497a6d admin admin] Deleting subnet a953951d-d181-4025-b6b9-5088bf3d7942 {{(pid=105994) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 15:00:59.753789 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-13d6fbc3-2574-4d2a-a1b7-086a07497a6d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:59.846179 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-13d6fbc3-2574-4d2a-a1b7-086a07497a6d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13742450'] for subnet, precommit_delete_associations {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:59.957741 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-13d6fbc3-2574-4d2a-a1b7-086a07497a6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1989010'] for subnet, precommit_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:59.994102 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.rpc [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Device ac100c0d-6424-4451-bdc9-4d44c4fe3f34 no longer exists at agent ovs-agent-dv-cinder-809830-2-iscsi {{(pid=105995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:01:00.059646 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.plugin [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] No Port match for: ac100c0d-6424-4451-bdc9-4d44c4fe3f34 {{(pid=105995) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:01:00.060723 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.rpc [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Device ac100c0d-6424-4451-bdc9-4d44c4fe3f34 not bound to the agent host dv-cinder-809830-2-iscsi {{(pid=105995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:01:00.091266 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bced0f-88c5-4eeb-8257-f2b565046f50 req-6eee94af-fcc5-41b2-99d8-9f873b5041cf tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:01:00.101260 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-04bced0f-88c5-4eeb-8257-f2b565046f50 req-6eee94af-fcc5-41b2-99d8-9f873b5041cf tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/ports?device_id=873dd13f-1b71-4619-b337-59158ab98530 HTTP/1.1" status: 200 len: 943 time: 0.1970510 Sep 24 15:01:00.125664 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-13d6fbc3-2574-4d2a-a1b7-086a07497a6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1989019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14130403', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14524596'] for subnet, after_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:01:00.166477 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d6fbc3-2574-4d2a-a1b7-086a07497a6d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a953951d-d181-4025-b6b9-5088bf3d7942,revision_number=None']} {{(pid=105994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:01:00.191170 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-13d6fbc3-2574-4d2a-a1b7-086a07497a6d admin admin] Notify callbacks [] for subnet, before_response {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:01:00.197014 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [None req-13d6fbc3-2574-4d2a-a1b7-086a07497a6d admin admin] 10.222.0.90 "DELETE /v2.0/subnets/a953951d-d181-4025-b6b9-5088bf3d7942 HTTP/1.1" status: 204 len: 168 time: 0.6935043 Sep 24 15:01:00.198048 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.wsgi [-] (105994) accepted ('10.222.0.90', 60410) {{(pid=105994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:01:00.213760 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-04bced0f-88c5-4eeb-8257-f2b565046f50 req-e7e15208-99e6-4955-81a7-87bec62a10b3 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/security-groups?id=3569e126-7ff1-4cb8-87ba-3b9b03a649fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1041939 Sep 24 15:01:00.411311 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-d70d50ac-324b-479f-bfb8-dac6f86273fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1610858'] for network, before_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:01:00.434295 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-13d777cc-54dc-48f4-b409-3d66fa02497d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:01:00.634948 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.wsgi [-] (105993) accepted ('10.222.0.90', 60414) {{(pid=105993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:01:00.635220 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-d70d50ac-324b-479f-bfb8-dac6f86273fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1983019', 'neutron.services.segments.db._delete_segments_for_network-8727248609940'] for network, precommit_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:01:00.687837 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.services.segments.db [None req-d70d50ac-324b-479f-bfb8-dac6f86273fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9087bdc-bc6d-4ea0-be83-04ee0e604773']}} {{(pid=105994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:01:00.711381 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.services.segments.db [None req-d70d50ac-324b-479f-bfb8-dac6f86273fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da9779c5-d241-41b8-9fc6-47d7c09f6870') {'for_net_delete': True} {{(pid=105994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:01:00.711844 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.services.segments.db [None req-d70d50ac-324b-479f-bfb8-dac6f86273fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da9779c5-d241-41b8-9fc6-47d7c09f6870') {} {{(pid=105994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:01:00.764793 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-d70d50ac-324b-479f-bfb8-dac6f86273fa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727248609437', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13742443'] for segment, before_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:01:00.776108 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.db.db_base_plugin_v2 [None req-37410523-34ec-4eae-8f2f-d7597ce7d6a6 admin admin] Deleting subnet 61e01f8c-a5ed-4609-8640-3ce2b0ef07de {{(pid=105993) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 15:01:00.800468 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-37410523-34ec-4eae-8f2f-d7597ce7d6a6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:01:00.822469 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-d70d50ac-324b-479f-bfb8-dac6f86273fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988101'] for segment, precommit_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:01:00.837658 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d70d50ac-324b-479f-bfb8-dac6f86273fa admin admin] Releasing vlan 1040 on physical network physnet1 to pool {{(pid=105994) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 15:01:00.838704 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-d70d50ac-324b-479f-bfb8-dac6f86273fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14132045'] for segment, after_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:01:00.954484 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-37410523-34ec-4eae-8f2f-d7597ce7d6a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13697423'] for subnet, precommit_delete_associations {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:01:00.988936 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.rpc [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Device dca78979-82e0-4177-af9e-220c5d00e85a up at agent hyperv_hv-cinder-80983 {{(pid=105995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:01:01.123840 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-37410523-34ec-4eae-8f2f-d7597ce7d6a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1989010'] for subnet, precommit_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:01:01.135954 dv-cinder-809830-2-iscsi neutron-server[105994]: Traceback (most recent call last): Sep 24 15:01:01.135954 dv-cinder-809830-2-iscsi neutron-server[105994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 15:01:01.135954 dv-cinder-809830-2-iscsi neutron-server[105994]: timer() Sep 24 15:01:01.135954 dv-cinder-809830-2-iscsi neutron-server[105994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 15:01:01.135954 dv-cinder-809830-2-iscsi neutron-server[105994]: cb(*args, **kw) Sep 24 15:01:01.135954 dv-cinder-809830-2-iscsi neutron-server[105994]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 15:01:01.135954 dv-cinder-809830-2-iscsi neutron-server[105994]: return func(*args, **kwargs) Sep 24 15:01:01.135954 dv-cinder-809830-2-iscsi neutron-server[105994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 15:01:01.135954 dv-cinder-809830-2-iscsi neutron-server[105994]: self._notify() Sep 24 15:01:01.135954 dv-cinder-809830-2-iscsi neutron-server[105994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 15:01:01.135954 dv-cinder-809830-2-iscsi neutron-server[105994]: self.callback(batched_events) Sep 24 15:01:01.135954 dv-cinder-809830-2-iscsi neutron-server[105994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 15:01:01.135954 dv-cinder-809830-2-iscsi neutron-server[105994]: event.method(event) Sep 24 15:01:01.135954 dv-cinder-809830-2-iscsi neutron-server[105994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 15:01:01.135954 dv-cinder-809830-2-iscsi neutron-server[105994]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 15:01:01.135954 dv-cinder-809830-2-iscsi neutron-server[105994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 15:01:01.135954 dv-cinder-809830-2-iscsi neutron-server[105994]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 15:01:01.135954 dv-cinder-809830-2-iscsi neutron-server[105994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 15:01:01.135954 dv-cinder-809830-2-iscsi neutron-server[105994]: return f(self, *a, **k) Sep 24 15:01:01.135954 dv-cinder-809830-2-iscsi neutron-server[105994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 15:01:01.135954 dv-cinder-809830-2-iscsi neutron-server[105994]: return self._get(url).json() Sep 24 15:01:01.135954 dv-cinder-809830-2-iscsi neutron-server[105994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 15:01:01.135954 dv-cinder-809830-2-iscsi neutron-server[105994]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 15:01:01.135954 dv-cinder-809830-2-iscsi neutron-server[105994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 15:01:01.135954 dv-cinder-809830-2-iscsi neutron-server[105994]: return self.request(url, 'GET', **kwargs) Sep 24 15:01:01.135954 dv-cinder-809830-2-iscsi neutron-server[105994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 15:01:01.135954 dv-cinder-809830-2-iscsi neutron-server[105994]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 15:01:01.135954 dv-cinder-809830-2-iscsi neutron-server[105994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 15:01:01.135954 dv-cinder-809830-2-iscsi neutron-server[105994]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 15:01:01.135954 dv-cinder-809830-2-iscsi neutron-server[105994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 15:01:01.135954 dv-cinder-809830-2-iscsi neutron-server[105994]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 15:01:01.135954 dv-cinder-809830-2-iscsi neutron-server[105994]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 15:01:01.140221 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-d70d50ac-324b-479f-bfb8-dac6f86273fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1983004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-595217'] for network, after_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:01:01.157086 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-d70d50ac-324b-479f-bfb8-dac6f86273fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536624'] for network, before_response {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:01:01.161751 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [None req-d70d50ac-324b-479f-bfb8-dac6f86273fa admin admin] 10.222.0.90 "DELETE /v2.0/networks/b9087bdc-bc6d-4ea0-be83-04ee0e604773 HTTP/1.1" status: 204 len: 168 time: 0.9621091 Sep 24 15:01:01.190179 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70d50ac-324b-479f-bfb8-dac6f86273fa admin admin] Pushing event deleted for resources: {'Network': ['ID=b9087bdc-bc6d-4ea0-be83-04ee0e604773,revision_number=None']} {{(pid=105994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:01:01.191068 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.provisioning_blocks [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Provisioning for port dca78979-82e0-4177-af9e-220c5d00e85a completed by entity L2. {{(pid=105995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 15:01:01.199922 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.provisioning_blocks [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Provisioning complete for port dca78979-82e0-4177-af9e-220c5d00e85a triggered by entity L2. {{(pid=105995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:01:01.202346 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985790'] for port, provisioning_complete {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:01:01.274408 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe628b5f-bdc3-4de8-b45d-c978750d314e req-f853506f-dbcf-432f-9604-1cc482070ad9 tempest-TestShelveInstance-1403883769 tempest-TestShelveInstance-1403883769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:01:01.286049 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-fe628b5f-bdc3-4de8-b45d-c978750d314e req-f853506f-dbcf-432f-9604-1cc482070ad9 tempest-TestShelveInstance-1403883769 tempest-TestShelveInstance-1403883769-project] 10.222.0.90 "GET /v2.0/ports?device_id=17dd8cf6-b8ad-4afd-995c-aa01b0dc3985 HTTP/1.1" status: 200 len: 945 time: 0.2062175 Sep 24 15:01:01.351155 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-37410523-34ec-4eae-8f2f-d7597ce7d6a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1989019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14427134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14663323'] for subnet, after_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:01:01.483477 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37410523-34ec-4eae-8f2f-d7597ce7d6a6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=61e01f8c-a5ed-4609-8640-3ce2b0ef07de,revision_number=None']} {{(pid=105993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:01:01.504282 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-fe628b5f-bdc3-4de8-b45d-c978750d314e req-2d00532d-1412-454e-bfa0-4b802cc434b6 tempest-TestShelveInstance-1403883769 tempest-TestShelveInstance-1403883769-project] 10.222.0.90 "GET /v2.0/security-groups?id=c78dbd3c-540f-45ec-99f7-1f22d56113b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2166512 Sep 24 15:01:01.512250 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-37410523-34ec-4eae-8f2f-d7597ce7d6a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536624'] for subnet, before_response {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:01:01.530170 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [None req-37410523-34ec-4eae-8f2f-d7597ce7d6a6 admin admin] 10.222.0.90 "DELETE /v2.0/subnets/61e01f8c-a5ed-4609-8640-3ce2b0ef07de HTTP/1.1" status: 204 len: 168 time: 0.8921497 Sep 24 15:01:01.531332 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.wsgi [-] (105993) accepted ('10.222.0.90', 60422) {{(pid=105993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:01:01.581071 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.wsgi [-] (105994) accepted ('10.222.0.90', 60424) {{(pid=105994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:01:01.604011 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993762'] for port, before_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:01:01.671245 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cdc07f-f96a-4c0a-9e4e-24771437dcc8 req-6704b72c-40d4-45f2-8e59-9426a8b1b9bd tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:01:01.671981 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-a9cdc07f-f96a-4c0a-9e4e-24771437dcc8 req-6704b72c-40d4-45f2-8e59-9426a8b1b9bd tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/ports?device_id=873dd13f-1b71-4619-b337-59158ab98530 HTTP/1.1" status: 200 len: 943 time: 0.1904669 Sep 24 15:01:01.698526 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17dd8cf6-b8ad-4afd-995c-aa01b0dc3985', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dca78979-82e0-4177-af9e-220c5d00e85a'}] {{(pid=105995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:01:01.703123 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}caf9aa003d9a854053fb223e5f104f4bef6eff4a3612bfb278e8f19c1601715b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd082252-0ed7-467f-ba66-bb712e9c2564" -d '{"events": [{"server_uuid": "17dd8cf6-b8ad-4afd-995c-aa01b0dc3985", "name": "network-vif-plugged", "status": "completed", "tag": "dca78979-82e0-4177-af9e-220c5d00e85a"}]}' {{(pid=105995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:01:01.729873 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-36540cb2-e979-4792-bd83-70d1c7cf8c13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1610858'] for network, before_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:01:01.744364 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [None req-19e43ea2-7ae4-4e38-914a-86858f25f9e3 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=b96539b658a14037b412f92c54157553&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1605482 Sep 24 15:01:01.749095 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.wsgi [-] (105993) accepted ('10.222.0.90', 60428) {{(pid=105993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:01:01.764312 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.db [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] For port dca78979-82e0-4177-af9e-220c5d00e85a, host hv-cinder-80983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80983',level=0,port_id=dca78979-82e0-4177-af9e-220c5d00e85a,segment=NetworkSegment(e5fe0498-5b75-4c3e-a5ab-6f6f616fb9d3),segment_id=e5fe0498-5b75-4c3e-a5ab-6f6f616fb9d3)] {{(pid=105995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:01:01.773444 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248551428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248062163'] for port, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:01:01.775108 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.rpc [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Device b1cb22c4-a818-4c45-a191-65d5ab96169f no longer exists at agent hyperv_hv-cinder-80983 {{(pid=105995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:01:01.793519 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-a9cdc07f-f96a-4c0a-9e4e-24771437dcc8 req-b9629b63-7d36-406a-ba3d-68998d8ef819 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/security-groups?id=3569e126-7ff1-4cb8-87ba-3b9b03a649fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0843694 Sep 24 15:01:01.836898 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:01:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b4cb36e-8354-41b2-a8d5-b8f69599d3a9 x-openstack-request-id: req-8b4cb36e-8354-41b2-a8d5-b8f69599d3a9 {{(pid=105995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:01:01.837408 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17dd8cf6-b8ad-4afd-995c-aa01b0dc3985", "name": "network-vif-plugged", "status": "completed", "tag": "dca78979-82e0-4177-af9e-220c5d00e85a", "code": 200}]} {{(pid=105995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:01:01.838126 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-8b4cb36e-8354-41b2-a8d5-b8f69599d3a9 {{(pid=105995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:01:01.853719 dv-cinder-809830-2-iscsi neutron-server[105995]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17dd8cf6-b8ad-4afd-995c-aa01b0dc3985', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dca78979-82e0-4177-af9e-220c5d00e85a', 'code': 200} Sep 24 15:01:01.941247 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-36540cb2-e979-4792-bd83-70d1c7cf8c13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1983019', 'neutron.services.segments.db._delete_segments_for_network-8727248609940'] for network, precommit_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:01:01.947074 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Pushing event updated for resources: {'Port': ['ID=dca78979-82e0-4177-af9e-220c5d00e85a,revision_number=5']} {{(pid=105995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:01:01.974685 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.plugin [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] No Port match for: b1cb22c4-a818-4c45-a191-65d5ab96169f {{(pid=105995) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:01:01.976346 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.rpc [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Device b1cb22c4-a818-4c45-a191-65d5ab96169f not bound to the agent host hv-cinder-80983 {{(pid=105995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:01:01.989262 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-8de8c8e5-8d52-439f-a4ae-54644732ec75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:01:02.018856 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.services.segments.db [None req-36540cb2-e979-4792-bd83-70d1c7cf8c13 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['668c8e2b-cd9f-4f58-bdca-814f328e4372']}} {{(pid=105993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:01:02.041558 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.services.segments.db [None req-36540cb2-e979-4792-bd83-70d1c7cf8c13 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3493a04e-7856-43c1-b4a7-e752097c9e9a') {'for_net_delete': True} {{(pid=105993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:01:02.042106 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.services.segments.db [None req-36540cb2-e979-4792-bd83-70d1c7cf8c13 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3493a04e-7856-43c1-b4a7-e752097c9e9a') {} {{(pid=105993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:01:02.062853 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-36540cb2-e979-4792-bd83-70d1c7cf8c13 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727248609437', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13697430'] for segment, before_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:01:02.107801 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-36540cb2-e979-4792-bd83-70d1c7cf8c13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988101'] for segment, precommit_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:01:02.128356 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36540cb2-e979-4792-bd83-70d1c7cf8c13 admin admin] Releasing vlan 1046 on physical network physnet1 to pool {{(pid=105993) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 15:01:02.128633 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-36540cb2-e979-4792-bd83-70d1c7cf8c13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14425168'] for segment, after_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:01:02.131336 dv-cinder-809830-2-iscsi neutron-server[105993]: Traceback (most recent call last): Sep 24 15:01:02.131336 dv-cinder-809830-2-iscsi neutron-server[105993]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 15:01:02.131336 dv-cinder-809830-2-iscsi neutron-server[105993]: timer() Sep 24 15:01:02.131336 dv-cinder-809830-2-iscsi neutron-server[105993]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 15:01:02.131336 dv-cinder-809830-2-iscsi neutron-server[105993]: cb(*args, **kw) Sep 24 15:01:02.131336 dv-cinder-809830-2-iscsi neutron-server[105993]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 15:01:02.131336 dv-cinder-809830-2-iscsi neutron-server[105993]: return func(*args, **kwargs) Sep 24 15:01:02.131336 dv-cinder-809830-2-iscsi neutron-server[105993]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 15:01:02.131336 dv-cinder-809830-2-iscsi neutron-server[105993]: self._notify() Sep 24 15:01:02.131336 dv-cinder-809830-2-iscsi neutron-server[105993]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 15:01:02.131336 dv-cinder-809830-2-iscsi neutron-server[105993]: self.callback(batched_events) Sep 24 15:01:02.131336 dv-cinder-809830-2-iscsi neutron-server[105993]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 15:01:02.131336 dv-cinder-809830-2-iscsi neutron-server[105993]: event.method(event) Sep 24 15:01:02.131336 dv-cinder-809830-2-iscsi neutron-server[105993]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 15:01:02.131336 dv-cinder-809830-2-iscsi neutron-server[105993]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 15:01:02.131336 dv-cinder-809830-2-iscsi neutron-server[105993]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 15:01:02.131336 dv-cinder-809830-2-iscsi neutron-server[105993]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 15:01:02.131336 dv-cinder-809830-2-iscsi neutron-server[105993]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 15:01:02.131336 dv-cinder-809830-2-iscsi neutron-server[105993]: return f(self, *a, **k) Sep 24 15:01:02.131336 dv-cinder-809830-2-iscsi neutron-server[105993]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 15:01:02.131336 dv-cinder-809830-2-iscsi neutron-server[105993]: return self._get(url).json() Sep 24 15:01:02.131336 dv-cinder-809830-2-iscsi neutron-server[105993]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 15:01:02.131336 dv-cinder-809830-2-iscsi neutron-server[105993]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 15:01:02.131336 dv-cinder-809830-2-iscsi neutron-server[105993]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 15:01:02.131336 dv-cinder-809830-2-iscsi neutron-server[105993]: return self.request(url, 'GET', **kwargs) Sep 24 15:01:02.131336 dv-cinder-809830-2-iscsi neutron-server[105993]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 15:01:02.131336 dv-cinder-809830-2-iscsi neutron-server[105993]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 15:01:02.131336 dv-cinder-809830-2-iscsi neutron-server[105993]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 15:01:02.131336 dv-cinder-809830-2-iscsi neutron-server[105993]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 15:01:02.131336 dv-cinder-809830-2-iscsi neutron-server[105993]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 15:01:02.131336 dv-cinder-809830-2-iscsi neutron-server[105993]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 15:01:02.131336 dv-cinder-809830-2-iscsi neutron-server[105993]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 15:01:02.155684 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-8de8c8e5-8d52-439f-a4ae-54644732ec75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:01:02.312992 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.db.agents_db [None req-37515238-e50e-498e-bfbd-a21ffee86c29 None None] Agent healthcheck: found 6 active agents {{(pid=105996) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 15:01:02.376552 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-36540cb2-e979-4792-bd83-70d1c7cf8c13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1983004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-595217'] for network, after_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:01:02.397994 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-36540cb2-e979-4792-bd83-70d1c7cf8c13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536624'] for network, before_response {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:01:02.418366 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d6f3ef-313a-4f3d-8397-8750dc61c844 req-6247665d-cf05-44a8-9a1d-2b4c1d9dda3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:01:02.421817 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-d1d6f3ef-313a-4f3d-8397-8750dc61c844 req-6247665d-cf05-44a8-9a1d-2b4c1d9dda3e service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=17dd8cf6-b8ad-4afd-995c-aa01b0dc3985 HTTP/1.1" status: 200 len: 1099 time: 0.0932126 Sep 24 15:01:02.436089 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [None req-36540cb2-e979-4792-bd83-70d1c7cf8c13 admin admin] 10.222.0.90 "DELETE /v2.0/networks/668c8e2b-cd9f-4f58-bdca-814f328e4372 HTTP/1.1" status: 204 len: 168 time: 0.8941135 Sep 24 15:01:02.469962 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36540cb2-e979-4792-bd83-70d1c7cf8c13 admin admin] Pushing event deleted for resources: {'Network': ['ID=668c8e2b-cd9f-4f58-bdca-814f328e4372,revision_number=None']} {{(pid=105993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:01:02.527768 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-d1d6f3ef-313a-4f3d-8397-8750dc61c844 req-6998b72e-6c70-46f4-a41e-01534f17561f service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=c78dbd3c-540f-45ec-99f7-1f22d56113b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878246 Sep 24 15:01:02.535511 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-8de8c8e5-8d52-439f-a4ae-54644732ec75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571103'] for security_group, after_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:01:02.539423 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-8de8c8e5-8d52-439f-a4ae-54644732ec75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:01:02.542778 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [None req-8de8c8e5-8d52-439f-a4ae-54644732ec75 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/f3d37e3f-2899-4174-ab27-7857e72c3fbe HTTP/1.1" status: 204 len: 168 time: 0.7900054 Sep 24 15:01:02.562193 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de8c8e5-8d52-439f-a4ae-54644732ec75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3d37e3f-2899-4174-ab27-7857e72c3fbe,revision_number=None']} {{(pid=105993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:01:02.971393 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386513ca-019f-46a7-9fc4-4c198daed7eb req-af92c435-6aa4-4b52-a78d-2ac8746b7581 tempest-TestShelveInstance-1403883769 tempest-TestShelveInstance-1403883769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:01:03.000812 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-386513ca-019f-46a7-9fc4-4c198daed7eb req-af92c435-6aa4-4b52-a78d-2ac8746b7581 tempest-TestShelveInstance-1403883769 tempest-TestShelveInstance-1403883769-project] 10.222.0.90 "GET /v2.0/ports?device_id=17dd8cf6-b8ad-4afd-995c-aa01b0dc3985 HTTP/1.1" status: 200 len: 946 time: 0.2785072 Sep 24 15:01:03.031897 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.wsgi [-] (105994) accepted ('10.222.0.90', 60442) {{(pid=105994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:01:03.076194 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-450d71f0-4391-4cc8-89b8-8f609d6e2304 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:01:03.159545 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-386513ca-019f-46a7-9fc4-4c198daed7eb req-8ff8ca23-6df2-4385-92d7-99b444abf89b tempest-TestShelveInstance-1403883769 tempest-TestShelveInstance-1403883769-project] 10.222.0.90 "GET /v2.0/security-groups?id=c78dbd3c-540f-45ec-99f7-1f22d56113b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1653566 Sep 24 15:01:03.285374 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [None req-c50d2222-ca34-4793-a282-7be25c645025 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=e9ba4ee0a4b74e9ca40e57d3efacf27a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2368963 Sep 24 15:01:03.286409 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.wsgi [-] (105993) accepted ('10.222.0.90', 60444) {{(pid=105993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:01:03.382667 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7018400d-2d55-4e69-97b4-5d9e0759f98f req-10b939e6-6c00-480b-b918-0c599fab81c9 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:01:03.406986 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-7018400d-2d55-4e69-97b4-5d9e0759f98f req-10b939e6-6c00-480b-b918-0c599fab81c9 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/ports?device_id=873dd13f-1b71-4619-b337-59158ab98530 HTTP/1.1" status: 200 len: 943 time: 0.2132514 Sep 24 15:01:03.450829 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-557870b1-90ee-455d-96b4-f08574fe51d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:01:03.549624 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-557870b1-90ee-455d-96b4-f08574fe51d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:01:03.550466 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-7018400d-2d55-4e69-97b4-5d9e0759f98f req-02889352-404c-4103-9d1d-cf7cc7614d06 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/security-groups?id=3569e126-7ff1-4cb8-87ba-3b9b03a649fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1181111 Sep 24 15:01:03.794716 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-557870b1-90ee-455d-96b4-f08574fe51d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571103'] for security_group, after_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:01:03.808877 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-557870b1-90ee-455d-96b4-f08574fe51d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:01:03.826326 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [None req-557870b1-90ee-455d-96b4-f08574fe51d2 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/bb54c971-337c-4571-b265-c21f3dff30d0 HTTP/1.1" status: 204 len: 168 time: 0.5378501 Sep 24 15:01:03.874823 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557870b1-90ee-455d-96b4-f08574fe51d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb54c971-337c-4571-b265-c21f3dff30d0,revision_number=None']} {{(pid=105993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:01:04.468756 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6746f1ad-d713-4b98-b1ec-d277af4e0cad req-97ff706e-29ec-4372-bc40-e31360d3410a tempest-TestShelveInstance-1403883769 tempest-TestShelveInstance-1403883769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:01:04.470483 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-6746f1ad-d713-4b98-b1ec-d277af4e0cad req-97ff706e-29ec-4372-bc40-e31360d3410a tempest-TestShelveInstance-1403883769 tempest-TestShelveInstance-1403883769-project] 10.222.0.90 "GET /v2.0/ports?device_id=17dd8cf6-b8ad-4afd-995c-aa01b0dc3985 HTTP/1.1" status: 200 len: 946 time: 0.1195662 Sep 24 15:01:04.571642 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-6746f1ad-d713-4b98-b1ec-d277af4e0cad req-66d26a25-804d-41f4-b4d8-2f62559ccc64 tempest-TestShelveInstance-1403883769 tempest-TestShelveInstance-1403883769-project] 10.222.0.90 "GET /v2.0/security-groups?id=c78dbd3c-540f-45ec-99f7-1f22d56113b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865862 Sep 24 15:01:04.950501 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d1a903-cce4-433e-826e-dcef07e8bade req-50fa0599-a92d-464d-9d5f-013028c030a4 tempest-TestShelveInstance-1403883769 tempest-TestShelveInstance-1403883769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:01:04.953577 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-c9d1a903-cce4-433e-826e-dcef07e8bade req-50fa0599-a92d-464d-9d5f-013028c030a4 tempest-TestShelveInstance-1403883769 tempest-TestShelveInstance-1403883769-project] 10.222.0.90 "GET /v2.0/ports?device_id=17dd8cf6-b8ad-4afd-995c-aa01b0dc3985 HTTP/1.1" status: 200 len: 946 time: 0.2228177 Sep 24 15:01:05.016534 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ebf990-3e71-420b-b2f4-3ef4a4757b6d req-26420038-d208-4dfb-9fe3-b7217f0cebb8 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:01:05.031150 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-b6ebf990-3e71-420b-b2f4-3ef4a4757b6d req-26420038-d208-4dfb-9fe3-b7217f0cebb8 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/ports?device_id=873dd13f-1b71-4619-b337-59158ab98530 HTTP/1.1" status: 200 len: 943 time: 0.1639965 Sep 24 15:01:05.070989 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-c9d1a903-cce4-433e-826e-dcef07e8bade req-e8600285-862c-4da1-b834-76a2c868ae21 tempest-TestShelveInstance-1403883769 tempest-TestShelveInstance-1403883769-project] 10.222.0.90 "GET /v2.0/security-groups?id=c78dbd3c-540f-45ec-99f7-1f22d56113b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1101956 Sep 24 15:01:05.116820 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-b6ebf990-3e71-420b-b2f4-3ef4a4757b6d req-6285c8c9-3455-4989-ad29-4583a5d10476 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/security-groups?id=3569e126-7ff1-4cb8-87ba-3b9b03a649fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0796421 Sep 24 15:01:05.138017 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.wsgi [-] (105993) accepted ('10.222.0.90', 60482) {{(pid=105993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:01:05.844093 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d3f4e66-377e-4034-9089-a96cac10419a tempest-TestShelveInstance-1028349014 tempest-TestShelveInstance-1028349014-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:01:05.847194 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [None req-7d3f4e66-377e-4034-9089-a96cac10419a tempest-TestShelveInstance-1028349014 tempest-TestShelveInstance-1028349014-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=17dd8cf6-b8ad-4afd-995c-aa01b0dc3985 HTTP/1.1" status: 200 len: 1094 time: 0.7071543 Sep 24 15:01:05.850761 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.wsgi [-] (105993) accepted ('10.222.0.90', 60498) {{(pid=105993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:01:05.860959 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.v2.base [None req-9fc4e63e-4fa3-4cf8-8477-579f40d1065e tempest-TestShelveInstance-1403883769 tempest-TestShelveInstance-1403883769-project] Request body: {'floatingip': {'floating_network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7', 'port_id': 'dca78979-82e0-4177-af9e-220c5d00e85a', 'tenant_id': 'b3ba56daf4404d7989fc7b7270504b2e', 'fixed_ip_address': '172.20.0.13'}} {{(pid=105993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:01:05.919357 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-9fc4e63e-4fa3-4cf8-8477-579f40d1065e tempest-TestShelveInstance-1403883769 tempest-TestShelveInstance-1403883769-project] Notify callbacks [] for floatingip, before_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:01:06.195591 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-9fc4e63e-4fa3-4cf8-8477-579f40d1065e tempest-TestShelveInstance-1403883769 tempest-TestShelveInstance-1403883769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993762'] for port, before_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:01:06.519075 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.db.db_base_plugin_common [None req-9fc4e63e-4fa3-4cf8-8477-579f40d1065e tempest-TestShelveInstance-1403883769 tempest-TestShelveInstance-1403883769-project] Allocated IP 172.27.0.74 (d1d522b2-1ecd-4e8f-be33-d5d511adebd7/58b80919-877d-4d93-a3a2-bd7e936ebc9a/f1c38b59-fcc0-4763-afcc-fa5d869c88bd) {{(pid=105993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:01:06.551309 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb55eab1-4d2c-4bc4-8722-12904d125d45 req-51fab0d7-4d76-483e-9ba0-ee758f293afd tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:01:06.564897 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-cb55eab1-4d2c-4bc4-8722-12904d125d45 req-51fab0d7-4d76-483e-9ba0-ee758f293afd tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/ports?device_id=873dd13f-1b71-4619-b337-59158ab98530 HTTP/1.1" status: 200 len: 943 time: 0.1636095 Sep 24 15:01:06.679503 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-cb55eab1-4d2c-4bc4-8722-12904d125d45 req-e4ce4f64-d9fa-4d9d-bf55-ea084c4dd26e tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/security-groups?id=3569e126-7ff1-4cb8-87ba-3b9b03a649fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1116216 Sep 24 15:01:06.819333 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-9fc4e63e-4fa3-4cf8-8477-579f40d1065e tempest-TestShelveInstance-1403883769 tempest-TestShelveInstance-1403883769-project] Notify callbacks [] for port, precommit_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:01:06.875751 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-9fc4e63e-4fa3-4cf8-8477-579f40d1065e tempest-TestShelveInstance-1403883769 tempest-TestShelveInstance-1403883769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727248062127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14427043'] for port, after_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:01:06.940787 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fc4e63e-4fa3-4cf8-8477-579f40d1065e tempest-TestShelveInstance-1403883769 tempest-TestShelveInstance-1403883769-project] Network d1d522b2-1ecd-4e8f-be33-d5d511adebd7 is already hosted by enough agents. {{(pid=105993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:01:06.944247 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.scheduler.base_scheduler [None req-9fc4e63e-4fa3-4cf8-8477-579f40d1065e tempest-TestShelveInstance-1403883769 tempest-TestShelveInstance-1403883769-project] Resources bound (agent type, host, resource id): {{(pid=105993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:01:06.954824 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc4e63e-4fa3-4cf8-8477-579f40d1065e tempest-TestShelveInstance-1403883769 tempest-TestShelveInstance-1403883769-project] Received port after_create {{(pid=105993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:01:07.036111 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc4e63e-4fa3-4cf8-8477-579f40d1065e tempest-TestShelveInstance-1403883769 tempest-TestShelveInstance-1403883769-project] Pushing event updated for resources: {'Port': ['ID=f1c38b59-fcc0-4763-afcc-fa5d869c88bd,revision_number=1']} {{(pid=105993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:01:08.003260 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06446c06-12a2-4ab2-9682-03edd9ca0f9c req-c594f26f-a4d0-4025-9849-0dcc804f43bc tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:01:08.012855 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-06446c06-12a2-4ab2-9682-03edd9ca0f9c req-c594f26f-a4d0-4025-9849-0dcc804f43bc tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/ports?device_id=873dd13f-1b71-4619-b337-59158ab98530 HTTP/1.1" status: 200 len: 943 time: 0.1200395 Sep 24 15:01:08.122208 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-06446c06-12a2-4ab2-9682-03edd9ca0f9c req-ea16de99-81fd-4761-9741-78c0f3b4ab45 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/security-groups?id=3569e126-7ff1-4cb8-87ba-3b9b03a649fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0911965 Sep 24 15:01:08.333961 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-9fc4e63e-4fa3-4cf8-8477-579f40d1065e tempest-TestShelveInstance-1403883769 tempest-TestShelveInstance-1403883769-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:01:08.467161 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-9fc4e63e-4fa3-4cf8-8477-579f40d1065e tempest-TestShelveInstance-1403883769 tempest-TestShelveInstance-1403883769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993762'] for port, before_update {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:01:08.679192 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.wsgi [-] (105994) accepted ('10.222.0.90', 60568) {{(pid=105994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:01:08.807707 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-9fc4e63e-4fa3-4cf8-8477-579f40d1065e tempest-TestShelveInstance-1403883769 tempest-TestShelveInstance-1403883769-project] Notify callbacks [] for port, precommit_update {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:01:08.825385 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-9fc4e63e-4fa3-4cf8-8477-579f40d1065e tempest-TestShelveInstance-1403883769 tempest-TestShelveInstance-1403883769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248551428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248062163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14427048'] for port, after_update {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:01:08.911701 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-2e4b503c-6e06-48fe-ba2b-dbd824bdac0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:01:08.981371 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc4e63e-4fa3-4cf8-8477-579f40d1065e tempest-TestShelveInstance-1403883769 tempest-TestShelveInstance-1403883769-project] Pushing event updated for resources: {'Port': ['ID=f1c38b59-fcc0-4763-afcc-fa5d869c88bd,revision_number=2']} {{(pid=105993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:01:09.003719 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-9fc4e63e-4fa3-4cf8-8477-579f40d1065e tempest-TestShelveInstance-1403883769 tempest-TestShelveInstance-1403883769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-595207'] for floatingip, after_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:01:09.229379 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.db.l3_db [None req-9fc4e63e-4fa3-4cf8-8477-579f40d1065e tempest-TestShelveInstance-1403883769 tempest-TestShelveInstance-1403883769-project] Floating IP e346a770-1984-49f8-bb3f-13956a0f39e3 associated. External IP: 172.27.0.74, port: dca78979-82e0-4177-af9e-220c5d00e85a. Sep 24 15:01:09.231213 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-2e4b503c-6e06-48fe-ba2b-dbd824bdac0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:01:09.245157 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-2e4b503c-6e06-48fe-ba2b-dbd824bdac0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571103'] for security_group, after_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:01:09.375465 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [None req-2e4b503c-6e06-48fe-ba2b-dbd824bdac0c admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=1fb5f26500a74c519f7d660a431898b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6951430 Sep 24 15:01:09.384049 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.wsgi [-] (105994) accepted ('10.222.0.90', 60590) {{(pid=105994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:01:09.406331 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4b503c-6e06-48fe-ba2b-dbd824bdac0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c39e8b49-4e11-47cd-bba2-f54d5fd67aaa,revision_number=1']} {{(pid=105994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:01:09.557775 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5dcfab-c45c-49f7-80b3-ee54e32ae4f5 req-9bc7b72f-bc0f-4ef5-8145-7dc53f57128e tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:01:09.574547 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-0d5dcfab-c45c-49f7-80b3-ee54e32ae4f5 req-9bc7b72f-bc0f-4ef5-8145-7dc53f57128e tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/ports?device_id=873dd13f-1b71-4619-b337-59158ab98530 HTTP/1.1" status: 200 len: 943 time: 0.2454333 Sep 24 15:01:09.731651 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-0d5dcfab-c45c-49f7-80b3-ee54e32ae4f5 req-dbc3306f-cd63-4eef-9d2e-73c8be807fde tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/security-groups?id=3569e126-7ff1-4cb8-87ba-3b9b03a649fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1559668 Sep 24 15:01:09.835569 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-6501d639-9036-4ebb-a101-3a9daca7823c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:01:09.838063 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fc4e63e-4fa3-4cf8-8477-579f40d1065e tempest-TestShelveInstance-1403883769 tempest-TestShelveInstance-1403883769-project] Router 9fd40c68-31ca-4931-9059-3b319578d81c has already been hosted by L3 agent 76290e94-8d59-4af2-9b8f-4e64db68baa4 {{(pid=105993) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:01:09.907147 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-6501d639-9036-4ebb-a101-3a9daca7823c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:01:10.016825 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fc4e63e-4fa3-4cf8-8477-579f40d1065e tempest-TestShelveInstance-1403883769 tempest-TestShelveInstance-1403883769-project] Notify agent at l3_agent.dv-cinder-809830-2-iscsi the message routers_updated {{(pid=105993) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:01:10.020383 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-6501d639-9036-4ebb-a101-3a9daca7823c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571103'] for security_group, after_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:01:10.023718 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-6501d639-9036-4ebb-a101-3a9daca7823c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:01:10.025410 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [None req-6501d639-9036-4ebb-a101-3a9daca7823c admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/c39e8b49-4e11-47cd-bba2-f54d5fd67aaa HTTP/1.1" status: 204 len: 168 time: 0.6263366 Sep 24 15:01:10.033933 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebd50170-e60b-493e-8597-8e246317f82d None None] Sync routers for ids ['9fd40c68-31ca-4931-9059-3b319578d81c'] in dv-cinder-809830-2-iscsi {{(pid=105995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:01:10.041844 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6501d639-9036-4ebb-a101-3a9daca7823c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c39e8b49-4e11-47cd-bba2-f54d5fd67aaa,revision_number=None']} {{(pid=105994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:01:10.061779 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebd50170-e60b-493e-8597-8e246317f82d None None] Routers {'9fd40c68-31ca-4931-9059-3b319578d81c'} bound to L3 agent in host dv-cinder-809830-2-iscsi {{(pid=105995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:01:10.062704 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.l3_hamode_db [None req-ebd50170-e60b-493e-8597-8e246317f82d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809830-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-24T14:45:58Z,description=,heartbeat_timestamp=2021-09-24T15:00:58Z,host='dv-cinder-809830-2-iscsi',id=76290e94-8d59-4af2-9b8f-4e64db68baa4,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T14:45:58Z,topic='l3_agent')) {'router_ids': ['9fd40c68-31ca-4931-9059-3b319578d81c'], 'active': True} {{(pid=105995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:01:10.064969 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-9fc4e63e-4fa3-4cf8-8477-579f40d1065e tempest-TestShelveInstance-1403883769 tempest-TestShelveInstance-1403883769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472375'] for floatingip, before_response {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:01:10.139324 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [None req-9fc4e63e-4fa3-4cf8-8477-579f40d1065e tempest-TestShelveInstance-1403883769 tempest-TestShelveInstance-1403883769-project] 10.222.0.90 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.2861826 Sep 24 15:01:10.140852 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17dd8cf6-b8ad-4afd-995c-aa01b0dc3985', 'tag': 'dca78979-82e0-4177-af9e-220c5d00e85a'}] {{(pid=105993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:01:10.156796 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0483dc3c0338f2df7275381f00d4ce3d10593dcbf62e99ee7509fcf67e52bc13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a00718b-a0d4-4f13-a71f-09c0633fad0c" -d '{"events": [{"name": "network-changed", "server_uuid": "17dd8cf6-b8ad-4afd-995c-aa01b0dc3985", "tag": "dca78979-82e0-4177-af9e-220c5d00e85a"}]}' {{(pid=105993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:01:10.266610 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 15:01:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3444738b-d7d0-417d-91fd-402fadca5c92 x-openstack-request-id: req-3444738b-d7d0-417d-91fd-402fadca5c92 {{(pid=105993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:01:10.267168 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17dd8cf6-b8ad-4afd-995c-aa01b0dc3985", "tag": "dca78979-82e0-4177-af9e-220c5d00e85a", "status": "completed", "code": 200}]} {{(pid=105993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:01:10.267509 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-3444738b-d7d0-417d-91fd-402fadca5c92 {{(pid=105993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:01:10.268178 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17dd8cf6-b8ad-4afd-995c-aa01b0dc3985', 'tag': 'dca78979-82e0-4177-af9e-220c5d00e85a', 'status': 'completed', 'code': 200} Sep 24 15:01:10.350270 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.l3_dvr_db [None req-ebd50170-e60b-493e-8597-8e246317f82d None None] Set router 9fd40c68-31ca-4931-9059-3b319578d81c gateway port host: dv-cinder-809830-2-iscsi {{(pid=105995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:01:10.366165 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a00718b-a0d4-4f13-a71f-09c0633fad0c req-42fdaf11-251c-41c2-b4f2-be29a3d3ac48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:01:10.368557 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-1a00718b-a0d4-4f13-a71f-09c0633fad0c req-42fdaf11-251c-41c2-b4f2-be29a3d3ac48 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=b3ba56daf4404d7989fc7b7270504b2e&device_id=17dd8cf6-b8ad-4afd-995c-aa01b0dc3985 HTTP/1.1" status: 200 len: 1099 time: 0.0736918 Sep 24 15:01:10.513705 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a00718b-a0d4-4f13-a71f-09c0633fad0c req-9e969069-00a8-43e6-b0b5-dad1120e3b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:01:10.515746 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-1a00718b-a0d4-4f13-a71f-09c0633fad0c req-9e969069-00a8-43e6-b0b5-dad1120e3b45 service neutron] 10.222.0.99 "GET /v2.0/networks?id=bb19bb9c-3809-48e0-96ea-458278040176 HTTP/1.1" status: 200 len: 910 time: 0.1256776 Sep 24 15:01:10.639990 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-1a00718b-a0d4-4f13-a71f-09c0633fad0c req-851e0be3-293e-4704-8f5c-837504b5a6dd service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dca78979-82e0-4177-af9e-220c5d00e85a HTTP/1.1" status: 200 len: 999 time: 0.1144950 Sep 24 15:01:10.724118 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.wsgi [-] (105993) accepted ('10.222.0.90', 60612) {{(pid=105993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:01:10.766589 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a00718b-a0d4-4f13-a71f-09c0633fad0c req-5447df09-a72b-4196-9075-97f3de1d9e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:01:10.769875 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-1a00718b-a0d4-4f13-a71f-09c0633fad0c req-5447df09-a72b-4196-9075-97f3de1d9e58 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=800b9930-29a7-40db-a216-473b4386d889 HTTP/1.1" status: 200 len: 847 time: 0.1197469 Sep 24 15:01:10.771388 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-83e5dffb-b67f-4ab6-a361-1142d0dd0154 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:01:10.910462 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a00718b-a0d4-4f13-a71f-09c0633fad0c req-9fb608a1-3c27-4d04-8a04-601f28a5f345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:01:10.919846 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-1a00718b-a0d4-4f13-a71f-09c0633fad0c req-9fb608a1-3c27-4d04-8a04-601f28a5f345 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=bb19bb9c-3809-48e0-96ea-458278040176&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1419282 Sep 24 15:01:10.977041 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-83e5dffb-b67f-4ab6-a361-1142d0dd0154 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:01:11.024632 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-83e5dffb-b67f-4ab6-a361-1142d0dd0154 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571103'] for security_group, after_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:01:11.041746 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.l3_hamode_db [None req-ebd50170-e60b-493e-8597-8e246317f82d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fd40c68-31ca-4931-9059-3b319578d81c', 'name': 'tempest-TestShelveInstance-888972978-router', 'tenant_id': 'b3ba56daf4404d7989fc7b7270504b2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7', 'external_fixed_ips': [{'subnet_id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'ip_address': '172.27.0.31'}], 'enable_snat': True}, 'gw_port_id': '98756f79-0171-43c6-baf9-01b419ed3b89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T14:59:34Z', 'updated_at': '2021-09-24T14:59:41Z', 'revision_number': 4, 'project_id': 'b3ba56daf4404d7989fc7b7270504b2e', 'gw_port': {'id': '98756f79-0171-43c6-baf9-01b419ed3b89', 'name': '', 'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:cf:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fd40c68-31ca-4931-9059-3b319578d81c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'ip_address': '172.27.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T14:59:35Z', 'updated_at': '2021-09-24T14:59:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809830-2-iscsi', '_floatingips': [{'id': 'e346a770-1984-49f8-bb3f-13956a0f39e3', 'tenant_id': 'b3ba56daf4404d7989fc7b7270504b2e', 'floating_ip_address': '172.27.0.74', 'floating_network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7', 'router_id': '9fd40c68-31ca-4931-9059-3b319578d81c', 'port_id': 'dca78979-82e0-4177-af9e-220c5d00e85a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 398, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb19bb9c-3809-48e0-96ea-458278040176', 'mac_address': 'fa:16:3e:0b:bb:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17dd8cf6-b8ad-4afd-995c-aa01b0dc3985', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T15:01:07Z', 'updated_at': '2021-09-24T15:01:07Z', 'revision_number': 0, 'project_id': 'b3ba56daf4404d7989fc7b7270504b2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3857017a-f6a7-4a03-8a0f-7bd08682bc68', 'name': '', 'network_id': 'bb19bb9c-3809-48e0-96ea-458278040176', 'tenant_id': 'b3ba56daf4404d7989fc7b7270504b2e', 'mac_address': 'fa:16:3e:2e:f4:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fd40c68-31ca-4931-9059-3b319578d81c', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '800b9930-29a7-40db-a216-473b4386d889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T14:59:40Z', 'updated_at': '2021-09-24T14:59:51Z', 'revision_number': 5, 'project_id': 'b3ba56daf4404d7989fc7b7270504b2e', 'subnets': [{'id': '800b9930-29a7-40db-a216-473b4386d889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809830-2-iscsi', False) {} {{(pid=105995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:01:11.143527 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87d8247-9e80-4174-9b9d-27795d4385e8 req-e52afb87-54ab-4c0f-9733-493910385397 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:01:11.145874 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebd50170-e60b-493e-8597-8e246317f82d None None] Checking router: 9fd40c68-31ca-4931-9059-3b319578d81c for host: dv-cinder-809830-2-iscsi {{(pid=105995) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:01:11.147625 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-e87d8247-9e80-4174-9b9d-27795d4385e8 req-e52afb87-54ab-4c0f-9733-493910385397 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/ports?device_id=873dd13f-1b71-4619-b337-59158ab98530 HTTP/1.1" status: 200 len: 943 time: 0.1663787 Sep 24 15:01:11.155181 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [None req-83e5dffb-b67f-4ab6-a361-1142d0dd0154 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=307ff74c43b54ac18bfa64c598713100&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4285138 Sep 24 15:01:11.157896 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e5dffb-b67f-4ab6-a361-1142d0dd0154 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25493b2f-7516-42af-bfa9-228da77b796f,revision_number=1']} {{(pid=105993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:01:11.163818 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.wsgi [-] (105993) accepted ('10.222.0.90', 60620) {{(pid=105993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:01:11.169653 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebd50170-e60b-493e-8597-8e246317f82d None None] Routers {'9fd40c68-31ca-4931-9059-3b319578d81c'} bound to L3 agent in host dv-cinder-809830-2-iscsi {{(pid=105995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:01:11.171893 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.l3_hamode_db [None req-ebd50170-e60b-493e-8597-8e246317f82d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809830-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-24T14:45:58Z,description=,heartbeat_timestamp=2021-09-24T15:00:58Z,host='dv-cinder-809830-2-iscsi',id=76290e94-8d59-4af2-9b8f-4e64db68baa4,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T14:45:58Z,topic='l3_agent')) {'router_ids': ['9fd40c68-31ca-4931-9059-3b319578d81c'], 'active': True} {{(pid=105995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:01:11.176044 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-1a00718b-a0d4-4f13-a71f-09c0633fad0c req-1946edb1-9c70-4c4e-8ed6-788e63327bb3 service neutron] 10.222.0.99 "GET /v2.0/networks/bb19bb9c-3809-48e0-96ea-458278040176?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2423704 Sep 24 15:01:11.342389 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-e87d8247-9e80-4174-9b9d-27795d4385e8 req-af3a848e-fe64-4b9b-8301-d1bbcd5306f6 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/security-groups?id=3569e126-7ff1-4cb8-87ba-3b9b03a649fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1854298 Sep 24 15:01:11.418480 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-4c9a4d2d-f726-4dc1-a83d-ab67fabd47bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:01:11.482151 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-4c9a4d2d-f726-4dc1-a83d-ab67fabd47bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:01:11.503821 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-1a00718b-a0d4-4f13-a71f-09c0633fad0c req-5239d088-6c53-46c4-8b8b-3a80e12689b0 service neutron] 10.222.0.99 "GET /v2.0/networks/bb19bb9c-3809-48e0-96ea-458278040176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3188744 Sep 24 15:01:11.543667 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.l3_dvr_db [None req-ebd50170-e60b-493e-8597-8e246317f82d None None] Set router 9fd40c68-31ca-4931-9059-3b319578d81c gateway port host: dv-cinder-809830-2-iscsi {{(pid=105995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:01:11.581959 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-4c9a4d2d-f726-4dc1-a83d-ab67fabd47bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571103'] for security_group, after_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:01:11.585592 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-4c9a4d2d-f726-4dc1-a83d-ab67fabd47bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:01:11.590608 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [None req-4c9a4d2d-f726-4dc1-a83d-ab67fabd47bb admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/25493b2f-7516-42af-bfa9-228da77b796f HTTP/1.1" status: 204 len: 168 time: 0.4247086 Sep 24 15:01:11.605704 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9a4d2d-f726-4dc1-a83d-ab67fabd47bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25493b2f-7516-42af-bfa9-228da77b796f,revision_number=None']} {{(pid=105993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:01:11.916537 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.wsgi [-] (105993) accepted ('10.222.0.90', 60648) {{(pid=105993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:01:11.999136 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.l3_hamode_db [None req-ebd50170-e60b-493e-8597-8e246317f82d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fd40c68-31ca-4931-9059-3b319578d81c', 'name': 'tempest-TestShelveInstance-888972978-router', 'tenant_id': 'b3ba56daf4404d7989fc7b7270504b2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7', 'external_fixed_ips': [{'subnet_id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'ip_address': '172.27.0.31'}], 'enable_snat': True}, 'gw_port_id': '98756f79-0171-43c6-baf9-01b419ed3b89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T14:59:34Z', 'updated_at': '2021-09-24T14:59:41Z', 'revision_number': 4, 'project_id': 'b3ba56daf4404d7989fc7b7270504b2e', 'gw_port': {'id': '98756f79-0171-43c6-baf9-01b419ed3b89', 'name': '', 'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:cf:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fd40c68-31ca-4931-9059-3b319578d81c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'ip_address': '172.27.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T14:59:35Z', 'updated_at': '2021-09-24T14:59:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809830-2-iscsi', '_floatingips': [{'id': 'e346a770-1984-49f8-bb3f-13956a0f39e3', 'tenant_id': 'b3ba56daf4404d7989fc7b7270504b2e', 'floating_ip_address': '172.27.0.74', 'floating_network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7', 'router_id': '9fd40c68-31ca-4931-9059-3b319578d81c', 'port_id': 'dca78979-82e0-4177-af9e-220c5d00e85a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 398, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb19bb9c-3809-48e0-96ea-458278040176', 'mac_address': 'fa:16:3e:0b:bb:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17dd8cf6-b8ad-4afd-995c-aa01b0dc3985', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T15:01:07Z', 'updated_at': '2021-09-24T15:01:07Z', 'revision_number': 0, 'project_id': 'b3ba56daf4404d7989fc7b7270504b2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3857017a-f6a7-4a03-8a0f-7bd08682bc68', 'name': '', 'network_id': 'bb19bb9c-3809-48e0-96ea-458278040176', 'tenant_id': 'b3ba56daf4404d7989fc7b7270504b2e', 'mac_address': 'fa:16:3e:2e:f4:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fd40c68-31ca-4931-9059-3b319578d81c', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '800b9930-29a7-40db-a216-473b4386d889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T14:59:40Z', 'updated_at': '2021-09-24T14:59:51Z', 'revision_number': 5, 'project_id': 'b3ba56daf4404d7989fc7b7270504b2e', 'subnets': [{'id': '800b9930-29a7-40db-a216-473b4386d889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809830-2-iscsi', False) {} {{(pid=105995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:01:12.043325 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebd50170-e60b-493e-8597-8e246317f82d None None] The sync data for ids ['9fd40c68-31ca-4931-9059-3b319578d81c'] in dv-cinder-809830-2-iscsi is: [{'id': '9fd40c68-31ca-4931-9059-3b319578d81c', 'name': 'tempest-TestShelveInstance-888972978-router', 'tenant_id': 'b3ba56daf4404d7989fc7b7270504b2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7', 'external_fixed_ips': [{'subnet_id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'ip_address': '172.27.0.31'}], 'enable_snat': True}, 'gw_port_id': '98756f79-0171-43c6-baf9-01b419ed3b89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T14:59:34Z', 'updated_at': '2021-09-24T14:59:41Z', 'revision_number': 4, 'project_id': 'b3ba56daf4404d7989fc7b7270504b2e', 'gw_port': {'id': '98756f79-0171-43c6-baf9-01b419ed3b89', 'name': '', 'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:cf:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fd40c68-31ca-4931-9059-3b319578d81c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'ip_address': '172.27.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T14:59:35Z', 'updated_at': '2021-09-24T14:59:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809830-2-iscsi', '_floatingips': [{'id': 'e346a770-1984-49f8-bb3f-13956a0f39e3', 'tenant_id': 'b3ba56daf4404d7989fc7b7270504b2e', 'floating_ip_address': '172.27.0.74', 'floating_network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7', 'router_id': '9fd40c68-31ca-4931-9059-3b319578d81c', 'port_id': 'dca78979-82e0-4177-af9e-220c5d00e85a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 398, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb19bb9c-3809-48e0-96ea-458278040176', 'mac_address': 'fa:16:3e:0b:bb:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17dd8cf6-b8ad-4afd-995c-aa01b0dc3985', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T15:01:07Z', 'updated_at': '2021-09-24T15:01:07Z', 'revision_number': 0, 'project_id': 'b3ba56daf4404d7989fc7b7270504b2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3857017a-f6a7-4a03-8a0f-7bd08682bc68', 'name': '', 'network_id': 'bb19bb9c-3809-48e0-96ea-458278040176', 'tenant_id': 'b3ba56daf4404d7989fc7b7270504b2e', 'mac_address': 'fa:16:3e:2e:f4:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fd40c68-31ca-4931-9059-3b319578d81c', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '800b9930-29a7-40db-a216-473b4386d889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T14:59:40Z', 'updated_at': '2021-09-24T14:59:51Z', 'revision_number': 5, 'project_id': 'b3ba56daf4404d7989fc7b7270504b2e', 'subnets': [{'id': '800b9930-29a7-40db-a216-473b4386d889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:01:12.102113 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-72cdea3d-18eb-4593-981f-b95be0f3d2a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:01:12.261354 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-72cdea3d-18eb-4593-981f-b95be0f3d2a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:01:12.268515 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-72cdea3d-18eb-4593-981f-b95be0f3d2a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571103'] for security_group, after_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:01:12.337733 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cdea3d-18eb-4593-981f-b95be0f3d2a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c5d868f-dda6-4a9a-b21b-b482b12daf11,revision_number=1']} {{(pid=105993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:01:12.358962 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de39d752-467a-493b-a293-8756aae9d47a None None] New status for floating IP e346a770-1984-49f8-bb3f-13956a0f39e3: ACTIVE {{(pid=105996) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 15:01:12.361584 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.wsgi [-] (105994) accepted ('10.222.0.90', 60668) {{(pid=105994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:01:12.362574 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [None req-72cdea3d-18eb-4593-981f-b95be0f3d2a6 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=28250398ba9b40b3bd1ad269701f04cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4438996 Sep 24 15:01:12.464920 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-23a29138-321d-4443-b8e3-05ecaf263189 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:01:12.567351 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-23a29138-321d-4443-b8e3-05ecaf263189 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:01:12.654254 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b570304e-6ea5-4ec7-9a34-08645e3f01bc req-bdf928e6-b48b-4490-8110-d35cdecb7ee7 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:01:12.656731 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-b570304e-6ea5-4ec7-9a34-08645e3f01bc req-bdf928e6-b48b-4490-8110-d35cdecb7ee7 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/ports?device_id=873dd13f-1b71-4619-b337-59158ab98530 HTTP/1.1" status: 200 len: 943 time: 0.1638434 Sep 24 15:01:12.737491 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-23a29138-321d-4443-b8e3-05ecaf263189 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571103'] for security_group, after_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:01:12.740314 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-23a29138-321d-4443-b8e3-05ecaf263189 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:01:12.744896 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [None req-23a29138-321d-4443-b8e3-05ecaf263189 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/1c5d868f-dda6-4a9a-b21b-b482b12daf11 HTTP/1.1" status: 204 len: 168 time: 0.3810296 Sep 24 15:01:12.752201 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-b570304e-6ea5-4ec7-9a34-08645e3f01bc req-c1ffa34f-b540-4fcb-9bfa-2e965218f04d tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/security-groups?id=3569e126-7ff1-4cb8-87ba-3b9b03a649fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862296 Sep 24 15:01:12.767314 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a29138-321d-4443-b8e3-05ecaf263189 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c5d868f-dda6-4a9a-b21b-b482b12daf11,revision_number=None']} {{(pid=105994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:01:13.051083 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.rpc [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Device b108f0d8-ba9f-4c22-91e5-6d78d372be41 details requested by agent hyperv_hv-cinder-80983 with host hv-cinder-80983 {{(pid=105995) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 15:01:13.227637 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.db [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] For port b108f0d8-ba9f-4c22-91e5-6d78d372be41, host hv-cinder-80983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80983',level=0,port_id=b108f0d8-ba9f-4c22-91e5-6d78d372be41,segment=NetworkSegment(304b9768-ebfb-4066-b935-a4bdd70cb19d),segment_id=304b9768-ebfb-4066-b935-a4bdd70cb19d)] {{(pid=105995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:01:13.244910 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.rpc [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Returning: {'device': 'b108f0d8-ba9f-4c22-91e5-6d78d372be41', 'network_id': '9cafbdbc-b31b-42e1-af08-737ab1772474', 'port_id': 'b108f0d8-ba9f-4c22-91e5-6d78d372be41', 'mac_address': 'fa:16:3e:99:01:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1049, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96eeb601-c3fa-4a0c-bf57-6c99e9cae07c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105995) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 15:01:13.305715 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993762'] for port, before_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:01:13.327931 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.notifiers.nova [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b108f0d8-ba9f-4c22-91e5-6d78d372be41 {{(pid=105995) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:01:13.372521 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.db [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] For port b108f0d8-ba9f-4c22-91e5-6d78d372be41, host hv-cinder-80983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80983',level=0,port_id=b108f0d8-ba9f-4c22-91e5-6d78d372be41,segment=NetworkSegment(304b9768-ebfb-4066-b935-a4bdd70cb19d),segment_id=304b9768-ebfb-4066-b935-a4bdd70cb19d)] {{(pid=105995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:01:13.382580 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248551428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248062163'] for port, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:01:13.504003 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Pushing event updated for resources: {'Port': ['ID=b108f0d8-ba9f-4c22-91e5-6d78d372be41,revision_number=9']} {{(pid=105995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:01:13.519023 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:01:13.520590 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:01:13.521463 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:01:13.522471 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:01:13.523210 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:01:13.523742 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:01:13.524429 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:01:13.524939 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:01:13.525420 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:01:13.525860 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:01:13.527083 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:01:13.527528 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:01:13.644284 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.db [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] get_ports_and_sgs() called for port_ids ['b108f0d8-ba9f-4c22-91e5-6d78d372be41'] {{(pid=105995) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:01:14.066650 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3aef35b-19c6-498f-ad9b-cf7c4f12298e req-ce347a82-f81f-467d-8f2e-d27fff772583 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:01:14.068726 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-f3aef35b-19c6-498f-ad9b-cf7c4f12298e req-ce347a82-f81f-467d-8f2e-d27fff772583 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/ports?device_id=873dd13f-1b71-4619-b337-59158ab98530 HTTP/1.1" status: 200 len: 944 time: 0.1039279 Sep 24 15:01:14.146966 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-f3aef35b-19c6-498f-ad9b-cf7c4f12298e req-01e9b4bf-b251-415b-bbfc-01e080d2319c tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/security-groups?id=3569e126-7ff1-4cb8-87ba-3b9b03a649fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670652 Sep 24 15:01:15.013921 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.wsgi [-] (105993) accepted ('10.222.0.90', 60786) {{(pid=105993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:01:15.059752 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.rpc [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Device b108f0d8-ba9f-4c22-91e5-6d78d372be41 up at agent hyperv_hv-cinder-80983 {{(pid=105995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:01:15.108534 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.db.db_base_plugin_v2 [None req-b565e290-5d64-480d-b517-82a8e8189028 admin admin] Deleting subnet b50618cb-d83e-4786-bead-32128710e70b {{(pid=105993) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 15:01:15.115584 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-b565e290-5d64-480d-b517-82a8e8189028 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:01:15.139536 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.provisioning_blocks [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Provisioning complete for port b108f0d8-ba9f-4c22-91e5-6d78d372be41 triggered by entity L2. {{(pid=105995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:01:15.140311 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985790'] for port, provisioning_complete {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:01:15.181769 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-b565e290-5d64-480d-b517-82a8e8189028 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13697423'] for subnet, precommit_delete_associations {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:01:15.278589 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-b565e290-5d64-480d-b517-82a8e8189028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1989010'] for subnet, precommit_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:01:15.318030 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993762'] for port, before_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:01:15.371969 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '873dd13f-1b71-4619-b337-59158ab98530', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b108f0d8-ba9f-4c22-91e5-6d78d372be41'}] {{(pid=105995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:01:15.377249 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}caf9aa003d9a854053fb223e5f104f4bef6eff4a3612bfb278e8f19c1601715b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a897d500-382c-42a1-924c-caf499a407da" -d '{"events": [{"server_uuid": "873dd13f-1b71-4619-b337-59158ab98530", "name": "network-vif-plugged", "status": "completed", "tag": "b108f0d8-ba9f-4c22-91e5-6d78d372be41"}]}' {{(pid=105995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:01:15.416743 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.db [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] For port b108f0d8-ba9f-4c22-91e5-6d78d372be41, host hv-cinder-80983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80983',level=0,port_id=b108f0d8-ba9f-4c22-91e5-6d78d372be41,segment=NetworkSegment(304b9768-ebfb-4066-b935-a4bdd70cb19d),segment_id=304b9768-ebfb-4066-b935-a4bdd70cb19d)] {{(pid=105995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:01:15.426090 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248551428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248062163'] for port, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:01:15.450218 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f993ab-4b18-466d-b8a1-4eb81052ba24 req-67a33476-f144-4889-8cf1-3d686db950dd tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:01:15.462698 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-b565e290-5d64-480d-b517-82a8e8189028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1989019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14427134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14663323'] for subnet, after_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:01:15.466647 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-b8f993ab-4b18-466d-b8a1-4eb81052ba24 req-67a33476-f144-4889-8cf1-3d686db950dd tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/ports?device_id=873dd13f-1b71-4619-b337-59158ab98530 HTTP/1.1" status: 200 len: 944 time: 0.1431150 Sep 24 15:01:15.555565 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-b8f993ab-4b18-466d-b8a1-4eb81052ba24 req-9b7c0495-232c-41a3-ab00-4f441b9b412d tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/security-groups?id=3569e126-7ff1-4cb8-87ba-3b9b03a649fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0851228 Sep 24 15:01:15.581204 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b565e290-5d64-480d-b517-82a8e8189028 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b50618cb-d83e-4786-bead-32128710e70b,revision_number=None']} {{(pid=105993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:01:15.584826 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-b565e290-5d64-480d-b517-82a8e8189028 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536624'] for subnet, before_response {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:01:15.602795 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [None req-b565e290-5d64-480d-b517-82a8e8189028 admin admin] 10.222.0.90 "DELETE /v2.0/subnets/b50618cb-d83e-4786-bead-32128710e70b HTTP/1.1" status: 204 len: 168 time: 0.5859604 Sep 24 15:01:15.606745 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.wsgi [-] (105994) accepted ('10.222.0.90', 60798) {{(pid=105994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:01:15.617997 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:01:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb1e21a9-8a1b-493f-9a52-6dc50f48c836 x-openstack-request-id: req-bb1e21a9-8a1b-493f-9a52-6dc50f48c836 {{(pid=105995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:01:15.619050 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "873dd13f-1b71-4619-b337-59158ab98530", "name": "network-vif-plugged", "status": "completed", "tag": "b108f0d8-ba9f-4c22-91e5-6d78d372be41", "code": 200}]} {{(pid=105995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:01:15.619929 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-bb1e21a9-8a1b-493f-9a52-6dc50f48c836 {{(pid=105995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:01:15.621073 dv-cinder-809830-2-iscsi neutron-server[105995]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '873dd13f-1b71-4619-b337-59158ab98530', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b108f0d8-ba9f-4c22-91e5-6d78d372be41', 'code': 200} Sep 24 15:01:15.686095 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Pushing event updated for resources: {'Port': ['ID=b108f0d8-ba9f-4c22-91e5-6d78d372be41,revision_number=10']} {{(pid=105995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:01:15.759619 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-21400869-1d2d-40a7-b38c-fb52c7089367 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1610858'] for network, before_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:01:15.776238 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:01:15.893351 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-21400869-1d2d-40a7-b38c-fb52c7089367 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1983019', 'neutron.services.segments.db._delete_segments_for_network-8727248609940'] for network, precommit_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:01:15.934244 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.services.segments.db [None req-21400869-1d2d-40a7-b38c-fb52c7089367 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00355aaa-db33-4182-878f-2eadc364e36a']}} {{(pid=105994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:01:15.948841 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.services.segments.db [None req-21400869-1d2d-40a7-b38c-fb52c7089367 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d772851-ec27-4083-8324-19e508087518') {'for_net_delete': True} {{(pid=105994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:01:15.949553 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.services.segments.db [None req-21400869-1d2d-40a7-b38c-fb52c7089367 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d772851-ec27-4083-8324-19e508087518') {} {{(pid=105994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:01:15.963482 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-21400869-1d2d-40a7-b38c-fb52c7089367 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727248609437', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13742443'] for segment, before_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:01:15.991012 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-21400869-1d2d-40a7-b38c-fb52c7089367 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988101'] for segment, precommit_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:01:16.017717 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21400869-1d2d-40a7-b38c-fb52c7089367 admin admin] Releasing vlan 1011 on physical network physnet1 to pool {{(pid=105994) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 15:01:16.018385 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-21400869-1d2d-40a7-b38c-fb52c7089367 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14132045'] for segment, after_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:01:16.021711 dv-cinder-809830-2-iscsi neutron-server[105994]: Traceback (most recent call last): Sep 24 15:01:16.021711 dv-cinder-809830-2-iscsi neutron-server[105994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 15:01:16.021711 dv-cinder-809830-2-iscsi neutron-server[105994]: timer() Sep 24 15:01:16.021711 dv-cinder-809830-2-iscsi neutron-server[105994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 15:01:16.021711 dv-cinder-809830-2-iscsi neutron-server[105994]: cb(*args, **kw) Sep 24 15:01:16.021711 dv-cinder-809830-2-iscsi neutron-server[105994]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 15:01:16.021711 dv-cinder-809830-2-iscsi neutron-server[105994]: return func(*args, **kwargs) Sep 24 15:01:16.021711 dv-cinder-809830-2-iscsi neutron-server[105994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 15:01:16.021711 dv-cinder-809830-2-iscsi neutron-server[105994]: self._notify() Sep 24 15:01:16.021711 dv-cinder-809830-2-iscsi neutron-server[105994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 15:01:16.021711 dv-cinder-809830-2-iscsi neutron-server[105994]: self.callback(batched_events) Sep 24 15:01:16.021711 dv-cinder-809830-2-iscsi neutron-server[105994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 15:01:16.021711 dv-cinder-809830-2-iscsi neutron-server[105994]: event.method(event) Sep 24 15:01:16.021711 dv-cinder-809830-2-iscsi neutron-server[105994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 15:01:16.021711 dv-cinder-809830-2-iscsi neutron-server[105994]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 15:01:16.021711 dv-cinder-809830-2-iscsi neutron-server[105994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 15:01:16.021711 dv-cinder-809830-2-iscsi neutron-server[105994]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 15:01:16.021711 dv-cinder-809830-2-iscsi neutron-server[105994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 15:01:16.021711 dv-cinder-809830-2-iscsi neutron-server[105994]: return f(self, *a, **k) Sep 24 15:01:16.021711 dv-cinder-809830-2-iscsi neutron-server[105994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 15:01:16.021711 dv-cinder-809830-2-iscsi neutron-server[105994]: return self._get(url).json() Sep 24 15:01:16.021711 dv-cinder-809830-2-iscsi neutron-server[105994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 15:01:16.021711 dv-cinder-809830-2-iscsi neutron-server[105994]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 15:01:16.021711 dv-cinder-809830-2-iscsi neutron-server[105994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 15:01:16.021711 dv-cinder-809830-2-iscsi neutron-server[105994]: return self.request(url, 'GET', **kwargs) Sep 24 15:01:16.021711 dv-cinder-809830-2-iscsi neutron-server[105994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 15:01:16.021711 dv-cinder-809830-2-iscsi neutron-server[105994]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 15:01:16.021711 dv-cinder-809830-2-iscsi neutron-server[105994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 15:01:16.021711 dv-cinder-809830-2-iscsi neutron-server[105994]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 15:01:16.021711 dv-cinder-809830-2-iscsi neutron-server[105994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 15:01:16.021711 dv-cinder-809830-2-iscsi neutron-server[105994]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 15:01:16.021711 dv-cinder-809830-2-iscsi neutron-server[105994]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 15:01:16.147595 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-21400869-1d2d-40a7-b38c-fb52c7089367 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1983004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-595217'] for network, after_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:01:16.155144 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-21400869-1d2d-40a7-b38c-fb52c7089367 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536624'] for network, before_response {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:01:16.157307 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [None req-21400869-1d2d-40a7-b38c-fb52c7089367 admin admin] 10.222.0.90 "DELETE /v2.0/networks/00355aaa-db33-4182-878f-2eadc364e36a HTTP/1.1" status: 204 len: 168 time: 0.5490074 Sep 24 15:01:16.159277 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01505a33-78eb-4329-a4cc-407ea4a3f0e7 req-2a7791d4-7db5-45bb-90a0-596b7e888c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:01:16.160804 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-01505a33-78eb-4329-a4cc-407ea4a3f0e7 req-2a7791d4-7db5-45bb-90a0-596b7e888c05 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=873dd13f-1b71-4619-b337-59158ab98530 HTTP/1.1" status: 200 len: 1099 time: 0.1655836 Sep 24 15:01:16.179895 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21400869-1d2d-40a7-b38c-fb52c7089367 admin admin] Pushing event deleted for resources: {'Network': ['ID=00355aaa-db33-4182-878f-2eadc364e36a,revision_number=None']} {{(pid=105994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:01:16.198305 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21400869-1d2d-40a7-b38c-fb52c7089367 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:01:16.198830 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21400869-1d2d-40a7-b38c-fb52c7089367 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:01:16.199269 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21400869-1d2d-40a7-b38c-fb52c7089367 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:01:16.199604 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21400869-1d2d-40a7-b38c-fb52c7089367 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:01:16.199948 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21400869-1d2d-40a7-b38c-fb52c7089367 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:01:16.200320 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21400869-1d2d-40a7-b38c-fb52c7089367 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:01:16.200666 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21400869-1d2d-40a7-b38c-fb52c7089367 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:01:16.201042 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21400869-1d2d-40a7-b38c-fb52c7089367 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:01:16.201369 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21400869-1d2d-40a7-b38c-fb52c7089367 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:01:16.201689 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21400869-1d2d-40a7-b38c-fb52c7089367 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:01:16.202015 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21400869-1d2d-40a7-b38c-fb52c7089367 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:01:16.202334 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21400869-1d2d-40a7-b38c-fb52c7089367 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:01:16.224109 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-01505a33-78eb-4329-a4cc-407ea4a3f0e7 req-5dc5ca76-8978-4656-b376-9738a44fecf8 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=3569e126-7ff1-4cb8-87ba-3b9b03a649fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510538 Sep 24 15:01:16.471917 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.wsgi [-] (105994) accepted ('10.222.0.90', 60826) {{(pid=105994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:01:16.540808 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [None req-5986b5de-df9e-4e14-9094-f8d7f7b38de9 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=1a177d4e81ce4c2caabfe2b8f00e6481&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0670037 Sep 24 15:01:16.544403 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.wsgi [-] (105994) accepted ('10.222.0.90', 60830) {{(pid=105994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:01:16.623917 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-5733dd5c-669f-4781-88a5-1c4dc287021c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:01:16.661491 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-5733dd5c-669f-4781-88a5-1c4dc287021c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:01:16.757130 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-5733dd5c-669f-4781-88a5-1c4dc287021c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571103'] for security_group, after_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:01:16.768504 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-5733dd5c-669f-4781-88a5-1c4dc287021c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:01:16.771964 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [None req-5733dd5c-669f-4781-88a5-1c4dc287021c admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/19a67e84-7300-447f-80b1-598b09257bc5 HTTP/1.1" status: 204 len: 168 time: 0.2257152 Sep 24 15:01:16.791077 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5733dd5c-669f-4781-88a5-1c4dc287021c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19a67e84-7300-447f-80b1-598b09257bc5,revision_number=None']} {{(pid=105994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:01:16.818147 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2b3fac-96ea-4971-9a18-0e0b9df1def3 req-49efeefc-d9b9-4126-9a10-326871857cb8 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:01:16.821224 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-0f2b3fac-96ea-4971-9a18-0e0b9df1def3 req-49efeefc-d9b9-4126-9a10-326871857cb8 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/ports?device_id=873dd13f-1b71-4619-b337-59158ab98530 HTTP/1.1" status: 200 len: 946 time: 0.0903685 Sep 24 15:01:16.896099 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-0f2b3fac-96ea-4971-9a18-0e0b9df1def3 req-50faaab2-81c0-4898-86ea-1444afe15a42 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/security-groups?id=3569e126-7ff1-4cb8-87ba-3b9b03a649fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616117 Sep 24 15:01:17.228262 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.wsgi [-] (105994) accepted ('10.222.0.90', 60860) {{(pid=105994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:01:17.498066 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-42dd365e-980d-4a2c-bf7f-b972da44bcfd admin admin] Notify callbacks [] for security_group, before_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:01:17.745627 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-42dd365e-980d-4a2c-bf7f-b972da44bcfd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:01:17.755272 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-42dd365e-980d-4a2c-bf7f-b972da44bcfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571103'] for security_group, after_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:01:17.834401 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [None req-42dd365e-980d-4a2c-bf7f-b972da44bcfd admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=11fee668319e45cea6a382ddfe319aec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6040788 Sep 24 15:01:17.839439 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.wsgi [-] (105993) accepted ('10.222.0.90', 60886) {{(pid=105993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:01:17.844566 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dd365e-980d-4a2c-bf7f-b972da44bcfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=329f5db9-1c42-42da-a754-1e15aeeea0bf,revision_number=1']} {{(pid=105994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:01:17.931087 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-619b420c-f636-42bb-98e6-19abdc8ac5c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:01:17.966717 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-619b420c-f636-42bb-98e6-19abdc8ac5c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:01:18.072956 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-619b420c-f636-42bb-98e6-19abdc8ac5c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571103'] for security_group, after_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:01:18.079736 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-619b420c-f636-42bb-98e6-19abdc8ac5c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:01:18.085942 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [None req-619b420c-f636-42bb-98e6-19abdc8ac5c1 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/329f5db9-1c42-42da-a754-1e15aeeea0bf HTTP/1.1" status: 204 len: 168 time: 0.2404981 Sep 24 15:01:18.093110 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619b420c-f636-42bb-98e6-19abdc8ac5c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=329f5db9-1c42-42da-a754-1e15aeeea0bf,revision_number=None']} {{(pid=105993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:01:18.185033 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a1c6c6-0e0f-4670-977b-1facac4cbaa7 req-7d9663f5-ca18-4b24-aa0c-c30550e8d27e tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:01:18.187903 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-d4a1c6c6-0e0f-4670-977b-1facac4cbaa7 req-7d9663f5-ca18-4b24-aa0c-c30550e8d27e tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/ports?device_id=873dd13f-1b71-4619-b337-59158ab98530 HTTP/1.1" status: 200 len: 946 time: 0.1252627 Sep 24 15:01:18.266096 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-d4a1c6c6-0e0f-4670-977b-1facac4cbaa7 req-edd9cfc2-6746-433f-a516-cb0c6b257d67 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/security-groups?id=3569e126-7ff1-4cb8-87ba-3b9b03a649fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708075 Sep 24 15:01:18.705049 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.wsgi [-] (105993) accepted ('10.222.0.90', 60934) {{(pid=105993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:01:18.720520 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-27597d28-1c14-43d1-be1b-8cde742451be admin admin] Notify callbacks [] for security_group, before_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:01:18.966139 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-27597d28-1c14-43d1-be1b-8cde742451be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:01:18.973781 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-27597d28-1c14-43d1-be1b-8cde742451be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571103'] for security_group, after_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:01:19.054802 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [None req-27597d28-1c14-43d1-be1b-8cde742451be admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=e127394d94304cdf8f15e07c0be681f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3498390 Sep 24 15:01:19.058842 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27597d28-1c14-43d1-be1b-8cde742451be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=419b09c7-59f7-41c2-aec7-7521192b7367,revision_number=1']} {{(pid=105993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:01:19.059575 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.wsgi [-] (105994) accepted ('10.222.0.90', 60982) {{(pid=105994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:01:19.156627 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-d109ca6d-88d9-4531-acad-a91d7a024a2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:01:19.187857 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-d109ca6d-88d9-4531-acad-a91d7a024a2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:01:19.257986 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-d109ca6d-88d9-4531-acad-a91d7a024a2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571103'] for security_group, after_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:01:19.257986 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-d109ca6d-88d9-4531-acad-a91d7a024a2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:01:19.261559 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [None req-d109ca6d-88d9-4531-acad-a91d7a024a2b admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/419b09c7-59f7-41c2-aec7-7521192b7367 HTTP/1.1" status: 204 len: 168 time: 0.1988735 Sep 24 15:01:19.275717 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d109ca6d-88d9-4531-acad-a91d7a024a2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=419b09c7-59f7-41c2-aec7-7521192b7367,revision_number=None']} {{(pid=105994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:01:19.593527 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d527b327-189f-45d4-9c51-941104ea07e5 req-d49234df-a54f-4c10-98d3-00474a06a6fa tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:01:19.596744 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-d527b327-189f-45d4-9c51-941104ea07e5 req-d49234df-a54f-4c10-98d3-00474a06a6fa tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/ports?device_id=873dd13f-1b71-4619-b337-59158ab98530 HTTP/1.1" status: 200 len: 946 time: 0.1341555 Sep 24 15:01:19.676883 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-d527b327-189f-45d4-9c51-941104ea07e5 req-7e315c9d-812b-477c-a050-5aa4752668f5 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/security-groups?id=3569e126-7ff1-4cb8-87ba-3b9b03a649fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660543 Sep 24 15:01:20.312931 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.wsgi [-] (105993) accepted ('10.222.0.90', 32808) {{(pid=105993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:01:20.507335 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-1589a6d7-a5ee-43e9-abc4-32e2c18704e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:01:20.707927 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-1589a6d7-a5ee-43e9-abc4-32e2c18704e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:01:20.716152 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-1589a6d7-a5ee-43e9-abc4-32e2c18704e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571103'] for security_group, after_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:01:20.781261 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [None req-1589a6d7-a5ee-43e9-abc4-32e2c18704e6 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=26f2214c79584defb748b8f33c93b80f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4670365 Sep 24 15:01:20.783144 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1589a6d7-a5ee-43e9-abc4-32e2c18704e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72086b33-3b8d-4b1a-99e2-4f2613b5d50a,revision_number=1']} {{(pid=105993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:01:20.785997 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.wsgi [-] (105994) accepted ('10.222.0.90', 32822) {{(pid=105994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:01:20.865302 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-a5057122-06d8-4c0d-8f3e-0507076ed755 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:01:20.902640 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-a5057122-06d8-4c0d-8f3e-0507076ed755 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:01:20.986593 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-a5057122-06d8-4c0d-8f3e-0507076ed755 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571103'] for security_group, after_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:01:20.991709 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-a5057122-06d8-4c0d-8f3e-0507076ed755 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:01:20.993831 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [None req-a5057122-06d8-4c0d-8f3e-0507076ed755 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/72086b33-3b8d-4b1a-99e2-4f2613b5d50a HTTP/1.1" status: 204 len: 168 time: 0.1999097 Sep 24 15:01:21.007838 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5057122-06d8-4c0d-8f3e-0507076ed755 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72086b33-3b8d-4b1a-99e2-4f2613b5d50a,revision_number=None']} {{(pid=105994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:01:21.496030 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.wsgi [-] (105994) accepted ('10.222.0.90', 32840) {{(pid=105994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:01:21.514223 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-f5b30e1e-b06c-4955-ad57-890339f31555 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:01:21.667795 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-f5b30e1e-b06c-4955-ad57-890339f31555 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:01:21.676743 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-f5b30e1e-b06c-4955-ad57-890339f31555 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571103'] for security_group, after_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:01:22.028630 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b30e1e-b06c-4955-ad57-890339f31555 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d3c2c35-eb34-46f5-b010-b545ba5cf8be,revision_number=1']} {{(pid=105994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:01:22.040212 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [None req-f5b30e1e-b06c-4955-ad57-890339f31555 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=8ea515ba177149fc9ab98bdbc32b312c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5425441 Sep 24 15:01:22.045082 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.wsgi [-] (105994) accepted ('10.222.0.90', 32856) {{(pid=105994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:01:22.126884 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-86e3a99c-eefe-414b-a426-d0ab25700871 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:01:22.164611 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-86e3a99c-eefe-414b-a426-d0ab25700871 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:01:22.270809 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-86e3a99c-eefe-414b-a426-d0ab25700871 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571103'] for security_group, after_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:01:22.276081 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-86e3a99c-eefe-414b-a426-d0ab25700871 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:01:22.278717 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [None req-86e3a99c-eefe-414b-a426-d0ab25700871 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/3d3c2c35-eb34-46f5-b010-b545ba5cf8be HTTP/1.1" status: 204 len: 168 time: 0.2321982 Sep 24 15:01:22.296738 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e3a99c-eefe-414b-a426-d0ab25700871 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d3c2c35-eb34-46f5-b010-b545ba5cf8be,revision_number=None']} {{(pid=105994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:01:23.126277 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.wsgi [-] (105994) accepted ('10.222.0.90', 32896) {{(pid=105994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:01:23.318348 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-d62ced55-f833-4662-9853-ee7f7c02a975 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:01:23.474718 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-d62ced55-f833-4662-9853-ee7f7c02a975 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:01:23.483104 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-d62ced55-f833-4662-9853-ee7f7c02a975 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571103'] for security_group, after_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:01:23.530099 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62ced55-f833-4662-9853-ee7f7c02a975 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07ffe831-b144-4b57-abd9-8b59d61a2ae3,revision_number=1']} {{(pid=105994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:01:23.553131 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [None req-d62ced55-f833-4662-9853-ee7f7c02a975 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=c33ad090f5824a19822638682751cedb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4222476 Sep 24 15:01:23.553426 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.wsgi [-] (105994) accepted ('10.222.0.90', 32908) {{(pid=105994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:01:23.558687 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-5487eeff-e0d2-4280-a003-227327c1c84c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:01:23.631611 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-1b150f4e-0883-4073-8fcc-6975a807a40f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:01:23.669149 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-1b150f4e-0883-4073-8fcc-6975a807a40f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:01:23.764126 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-1b150f4e-0883-4073-8fcc-6975a807a40f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571103'] for security_group, after_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:01:23.769059 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-1b150f4e-0883-4073-8fcc-6975a807a40f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:01:23.775475 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [None req-1b150f4e-0883-4073-8fcc-6975a807a40f admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/07ffe831-b144-4b57-abd9-8b59d61a2ae3 HTTP/1.1" status: 204 len: 168 time: 0.2161372 Sep 24 15:01:23.783692 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b150f4e-0883-4073-8fcc-6975a807a40f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07ffe831-b144-4b57-abd9-8b59d61a2ae3,revision_number=None']} {{(pid=105994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:01:24.442351 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.wsgi [-] (105993) accepted ('10.222.0.90', 32928) {{(pid=105993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:01:24.459851 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-81b56142-3885-4fb5-b4db-747ceecad442 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:01:24.621239 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-81b56142-3885-4fb5-b4db-747ceecad442 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:01:24.627989 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-81b56142-3885-4fb5-b4db-747ceecad442 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571103'] for security_group, after_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:01:24.693144 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [None req-81b56142-3885-4fb5-b4db-747ceecad442 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=aeb200e44f3844f6b3fa672584cfa689&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2492895 Sep 24 15:01:24.694133 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b56142-3885-4fb5-b4db-747ceecad442 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f452d1e-eee3-4e17-82e4-cd2e8fb40f44,revision_number=1']} {{(pid=105993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:01:24.697433 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.wsgi [-] (105994) accepted ('10.222.0.90', 32934) {{(pid=105994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:01:24.787383 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-05fe0753-9366-4201-9958-c7aeea681b5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:01:24.830479 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-05fe0753-9366-4201-9958-c7aeea681b5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:01:24.922555 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-05fe0753-9366-4201-9958-c7aeea681b5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571103'] for security_group, after_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:01:24.926166 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-05fe0753-9366-4201-9958-c7aeea681b5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:01:24.927535 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [None req-05fe0753-9366-4201-9958-c7aeea681b5c admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/4f452d1e-eee3-4e17-82e4-cd2e8fb40f44 HTTP/1.1" status: 204 len: 168 time: 0.2285247 Sep 24 15:01:24.940240 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fe0753-9366-4201-9958-c7aeea681b5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f452d1e-eee3-4e17-82e4-cd2e8fb40f44,revision_number=None']} {{(pid=105994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:01:28.303183 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-98cd077e-ee5b-46b0-9965-4258560cbe03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:01:29.364269 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:01:30.144249 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.wsgi [-] (105993) accepted ('10.222.0.90', 33046) {{(pid=105993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:01:30.302714 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-f920036a-87ef-4dbb-9f40-e2c2d59d8876 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:01:30.418819 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-13d777cc-54dc-48f4-b409-3d66fa02497d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:01:30.472914 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-f920036a-87ef-4dbb-9f40-e2c2d59d8876 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:01:30.486682 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-f920036a-87ef-4dbb-9f40-e2c2d59d8876 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571103'] for security_group, after_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:01:30.548142 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [None req-f920036a-87ef-4dbb-9f40-e2c2d59d8876 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=dce39dff1e64420ab644ede32896f549&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4022748 Sep 24 15:01:30.548430 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.wsgi [-] (105994) accepted ('10.222.0.90', 33058) {{(pid=105994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:01:30.549463 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f920036a-87ef-4dbb-9f40-e2c2d59d8876 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afbd03da-822b-4996-af25-702658c69833,revision_number=1']} {{(pid=105993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:01:30.624573 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-f9abe95d-ec8a-4670-b454-009d3f0227ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:01:30.666130 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-f9abe95d-ec8a-4670-b454-009d3f0227ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:01:30.759309 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-f9abe95d-ec8a-4670-b454-009d3f0227ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571103'] for security_group, after_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:01:30.763956 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-f9abe95d-ec8a-4670-b454-009d3f0227ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:01:30.769474 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [None req-f9abe95d-ec8a-4670-b454-009d3f0227ef admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/afbd03da-822b-4996-af25-702658c69833 HTTP/1.1" status: 204 len: 168 time: 0.2159748 Sep 24 15:01:30.780048 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9abe95d-ec8a-4670-b454-009d3f0227ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afbd03da-822b-4996-af25-702658c69833,revision_number=None']} {{(pid=105994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:01:31.266802 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.wsgi [-] (105993) accepted ('10.222.0.90', 33068) {{(pid=105993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:01:31.293730 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-a4632e24-4c21-40ed-b234-3c92797156ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:01:31.492530 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-a4632e24-4c21-40ed-b234-3c92797156ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:01:31.500545 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-a4632e24-4c21-40ed-b234-3c92797156ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571103'] for security_group, after_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:01:31.559104 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4632e24-4c21-40ed-b234-3c92797156ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ecfb27c-c42b-4a45-9324-30ef4b0b0d08,revision_number=1']} {{(pid=105993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:01:31.565307 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [None req-a4632e24-4c21-40ed-b234-3c92797156ff admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=3f1abd9869804134ae6966f9277ec1d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2967737 Sep 24 15:01:31.570023 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.wsgi [-] (105994) accepted ('10.222.0.90', 33070) {{(pid=105994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:01:31.666803 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-1aa0f626-4b29-4b63-8249-6837745cdda3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:01:31.716617 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-1aa0f626-4b29-4b63-8249-6837745cdda3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:01:31.806402 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-1aa0f626-4b29-4b63-8249-6837745cdda3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571103'] for security_group, after_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:01:31.810242 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-1aa0f626-4b29-4b63-8249-6837745cdda3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:01:31.816213 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [None req-1aa0f626-4b29-4b63-8249-6837745cdda3 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/7ecfb27c-c42b-4a45-9324-30ef4b0b0d08 HTTP/1.1" status: 204 len: 168 time: 0.2443686 Sep 24 15:01:31.829247 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa0f626-4b29-4b63-8249-6837745cdda3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ecfb27c-c42b-4a45-9324-30ef4b0b0d08,revision_number=None']} {{(pid=105994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:01:33.001545 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-450d71f0-4391-4cc8-89b8-8f609d6e2304 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:01:39.298605 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.db.agents_db [None req-37515238-e50e-498e-bfbd-a21ffee86c29 None None] Agent healthcheck: found 6 active agents {{(pid=105996) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 15:01:40.606039 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.wsgi [-] (105994) accepted ('10.222.0.90', 33218) {{(pid=105994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:01:40.816845 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-6d7bae91-c0e9-45b1-8953-3e51f295d0ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:01:41.011673 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-6d7bae91-c0e9-45b1-8953-3e51f295d0ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:01:41.021607 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-6d7bae91-c0e9-45b1-8953-3e51f295d0ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571103'] for security_group, after_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:01:41.108607 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [None req-6d7bae91-c0e9-45b1-8953-3e51f295d0ab admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=19ac080545fd4f38b67bf55f0f8aeb75&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4986198 Sep 24 15:01:41.110530 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.wsgi [-] (105993) accepted ('10.222.0.90', 33232) {{(pid=105993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:01:41.115869 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7bae91-c0e9-45b1-8953-3e51f295d0ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2e44ba8-03fa-467c-9e17-a84b311291f2,revision_number=1']} {{(pid=105994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:01:41.207759 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-9f4ed496-2980-46d4-be26-ad016f57ee87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:01:41.246395 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-9f4ed496-2980-46d4-be26-ad016f57ee87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:01:41.348006 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-9f4ed496-2980-46d4-be26-ad016f57ee87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571103'] for security_group, after_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:01:41.351157 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-9f4ed496-2980-46d4-be26-ad016f57ee87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:01:41.353002 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [None req-9f4ed496-2980-46d4-be26-ad016f57ee87 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/f2e44ba8-03fa-467c-9e17-a84b311291f2 HTTP/1.1" status: 204 len: 168 time: 0.2407131 Sep 24 15:01:41.366195 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4ed496-2980-46d4-be26-ad016f57ee87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2e44ba8-03fa-467c-9e17-a84b311291f2,revision_number=None']} {{(pid=105993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:01:41.978429 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.wsgi [-] (105993) accepted ('10.222.0.90', 33250) {{(pid=105993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:01:42.009141 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-67243405-4094-4d07-81bc-c965c1d7a162 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:01:42.234846 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-67243405-4094-4d07-81bc-c965c1d7a162 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:01:42.248181 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-67243405-4094-4d07-81bc-c965c1d7a162 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571103'] for security_group, after_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:01:42.328150 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67243405-4094-4d07-81bc-c965c1d7a162 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9eae5e14-259e-4850-9cdb-2044934f9abe,revision_number=1']} {{(pid=105993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:01:42.340799 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [None req-67243405-4094-4d07-81bc-c965c1d7a162 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=2e873df65dde401b8b77ae04d997373d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3556600 Sep 24 15:01:42.342600 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.wsgi [-] (105993) accepted ('10.222.0.90', 33262) {{(pid=105993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:01:42.440996 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-67622ac1-0ddf-4b7e-bf40-6b4f92980f9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:01:42.472349 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-67622ac1-0ddf-4b7e-bf40-6b4f92980f9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:01:42.578485 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-67622ac1-0ddf-4b7e-bf40-6b4f92980f9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571103'] for security_group, after_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:01:42.583329 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-67622ac1-0ddf-4b7e-bf40-6b4f92980f9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:01:42.592131 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [None req-67622ac1-0ddf-4b7e-bf40-6b4f92980f9f admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/9eae5e14-259e-4850-9cdb-2044934f9abe HTTP/1.1" status: 204 len: 168 time: 0.2486489 Sep 24 15:01:42.610692 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67622ac1-0ddf-4b7e-bf40-6b4f92980f9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9eae5e14-259e-4850-9cdb-2044934f9abe,revision_number=None']} {{(pid=105993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:01:43.095772 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a106d4b-121e-499e-a126-f3382790bf5b req-8331a668-1bb4-48b5-ac7d-9f66c5c4ab44 tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:01:43.098741 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-8a106d4b-121e-499e-a126-f3382790bf5b req-8331a668-1bb4-48b5-ac7d-9f66c5c4ab44 tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] 10.222.0.90 "GET /v2.0/ports?device_id=f1b5b2a6-f314-44dc-ba72-775062bcd022 HTTP/1.1" status: 200 len: 945 time: 0.0922647 Sep 24 15:01:43.175134 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-8a106d4b-121e-499e-a126-f3382790bf5b req-222b453f-38a7-42e2-964e-041b53ac132b tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] 10.222.0.90 "GET /v2.0/security-groups?id=c657eca7-10e1-4b7a-90c6-895f7e6c258c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652919 Sep 24 15:01:44.400169 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fecfe2-860e-43b4-a992-a18c9e3e6611 req-bf64eec0-a58f-49cd-a7f9-a17ed3da23b7 tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:01:44.407433 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-f8fecfe2-860e-43b4-a992-a18c9e3e6611 req-bf64eec0-a58f-49cd-a7f9-a17ed3da23b7 tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] 10.222.0.90 "GET /v2.0/ports?device_id=f1b5b2a6-f314-44dc-ba72-775062bcd022 HTTP/1.1" status: 200 len: 945 time: 0.1028180 Sep 24 15:01:44.494782 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-f8fecfe2-860e-43b4-a992-a18c9e3e6611 req-f6dab2ae-f433-46c4-8a15-69c07e47088b tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] 10.222.0.90 "GET /v2.0/security-groups?id=c657eca7-10e1-4b7a-90c6-895f7e6c258c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739965 Sep 24 15:01:44.720615 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.wsgi [-] (105993) accepted ('10.222.0.90', 33308) {{(pid=105993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:01:44.924256 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-5dbd244b-78e6-4cd6-992d-a0b011f2025a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:01:45.071739 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-5dbd244b-78e6-4cd6-992d-a0b011f2025a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:01:45.078200 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-5dbd244b-78e6-4cd6-992d-a0b011f2025a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571103'] for security_group, after_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:01:45.144640 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [None req-5dbd244b-78e6-4cd6-992d-a0b011f2025a admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=378a41d260c84d3daf845812645b4c63&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4219658 Sep 24 15:01:45.146199 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbd244b-78e6-4cd6-992d-a0b011f2025a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c5d07e8-3a6f-4be5-be35-cfaaeef0f1f0,revision_number=1']} {{(pid=105993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:01:45.149190 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.wsgi [-] (105994) accepted ('10.222.0.90', 33312) {{(pid=105994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:01:45.243686 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-b5bb8e58-196b-4754-9a80-b59fdbacc3a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:01:45.289386 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-b5bb8e58-196b-4754-9a80-b59fdbacc3a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:01:45.395518 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-b5bb8e58-196b-4754-9a80-b59fdbacc3a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571103'] for security_group, after_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:01:45.400004 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-b5bb8e58-196b-4754-9a80-b59fdbacc3a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:01:45.402120 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [None req-b5bb8e58-196b-4754-9a80-b59fdbacc3a9 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/3c5d07e8-3a6f-4be5-be35-cfaaeef0f1f0 HTTP/1.1" status: 204 len: 168 time: 0.2507443 Sep 24 15:01:45.416119 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bb8e58-196b-4754-9a80-b59fdbacc3a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c5d07e8-3a6f-4be5-be35-cfaaeef0f1f0,revision_number=None']} {{(pid=105994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:01:45.743280 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f257d2-6b20-4ebd-98bc-cd490f57703f req-7aa2650a-fffb-458c-aceb-f63712edd667 tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:01:45.746701 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-20f257d2-6b20-4ebd-98bc-cd490f57703f req-7aa2650a-fffb-458c-aceb-f63712edd667 tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] 10.222.0.90 "GET /v2.0/ports?device_id=f1b5b2a6-f314-44dc-ba72-775062bcd022 HTTP/1.1" status: 200 len: 945 time: 0.1223311 Sep 24 15:01:45.791398 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:01:45.837286 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-20f257d2-6b20-4ebd-98bc-cd490f57703f req-aa471ad4-8028-44aa-a9b8-d67cf2415478 tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] 10.222.0.90 "GET /v2.0/security-groups?id=c657eca7-10e1-4b7a-90c6-895f7e6c258c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761366 Sep 24 15:01:47.090174 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dcca2c-a296-4c1f-8856-6339907f923f req-7d51e412-bbb3-4fd4-a685-e3802970659f tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:01:47.101616 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-94dcca2c-a296-4c1f-8856-6339907f923f req-7d51e412-bbb3-4fd4-a685-e3802970659f tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] 10.222.0.90 "GET /v2.0/ports?device_id=f1b5b2a6-f314-44dc-ba72-775062bcd022 HTTP/1.1" status: 200 len: 945 time: 0.1227908 Sep 24 15:01:47.172021 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-94dcca2c-a296-4c1f-8856-6339907f923f req-a0e27cfd-ad9f-47b0-951e-c48d8891848c tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] 10.222.0.90 "GET /v2.0/security-groups?id=c657eca7-10e1-4b7a-90c6-895f7e6c258c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670810 Sep 24 15:01:47.668934 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.wsgi [-] (105994) accepted ('10.222.0.90', 33394) {{(pid=105994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:01:47.930799 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-7e499613-f4d2-4395-911d-35c814f7e39b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:01:47.941466 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-f2533d9a-58bd-4ee8-a80e-25999cd108c0 req-55a78b2c-72ab-4a7f-beef-aab3a74eae4b service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=873dd13f-1b71-4619-b337-59158ab98530&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1052547 Sep 24 15:01:48.153683 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2533d9a-58bd-4ee8-a80e-25999cd108c0 req-04112fbd-778d-401b-92c7-a7710c427d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:01:48.156885 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-f2533d9a-58bd-4ee8-a80e-25999cd108c0 req-04112fbd-778d-401b-92c7-a7710c427d50 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=e8de89965f464e0ebbfb78c2c3d408f2&device_id=873dd13f-1b71-4619-b337-59158ab98530 HTTP/1.1" status: 200 len: 1099 time: 0.1426432 Sep 24 15:01:48.292989 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-7e499613-f4d2-4395-911d-35c814f7e39b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:01:48.358561 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-7e499613-f4d2-4395-911d-35c814f7e39b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571103'] for security_group, after_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:01:48.492565 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e499613-f4d2-4395-911d-35c814f7e39b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=050c042a-345d-4844-93bb-6e60ca5bde26,revision_number=1']} {{(pid=105994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:01:48.501166 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [None req-7e499613-f4d2-4395-911d-35c814f7e39b admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=415f38d0909a479a9aa28e16b1cc32ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8299930 Sep 24 15:01:48.505742 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.wsgi [-] (105993) accepted ('10.222.0.90', 33422) {{(pid=105993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:01:48.527955 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2533d9a-58bd-4ee8-a80e-25999cd108c0 req-b94a4b89-baf9-4ce9-836c-d5e5b82bdb5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:01:48.530059 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-f2533d9a-58bd-4ee8-a80e-25999cd108c0 req-b94a4b89-baf9-4ce9-836c-d5e5b82bdb5d service neutron] 10.222.0.99 "GET /v2.0/networks?id=9cafbdbc-b31b-42e1-af08-737ab1772474 HTTP/1.1" status: 200 len: 918 time: 0.3389833 Sep 24 15:01:48.546387 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d83b9a1-0c3c-4386-8d87-089298528ca2 req-08f6cc56-da5f-4345-814a-6bee77bd9a8d tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:01:48.549007 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-8d83b9a1-0c3c-4386-8d87-089298528ca2 req-08f6cc56-da5f-4345-814a-6bee77bd9a8d tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] 10.222.0.90 "GET /v2.0/ports?device_id=f1b5b2a6-f314-44dc-ba72-775062bcd022 HTTP/1.1" status: 200 len: 945 time: 0.2460940 Sep 24 15:01:48.609217 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-0cb616ba-1ae4-404e-80b2-f7d2f389aa3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:01:48.653707 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-0cb616ba-1ae4-404e-80b2-f7d2f389aa3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:01:48.674963 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-8d83b9a1-0c3c-4386-8d87-089298528ca2 req-7c43177c-1966-4c42-845f-14f8a1cfd7e0 tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] 10.222.0.90 "GET /v2.0/security-groups?id=c657eca7-10e1-4b7a-90c6-895f7e6c258c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1153827 Sep 24 15:01:48.686843 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-f2533d9a-58bd-4ee8-a80e-25999cd108c0 req-57c1ea94-4a55-4dd7-95be-7d9d26807dcd service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b108f0d8-ba9f-4c22-91e5-6d78d372be41 HTTP/1.1" status: 200 len: 1000 time: 0.1363039 Sep 24 15:01:48.768291 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-0cb616ba-1ae4-404e-80b2-f7d2f389aa3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571103'] for security_group, after_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:01:48.772604 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-0cb616ba-1ae4-404e-80b2-f7d2f389aa3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:01:48.774633 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [None req-0cb616ba-1ae4-404e-80b2-f7d2f389aa3d admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/050c042a-345d-4844-93bb-6e60ca5bde26 HTTP/1.1" status: 204 len: 168 time: 0.2673206 Sep 24 15:01:48.775344 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2533d9a-58bd-4ee8-a80e-25999cd108c0 req-8e3db74e-1f4c-4247-96bb-e60dba1103cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:01:48.778244 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-f2533d9a-58bd-4ee8-a80e-25999cd108c0 req-8e3db74e-1f4c-4247-96bb-e60dba1103cf service neutron] 10.222.0.99 "GET /v2.0/subnets?id=96eeb601-c3fa-4a0c-bf57-6c99e9cae07c HTTP/1.1" status: 200 len: 855 time: 0.0826311 Sep 24 15:01:48.787557 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb616ba-1ae4-404e-80b2-f7d2f389aa3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=050c042a-345d-4844-93bb-6e60ca5bde26,revision_number=None']} {{(pid=105993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:01:48.869107 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2533d9a-58bd-4ee8-a80e-25999cd108c0 req-a8cb9c3c-baf2-4d19-aaca-b093f67248cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:01:48.872837 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-f2533d9a-58bd-4ee8-a80e-25999cd108c0 req-a8cb9c3c-baf2-4d19-aaca-b093f67248cd service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=9cafbdbc-b31b-42e1-af08-737ab1772474&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0857215 Sep 24 15:01:49.090807 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-f2533d9a-58bd-4ee8-a80e-25999cd108c0 req-c61279a3-9bee-482c-bbb3-b596332e9b5e service neutron] 10.222.0.99 "GET /v2.0/networks/9cafbdbc-b31b-42e1-af08-737ab1772474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2052450 Sep 24 15:01:49.296213 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-f2533d9a-58bd-4ee8-a80e-25999cd108c0 req-f1789df3-5cf8-41cc-a2d4-f92cfebd7511 service neutron] 10.222.0.99 "GET /v2.0/networks/9cafbdbc-b31b-42e1-af08-737ab1772474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1981118 Sep 24 15:01:49.350584 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.wsgi [-] (105993) accepted ('10.222.0.90', 33436) {{(pid=105993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:01:49.374843 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-34fb75b5-e23e-4c16-b98d-78d398ceb2f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:01:49.570726 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-34fb75b5-e23e-4c16-b98d-78d398ceb2f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:01:49.586895 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-34fb75b5-e23e-4c16-b98d-78d398ceb2f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571103'] for security_group, after_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:01:49.675099 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [None req-34fb75b5-e23e-4c16-b98d-78d398ceb2f8 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=bcc1935e412d4223b14bc6e79b1cc630&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3226590 Sep 24 15:01:49.676926 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fb75b5-e23e-4c16-b98d-78d398ceb2f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd75f604-d216-40f2-89b6-f5378f984f57,revision_number=1']} {{(pid=105993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:01:49.679478 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.wsgi [-] (105994) accepted ('10.222.0.90', 33442) {{(pid=105994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:01:49.783117 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-b819958d-1886-499f-92ee-781895f0be6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:01:49.827126 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-b819958d-1886-499f-92ee-781895f0be6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:01:49.914333 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1b0189-ff5b-4c18-ac69-e2e4cf52a02f req-d2c90277-41ab-4e3d-abbb-800abd340bf2 tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:01:49.925949 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-ba1b0189-ff5b-4c18-ac69-e2e4cf52a02f req-d2c90277-41ab-4e3d-abbb-800abd340bf2 tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] 10.222.0.90 "GET /v2.0/ports?device_id=f1b5b2a6-f314-44dc-ba72-775062bcd022 HTTP/1.1" status: 200 len: 945 time: 0.1105402 Sep 24 15:01:49.950927 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-b819958d-1886-499f-92ee-781895f0be6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571103'] for security_group, after_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:01:49.955748 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-b819958d-1886-499f-92ee-781895f0be6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:01:49.957806 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [None req-b819958d-1886-499f-92ee-781895f0be6f admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/fd75f604-d216-40f2-89b6-f5378f984f57 HTTP/1.1" status: 204 len: 168 time: 0.2766798 Sep 24 15:01:49.984229 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b819958d-1886-499f-92ee-781895f0be6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd75f604-d216-40f2-89b6-f5378f984f57,revision_number=None']} {{(pid=105994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:01:50.007242 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-ba1b0189-ff5b-4c18-ac69-e2e4cf52a02f req-fc273d4b-ad78-4153-9a99-884862826b0a tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] 10.222.0.90 "GET /v2.0/security-groups?id=c657eca7-10e1-4b7a-90c6-895f7e6c258c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744803 Sep 24 15:01:51.255990 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2448ccfe-53f3-4dee-bc51-0d86097ae4be req-4e7fad11-81cf-4aef-b533-9d133c140233 tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:01:51.258585 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-2448ccfe-53f3-4dee-bc51-0d86097ae4be req-4e7fad11-81cf-4aef-b533-9d133c140233 tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] 10.222.0.90 "GET /v2.0/ports?device_id=f1b5b2a6-f314-44dc-ba72-775062bcd022 HTTP/1.1" status: 200 len: 945 time: 0.1121790 Sep 24 15:01:51.366353 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-2448ccfe-53f3-4dee-bc51-0d86097ae4be req-f028d6d8-216b-4aa0-b349-b726fb4ab7fd tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] 10.222.0.90 "GET /v2.0/security-groups?id=c657eca7-10e1-4b7a-90c6-895f7e6c258c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936472 Sep 24 15:01:52.566625 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981931af-9156-4e98-86c3-75a7c1236939 req-e8ee8385-7b2e-4b6d-bc81-c8665a74dce2 tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:01:52.568343 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-981931af-9156-4e98-86c3-75a7c1236939 req-e8ee8385-7b2e-4b6d-bc81-c8665a74dce2 tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] 10.222.0.90 "GET /v2.0/ports?device_id=f1b5b2a6-f314-44dc-ba72-775062bcd022 HTTP/1.1" status: 200 len: 945 time: 0.0892446 Sep 24 15:01:52.633000 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-981931af-9156-4e98-86c3-75a7c1236939 req-9a16e88a-61f2-4d0d-9d04-bea10318b672 tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] 10.222.0.90 "GET /v2.0/security-groups?id=c657eca7-10e1-4b7a-90c6-895f7e6c258c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525689 Sep 24 15:01:53.549195 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-5b1d9294-3147-4fce-923b-ee76540e4280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:01:53.810642 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00936b06-3063-469d-b669-64946f4d8dac req-5f150085-a7dc-42e6-890d-4dbca75c0d80 tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:01:53.812369 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-00936b06-3063-469d-b669-64946f4d8dac req-5f150085-a7dc-42e6-890d-4dbca75c0d80 tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] 10.222.0.90 "GET /v2.0/ports?device_id=f1b5b2a6-f314-44dc-ba72-775062bcd022 HTTP/1.1" status: 200 len: 945 time: 0.0695329 Sep 24 15:01:53.867860 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-00936b06-3063-469d-b669-64946f4d8dac req-99976e16-e74a-4d8f-8729-ef3d96abb922 tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] 10.222.0.90 "GET /v2.0/security-groups?id=c657eca7-10e1-4b7a-90c6-895f7e6c258c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484591 Sep 24 15:01:55.027704 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79102470-7f9b-493b-a4df-907cfdba03bc req-8bae273b-fee4-44b2-a8b3-ea324d3df161 tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:01:55.027704 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-79102470-7f9b-493b-a4df-907cfdba03bc req-8bae273b-fee4-44b2-a8b3-ea324d3df161 tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] 10.222.0.90 "GET /v2.0/ports?device_id=f1b5b2a6-f314-44dc-ba72-775062bcd022 HTTP/1.1" status: 200 len: 945 time: 0.0658965 Sep 24 15:01:55.092279 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-79102470-7f9b-493b-a4df-907cfdba03bc req-14450e23-7e89-44a5-92f3-698acf9a6097 tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] 10.222.0.90 "GET /v2.0/security-groups?id=c657eca7-10e1-4b7a-90c6-895f7e6c258c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537744 Sep 24 15:01:56.277617 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061149a5-5385-42b5-8252-1a684ee68c8a req-f5cff241-95c6-400d-a7ec-2ee25c0f4ecc tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:01:56.280359 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-061149a5-5385-42b5-8252-1a684ee68c8a req-f5cff241-95c6-400d-a7ec-2ee25c0f4ecc tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] 10.222.0.90 "GET /v2.0/ports?device_id=f1b5b2a6-f314-44dc-ba72-775062bcd022 HTTP/1.1" status: 200 len: 945 time: 0.0936995 Sep 24 15:01:56.350683 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-061149a5-5385-42b5-8252-1a684ee68c8a req-f878b0b3-6c4e-4282-9d4f-589c5fb3c77c tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] 10.222.0.90 "GET /v2.0/security-groups?id=c657eca7-10e1-4b7a-90c6-895f7e6c258c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600221 Sep 24 15:01:57.523855 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cc7a51-945f-435e-b00d-58e75850eec8 req-983ddada-1ffd-43ce-8d03-7f1e871f6e4d tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:01:57.525675 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-21cc7a51-945f-435e-b00d-58e75850eec8 req-983ddada-1ffd-43ce-8d03-7f1e871f6e4d tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] 10.222.0.90 "GET /v2.0/ports?device_id=f1b5b2a6-f314-44dc-ba72-775062bcd022 HTTP/1.1" status: 200 len: 945 time: 0.0702527 Sep 24 15:01:57.578112 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-21cc7a51-945f-435e-b00d-58e75850eec8 req-e1c90571-951d-4653-9fce-7b7daf975a07 tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] 10.222.0.90 "GET /v2.0/security-groups?id=c657eca7-10e1-4b7a-90c6-895f7e6c258c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432649 Sep 24 15:01:58.316281 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-d676e5a3-76d5-45cf-a060-6b453c1db42f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:01:58.777665 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7c2fdf-ca2f-4f41-a4a6-3dfcb6611446 req-b8b4437c-746a-4e91-812b-f07f901c429c tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:01:58.781011 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-8b7c2fdf-ca2f-4f41-a4a6-3dfcb6611446 req-b8b4437c-746a-4e91-812b-f07f901c429c tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] 10.222.0.90 "GET /v2.0/ports?device_id=f1b5b2a6-f314-44dc-ba72-775062bcd022 HTTP/1.1" status: 200 len: 945 time: 0.0849450 Sep 24 15:01:58.854396 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-8b7c2fdf-ca2f-4f41-a4a6-3dfcb6611446 req-7cd9f991-219f-429f-93e1-b46cb78e4739 tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] 10.222.0.90 "GET /v2.0/security-groups?id=c657eca7-10e1-4b7a-90c6-895f7e6c258c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642304 Sep 24 15:01:59.361139 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:02:00.054453 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4b4740-44d9-4b45-aff2-ded1c3e87eb1 req-786497ad-d565-4a63-902c-5d7af1809b0d tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:02:00.056342 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-9c4b4740-44d9-4b45-aff2-ded1c3e87eb1 req-786497ad-d565-4a63-902c-5d7af1809b0d tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] 10.222.0.90 "GET /v2.0/ports?device_id=f1b5b2a6-f314-44dc-ba72-775062bcd022 HTTP/1.1" status: 200 len: 945 time: 0.0654926 Sep 24 15:02:00.106113 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-9c4b4740-44d9-4b45-aff2-ded1c3e87eb1 req-c2947506-ae90-48a3-b364-78af79898b45 tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] 10.222.0.90 "GET /v2.0/security-groups?id=c657eca7-10e1-4b7a-90c6-895f7e6c258c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424075 Sep 24 15:02:00.422213 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-13d777cc-54dc-48f4-b409-3d66fa02497d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:02:01.329059 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f39c0f2-3b43-455b-8816-7cf855f4aa94 req-7bab9738-4cef-4a26-91b4-98a88d389466 tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:02:01.331383 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-7f39c0f2-3b43-455b-8816-7cf855f4aa94 req-7bab9738-4cef-4a26-91b4-98a88d389466 tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] 10.222.0.90 "GET /v2.0/ports?device_id=f1b5b2a6-f314-44dc-ba72-775062bcd022 HTTP/1.1" status: 200 len: 945 time: 0.0963945 Sep 24 15:02:01.387184 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-7f39c0f2-3b43-455b-8816-7cf855f4aa94 req-cf90c1a7-7042-41c8-8038-01216ba38851 tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] 10.222.0.90 "GET /v2.0/security-groups?id=c657eca7-10e1-4b7a-90c6-895f7e6c258c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440252 Sep 24 15:02:02.899708 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fb303e-6ce8-4d9d-a135-f6f6e00de2f2 req-9800476e-83e2-4c57-a361-0faa8b3314e0 tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:02:02.902635 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-10fb303e-6ce8-4d9d-a135-f6f6e00de2f2 req-9800476e-83e2-4c57-a361-0faa8b3314e0 tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] 10.222.0.90 "GET /v2.0/ports?device_id=f1b5b2a6-f314-44dc-ba72-775062bcd022 HTTP/1.1" status: 200 len: 945 time: 0.4101529 Sep 24 15:02:02.974277 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-10fb303e-6ce8-4d9d-a135-f6f6e00de2f2 req-63105024-07d1-451e-aee7-e828483d5018 tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] 10.222.0.90 "GET /v2.0/security-groups?id=c657eca7-10e1-4b7a-90c6-895f7e6c258c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634639 Sep 24 15:02:03.004523 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-450d71f0-4391-4cc8-89b8-8f609d6e2304 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:02:04.270684 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045878d8-6299-4b48-aab7-07adff2b11d7 req-fd07126d-301c-4d7b-8fba-767b399820d3 tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:02:04.272509 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-045878d8-6299-4b48-aab7-07adff2b11d7 req-fd07126d-301c-4d7b-8fba-767b399820d3 tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] 10.222.0.90 "GET /v2.0/ports?device_id=f1b5b2a6-f314-44dc-ba72-775062bcd022 HTTP/1.1" status: 200 len: 945 time: 0.1635098 Sep 24 15:02:04.344480 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-045878d8-6299-4b48-aab7-07adff2b11d7 req-461bb93e-fd03-4400-8717-c9a789139aca tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] 10.222.0.90 "GET /v2.0/security-groups?id=c657eca7-10e1-4b7a-90c6-895f7e6c258c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591774 Sep 24 15:02:04.709090 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bcf799-566f-4c3c-83d2-099f5d962239 req-1ec016c7-dd23-4318-8cc5-5ddfcb62cc6d tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:02:04.711728 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-67bcf799-566f-4c3c-83d2-099f5d962239 req-1ec016c7-dd23-4318-8cc5-5ddfcb62cc6d tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] 10.222.0.90 "GET /v2.0/ports?device_id=f1b5b2a6-f314-44dc-ba72-775062bcd022 HTTP/1.1" status: 200 len: 945 time: 0.0900271 Sep 24 15:02:04.840596 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-67bcf799-566f-4c3c-83d2-099f5d962239 req-4c232cbc-e703-4a8a-9eff-b07576dae034 tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] 10.222.0.90 "GET /v2.0/security-groups?id=c657eca7-10e1-4b7a-90c6-895f7e6c258c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1156564 Sep 24 15:02:04.859711 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94261f30-d87e-4c92-bbfb-5bc6beeb0ae0 req-ecee5cd4-1ac2-42ba-9ae8-d07718404350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:02:04.861933 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-94261f30-d87e-4c92-bbfb-5bc6beeb0ae0 req-ecee5cd4-1ac2-42ba-9ae8-d07718404350 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=36af9e7ac5624a48a0e26dba4f35ccdb&device_id=f1b5b2a6-f314-44dc-ba72-775062bcd022 HTTP/1.1" status: 200 len: 1098 time: 0.1269855 Sep 24 15:02:05.033922 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94261f30-d87e-4c92-bbfb-5bc6beeb0ae0 req-c3c965c4-98d0-436a-a269-096bdea2a4ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:02:05.036596 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-94261f30-d87e-4c92-bbfb-5bc6beeb0ae0 req-c3c965c4-98d0-436a-a269-096bdea2a4ac service neutron] 10.222.0.99 "GET /v2.0/networks?id=65553ae1-d48d-4529-ac12-6e14802b8d55 HTTP/1.1" status: 200 len: 913 time: 0.1667008 Sep 24 15:02:05.170413 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-94261f30-d87e-4c92-bbfb-5bc6beeb0ae0 req-c85cbcd6-a4be-4927-80b6-4a2da03dba78 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=952fb05d-d49a-44ce-a5d5-b9f7c2828cfe HTTP/1.1" status: 200 len: 1001 time: 0.1238439 Sep 24 15:02:05.256591 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94261f30-d87e-4c92-bbfb-5bc6beeb0ae0 req-972894ba-a4a9-45bf-9239-66d097976781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:02:05.259379 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-94261f30-d87e-4c92-bbfb-5bc6beeb0ae0 req-972894ba-a4a9-45bf-9239-66d097976781 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=08495ca0-8e92-404f-b038-7ce4337e085a HTTP/1.1" status: 200 len: 850 time: 0.0809889 Sep 24 15:02:05.358945 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94261f30-d87e-4c92-bbfb-5bc6beeb0ae0 req-9ebfc442-bff5-4296-88ea-d07265d33eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:02:05.365489 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-94261f30-d87e-4c92-bbfb-5bc6beeb0ae0 req-9ebfc442-bff5-4296-88ea-d07265d33eec service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=65553ae1-d48d-4529-ac12-6e14802b8d55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0966609 Sep 24 15:02:05.450058 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.wsgi [-] (105993) accepted ('10.222.0.90', 33640) {{(pid=105993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:02:05.537740 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-94261f30-d87e-4c92-bbfb-5bc6beeb0ae0 req-cd6e15b2-4f5b-4282-b187-1620ec2d8249 service neutron] 10.222.0.99 "GET /v2.0/networks/65553ae1-d48d-4529-ac12-6e14802b8d55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1624782 Sep 24 15:02:05.654508 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-8288bce5-6689-45c3-82f0-3eb9a5065f87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:02:05.680165 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-94261f30-d87e-4c92-bbfb-5bc6beeb0ae0 req-43a1c3d9-c959-4f19-9567-c86153506643 service neutron] 10.222.0.99 "GET /v2.0/networks/65553ae1-d48d-4529-ac12-6e14802b8d55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333039 Sep 24 15:02:05.841918 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-8288bce5-6689-45c3-82f0-3eb9a5065f87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:02:05.858052 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-8288bce5-6689-45c3-82f0-3eb9a5065f87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571103'] for security_group, after_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:02:05.894567 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [None req-8288bce5-6689-45c3-82f0-3eb9a5065f87 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=6bbcf881bdd24df786db7b93665797fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4438243 Sep 24 15:02:05.894850 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.wsgi [-] (105994) accepted ('10.222.0.90', 33650) {{(pid=105994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:02:05.926707 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8288bce5-6689-45c3-82f0-3eb9a5065f87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6266aeb9-10a2-4ed1-8a31-f98643cd94b6,revision_number=1']} {{(pid=105993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:02:05.938695 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8288bce5-6689-45c3-82f0-3eb9a5065f87 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:02:05.939361 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8288bce5-6689-45c3-82f0-3eb9a5065f87 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:02:05.939853 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8288bce5-6689-45c3-82f0-3eb9a5065f87 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:02:05.940375 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8288bce5-6689-45c3-82f0-3eb9a5065f87 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:02:05.941008 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8288bce5-6689-45c3-82f0-3eb9a5065f87 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:02:05.941570 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8288bce5-6689-45c3-82f0-3eb9a5065f87 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:02:05.942153 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8288bce5-6689-45c3-82f0-3eb9a5065f87 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:02:05.942807 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8288bce5-6689-45c3-82f0-3eb9a5065f87 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:02:05.951272 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8288bce5-6689-45c3-82f0-3eb9a5065f87 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:02:05.951904 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8288bce5-6689-45c3-82f0-3eb9a5065f87 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:02:05.953209 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8288bce5-6689-45c3-82f0-3eb9a5065f87 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:02:05.953937 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8288bce5-6689-45c3-82f0-3eb9a5065f87 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:02:06.009189 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-55e04c23-f453-464e-aec9-9a266daeb879 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:02:06.041262 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-55e04c23-f453-464e-aec9-9a266daeb879 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:02:06.110958 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-55e04c23-f453-464e-aec9-9a266daeb879 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571103'] for security_group, after_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:02:06.112471 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbd1bd6-f120-45f8-bb3d-3660cb71d28a req-cedd4c87-f576-4a5a-84e6-cc086b48fb55 tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:02:06.115248 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-afbd1bd6-f120-45f8-bb3d-3660cb71d28a req-cedd4c87-f576-4a5a-84e6-cc086b48fb55 tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] 10.222.0.90 "GET /v2.0/ports?device_id=f1b5b2a6-f314-44dc-ba72-775062bcd022 HTTP/1.1" status: 200 len: 945 time: 0.1039445 Sep 24 15:02:06.115713 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-55e04c23-f453-464e-aec9-9a266daeb879 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:02:06.121571 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [None req-55e04c23-f453-464e-aec9-9a266daeb879 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/6266aeb9-10a2-4ed1-8a31-f98643cd94b6 HTTP/1.1" status: 204 len: 168 time: 0.2200630 Sep 24 15:02:06.134397 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e04c23-f453-464e-aec9-9a266daeb879 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6266aeb9-10a2-4ed1-8a31-f98643cd94b6,revision_number=None']} {{(pid=105994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:02:06.199253 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-afbd1bd6-f120-45f8-bb3d-3660cb71d28a req-adae7f52-1d36-494c-9d42-e7b822c2c340 tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] 10.222.0.90 "GET /v2.0/security-groups?id=c657eca7-10e1-4b7a-90c6-895f7e6c258c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623925 Sep 24 15:02:07.388803 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4bbc77-6e80-40fd-9836-0fcf12dd1767 req-e3b26ccf-c8c2-4256-a2bf-a1cd5d041b4f tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:02:07.391342 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-6d4bbc77-6e80-40fd-9836-0fcf12dd1767 req-e3b26ccf-c8c2-4256-a2bf-a1cd5d041b4f tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] 10.222.0.90 "GET /v2.0/ports?device_id=f1b5b2a6-f314-44dc-ba72-775062bcd022 HTTP/1.1" status: 200 len: 945 time: 0.0829871 Sep 24 15:02:07.451100 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-6d4bbc77-6e80-40fd-9836-0fcf12dd1767 req-c034ea15-dbb2-4e1c-9a88-fe23d5eb2023 tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] 10.222.0.90 "GET /v2.0/security-groups?id=c657eca7-10e1-4b7a-90c6-895f7e6c258c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451283 Sep 24 15:02:15.779874 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:02:16.303483 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.db.agents_db [None req-37515238-e50e-498e-bfbd-a21ffee86c29 None None] Agent healthcheck: found 6 active agents {{(pid=105996) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 15:02:23.547957 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-9fc74648-2695-4c38-bb27-47239f8d41c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:02:25.202915 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.wsgi [-] (105993) accepted ('10.222.0.90', 33904) {{(pid=105993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:02:25.403678 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7ec72a-3194-4b8e-ae81-79fcaa2e4971 req-a690c396-6d49-4be0-ab23-990fbaac8372 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:02:25.406420 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-9a7ec72a-3194-4b8e-ae81-79fcaa2e4971 req-a690c396-6d49-4be0-ab23-990fbaac8372 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/ports?device_id=873dd13f-1b71-4619-b337-59158ab98530 HTTP/1.1" status: 200 len: 946 time: 0.0989239 Sep 24 15:02:25.491996 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-9a7ec72a-3194-4b8e-ae81-79fcaa2e4971 req-e9960445-dbaa-415f-869a-29d1f973f92f tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/security-groups?id=3569e126-7ff1-4cb8-87ba-3b9b03a649fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763073 Sep 24 15:02:25.493889 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-d9090d36-6ad4-4eca-845c-72681f551a12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:02:25.661140 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-d9090d36-6ad4-4eca-845c-72681f551a12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:02:25.668355 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-d9090d36-6ad4-4eca-845c-72681f551a12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571103'] for security_group, after_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:02:25.738055 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [None req-d9090d36-6ad4-4eca-845c-72681f551a12 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=b167d8fe2be845a6b4c0f341f04a24f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5333741 Sep 24 15:02:25.739814 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9090d36-6ad4-4eca-845c-72681f551a12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=444a6115-8723-40d5-a8da-fded8e32887f,revision_number=1']} {{(pid=105993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:02:25.744384 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.wsgi [-] (105993) accepted ('10.222.0.90', 33926) {{(pid=105993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:02:25.851937 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-223f9f93-34d7-45d6-aa52-7ff0eaf83025 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:02:25.896446 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-223f9f93-34d7-45d6-aa52-7ff0eaf83025 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:02:26.006694 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-223f9f93-34d7-45d6-aa52-7ff0eaf83025 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571103'] for security_group, after_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:02:26.011808 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-223f9f93-34d7-45d6-aa52-7ff0eaf83025 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:02:26.017561 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [None req-223f9f93-34d7-45d6-aa52-7ff0eaf83025 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/444a6115-8723-40d5-a8da-fded8e32887f HTTP/1.1" status: 204 len: 168 time: 0.2714021 Sep 24 15:02:26.033157 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223f9f93-34d7-45d6-aa52-7ff0eaf83025 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=444a6115-8723-40d5-a8da-fded8e32887f,revision_number=None']} {{(pid=105993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:02:26.741195 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550037e0-496b-448b-bded-dc96d446b437 req-f7b99b05-8601-43e7-9c7b-81678d057640 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:02:26.750361 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-550037e0-496b-448b-bded-dc96d446b437 req-f7b99b05-8601-43e7-9c7b-81678d057640 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/ports?device_id=873dd13f-1b71-4619-b337-59158ab98530 HTTP/1.1" status: 200 len: 946 time: 0.1196277 Sep 24 15:02:26.827036 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-550037e0-496b-448b-bded-dc96d446b437 req-1b00d1c6-6285-470f-88a6-e0efe9555cea tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/security-groups?id=3569e126-7ff1-4cb8-87ba-3b9b03a649fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624518 Sep 24 15:02:28.078174 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfcc47b-800e-42c4-bd94-df15757d03da req-e3aa3bc1-ec6c-40af-b0a1-e7540773062a tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:02:28.080936 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-0bfcc47b-800e-42c4-bd94-df15757d03da req-e3aa3bc1-ec6c-40af-b0a1-e7540773062a tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/ports?device_id=873dd13f-1b71-4619-b337-59158ab98530 HTTP/1.1" status: 200 len: 946 time: 0.1032307 Sep 24 15:02:28.153721 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-0bfcc47b-800e-42c4-bd94-df15757d03da req-abd4a80d-e21e-47d0-92d3-02a1f9dfc1d4 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/security-groups?id=3569e126-7ff1-4cb8-87ba-3b9b03a649fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634301 Sep 24 15:02:28.316229 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-7c3c90fe-461d-4507-9bf2-43142d0c6226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:02:29.359625 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:02:29.381863 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89892156-2cda-4502-af0f-ed1a6b861497 req-7bc662b5-4f88-4f04-a303-28f7f2f27e1d tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:02:29.384972 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-89892156-2cda-4502-af0f-ed1a6b861497 req-7bc662b5-4f88-4f04-a303-28f7f2f27e1d tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/ports?device_id=873dd13f-1b71-4619-b337-59158ab98530 HTTP/1.1" status: 200 len: 946 time: 0.1034281 Sep 24 15:02:29.460113 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-89892156-2cda-4502-af0f-ed1a6b861497 req-c36523e6-3ab9-4a8a-9ff7-fa4f8bf25be3 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/security-groups?id=3569e126-7ff1-4cb8-87ba-3b9b03a649fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639458 Sep 24 15:02:29.743140 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058375a1-bdd6-49d4-9f59-7644ec51cb64 req-5f7f6907-9199-4d48-90e0-ba0af817f593 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:02:29.746064 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-058375a1-bdd6-49d4-9f59-7644ec51cb64 req-5f7f6907-9199-4d48-90e0-ba0af817f593 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.99 "GET /v2.0/ports?device_id=873dd13f-1b71-4619-b337-59158ab98530 HTTP/1.1" status: 200 len: 946 time: 0.0982563 Sep 24 15:02:29.912647 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.plugin [req-058375a1-bdd6-49d4-9f59-7644ec51cb64 req-d1607dac-d1f6-4b3d-a7d9-d13681ed30e6 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Deleting port b108f0d8-ba9f-4c22-91e5-6d78d372be41 {{(pid=105994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:02:29.913006 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-058375a1-bdd6-49d4-9f59-7644ec51cb64 req-d1607dac-d1f6-4b3d-a7d9-d13681ed30e6 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727248545832'] for port, before_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:02:30.055943 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.db [req-058375a1-bdd6-49d4-9f59-7644ec51cb64 req-d1607dac-d1f6-4b3d-a7d9-d13681ed30e6 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] For port b108f0d8-ba9f-4c22-91e5-6d78d372be41, host hv-cinder-80983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80983',level=0,port_id=b108f0d8-ba9f-4c22-91e5-6d78d372be41,segment=NetworkSegment(304b9768-ebfb-4066-b935-a4bdd70cb19d),segment_id=304b9768-ebfb-4066-b935-a4bdd70cb19d)] {{(pid=105994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:02:30.056657 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-058375a1-bdd6-49d4-9f59-7644ec51cb64 req-d1607dac-d1f6-4b3d-a7d9-d13681ed30e6 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616222'] for port, precommit_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:02:30.439539 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-13d777cc-54dc-48f4-b409-3d66fa02497d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:02:30.546855 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-058375a1-bdd6-49d4-9f59-7644ec51cb64 req-d1607dac-d1f6-4b3d-a7d9-d13681ed30e6 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:02:30.547525 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-058375a1-bdd6-49d4-9f59-7644ec51cb64 req-d1607dac-d1f6-4b3d-a7d9-d13681ed30e6 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-595207'] for floatingip, after_update {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:02:30.547900 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.db.l3_db [req-058375a1-bdd6-49d4-9f59-7644ec51cb64 req-d1607dac-d1f6-4b3d-a7d9-d13681ed30e6 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Floating IP 8630c6a5-7656-4532-a5c3-11cac67a3e9c disassociated. External IP: 172.27.0.54, port: b108f0d8-ba9f-4c22-91e5-6d78d372be41. Sep 24 15:02:30.548462 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.plugin [req-058375a1-bdd6-49d4-9f59-7644ec51cb64 req-d1607dac-d1f6-4b3d-a7d9-d13681ed30e6 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Calling delete_port for b108f0d8-ba9f-4c22-91e5-6d78d372be41 owned by compute:nova {{(pid=105994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:02:30.776136 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4901f1f2-1ed7-42f8-bba1-612d33e4ac7a req-88d10f9f-ad4f-40c6-879a-b7ca94496eb9 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:02:30.780370 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-4901f1f2-1ed7-42f8-bba1-612d33e4ac7a req-88d10f9f-ad4f-40c6-879a-b7ca94496eb9 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/ports?device_id=873dd13f-1b71-4619-b337-59158ab98530 HTTP/1.1" status: 200 len: 946 time: 0.1470330 Sep 24 15:02:30.866721 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-058375a1-bdd6-49d4-9f59-7644ec51cb64 req-d1607dac-d1f6-4b3d-a7d9-d13681ed30e6 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727248551918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727248062136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14130366'] for port, after_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:02:30.881677 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-4901f1f2-1ed7-42f8-bba1-612d33e4ac7a req-863d1d4c-c953-4fc3-b095-e5fa61fd5786 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/security-groups?id=3569e126-7ff1-4cb8-87ba-3b9b03a649fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0837843 Sep 24 15:02:30.926185 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1607dac-d1f6-4b3d-a7d9-d13681ed30e6 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Pushing event deleted for resources: {'Port': ['ID=b108f0d8-ba9f-4c22-91e5-6d78d372be41,revision_number=None']} {{(pid=105994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:02:30.950250 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1607dac-d1f6-4b3d-a7d9-d13681ed30e6 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:02:30.950845 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1607dac-d1f6-4b3d-a7d9-d13681ed30e6 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:02:30.951422 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1607dac-d1f6-4b3d-a7d9-d13681ed30e6 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:02:30.952301 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1607dac-d1f6-4b3d-a7d9-d13681ed30e6 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:02:30.952897 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1607dac-d1f6-4b3d-a7d9-d13681ed30e6 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:02:30.953470 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1607dac-d1f6-4b3d-a7d9-d13681ed30e6 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:02:30.954051 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1607dac-d1f6-4b3d-a7d9-d13681ed30e6 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:02:30.954640 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1607dac-d1f6-4b3d-a7d9-d13681ed30e6 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:02:30.955206 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1607dac-d1f6-4b3d-a7d9-d13681ed30e6 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:02:30.955731 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1607dac-d1f6-4b3d-a7d9-d13681ed30e6 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:02:30.956383 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1607dac-d1f6-4b3d-a7d9-d13681ed30e6 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:02:30.956915 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1607dac-d1f6-4b3d-a7d9-d13681ed30e6 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:02:31.162671 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.scheduler.l3_agent_scheduler [req-058375a1-bdd6-49d4-9f59-7644ec51cb64 req-d1607dac-d1f6-4b3d-a7d9-d13681ed30e6 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Router 1a337c2d-cc00-452c-a162-e3ba9476d481 has already been hosted by L3 agent 76290e94-8d59-4af2-9b8f-4e64db68baa4 {{(pid=105994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:02:31.314074 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-058375a1-bdd6-49d4-9f59-7644ec51cb64 req-d1607dac-d1f6-4b3d-a7d9-d13681ed30e6 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Notify agent at l3_agent.dv-cinder-809830-2-iscsi the message routers_updated {{(pid=105994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:02:31.333414 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dfa9258-a6ae-4178-b5ec-aaea8c181f7f None None] Sync routers for ids ['1a337c2d-cc00-452c-a162-e3ba9476d481'] in dv-cinder-809830-2-iscsi {{(pid=105995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:02:31.350214 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dfa9258-a6ae-4178-b5ec-aaea8c181f7f None None] Routers {'1a337c2d-cc00-452c-a162-e3ba9476d481'} bound to L3 agent in host dv-cinder-809830-2-iscsi {{(pid=105995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:02:31.351276 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.l3_hamode_db [None req-6dfa9258-a6ae-4178-b5ec-aaea8c181f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809830-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T14:45:58Z,description=,heartbeat_timestamp=2021-09-24T15:02:28Z,host='dv-cinder-809830-2-iscsi',id=76290e94-8d59-4af2-9b8f-4e64db68baa4,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T14:45:58Z,topic='l3_agent')) {'router_ids': ['1a337c2d-cc00-452c-a162-e3ba9476d481'], 'active': True} {{(pid=105995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:02:31.373148 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.db.l3_dvrscheduler_db [req-058375a1-bdd6-49d4-9f59-7644ec51cb64 req-d1607dac-d1f6-4b3d-a7d9-d13681ed30e6 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] No DVR routers for this DVR port b108f0d8-ba9f-4c22-91e5-6d78d372be41 on host hv-cinder-80983 {{(pid=105994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:02:31.379065 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-058375a1-bdd6-49d4-9f59-7644ec51cb64 req-d1607dac-d1f6-4b3d-a7d9-d13681ed30e6 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472375'] for port, before_response {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:02:31.381643 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-058375a1-bdd6-49d4-9f59-7644ec51cb64 req-d1607dac-d1f6-4b3d-a7d9-d13681ed30e6 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.99 "DELETE /v2.0/ports/b108f0d8-ba9f-4c22-91e5-6d78d372be41 HTTP/1.1" status: 204 len: 173 time: 1.6271713 Sep 24 15:02:31.382377 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '873dd13f-1b71-4619-b337-59158ab98530', 'name': 'network-vif-deleted', 'tag': 'b108f0d8-ba9f-4c22-91e5-6d78d372be41'}] {{(pid=105994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:02:31.389195 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}445a901cbb5a624303c84b78f65e518dd0fb300c00204885c20e5236c8fbed2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33b5831c-b6f1-43ec-933f-99b10a71e73f" -d '{"events": [{"server_uuid": "873dd13f-1b71-4619-b337-59158ab98530", "name": "network-vif-deleted", "tag": "b108f0d8-ba9f-4c22-91e5-6d78d372be41"}]}' {{(pid=105994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:02:31.463063 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:02:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87f0f268-8210-41fd-b698-2fdec324159d x-openstack-request-id: req-87f0f268-8210-41fd-b698-2fdec324159d {{(pid=105994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:02:31.463456 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "873dd13f-1b71-4619-b337-59158ab98530", "name": "network-vif-deleted", "tag": "b108f0d8-ba9f-4c22-91e5-6d78d372be41", "status": "completed", "code": 200}]} {{(pid=105994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:02:31.463662 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-87f0f268-8210-41fd-b698-2fdec324159d {{(pid=105994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:02:31.464000 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '873dd13f-1b71-4619-b337-59158ab98530', 'name': 'network-vif-deleted', 'tag': 'b108f0d8-ba9f-4c22-91e5-6d78d372be41', 'status': 'completed', 'code': 200} Sep 24 15:02:31.599263 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.l3_dvr_db [None req-6dfa9258-a6ae-4178-b5ec-aaea8c181f7f None None] Set router 1a337c2d-cc00-452c-a162-e3ba9476d481 gateway port host: dv-cinder-809830-2-iscsi {{(pid=105995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:02:32.144513 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.l3_hamode_db [None req-6dfa9258-a6ae-4178-b5ec-aaea8c181f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a337c2d-cc00-452c-a162-e3ba9476d481', 'name': 'tempest-AttachVolumeShelveTestJSON-304460238-router', 'tenant_id': 'e8de89965f464e0ebbfb78c2c3d408f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7', 'external_fixed_ips': [{'subnet_id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': 'bcdea4c4-6bff-4ea1-9037-5f4b3477488a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T14:56:58Z', 'updated_at': '2021-09-24T14:57:14Z', 'revision_number': 4, 'project_id': 'e8de89965f464e0ebbfb78c2c3d408f2', 'gw_port': {'id': 'bcdea4c4-6bff-4ea1-9037-5f4b3477488a', 'name': '', 'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:22:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a337c2d-cc00-452c-a162-e3ba9476d481', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T14:57:00Z', 'updated_at': '2021-09-24T14:57:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809830-2-iscsi', '_interfaces': [{'id': '6d0091fc-f76c-4c9b-8c74-9af175210f4e', 'name': '', 'network_id': '9cafbdbc-b31b-42e1-af08-737ab1772474', 'tenant_id': 'e8de89965f464e0ebbfb78c2c3d408f2', 'mac_address': 'fa:16:3e:e2:3a:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a337c2d-cc00-452c-a162-e3ba9476d481', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '96eeb601-c3fa-4a0c-bf57-6c99e9cae07c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T14:57:09Z', 'updated_at': '2021-09-24T14:57:29Z', 'revision_number': 5, 'project_id': 'e8de89965f464e0ebbfb78c2c3d408f2', 'subnets': [{'id': '96eeb601-c3fa-4a0c-bf57-6c99e9cae07c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809830-2-iscsi', False) {} {{(pid=105995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:02:32.201330 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-cd9b3fb7-06fa-4d5f-9973-026cd1b90e31 req-e12aa5d1-6543-411d-9b57-fffd839c9684 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/ports?device_id=873dd13f-1b71-4619-b337-59158ab98530 HTTP/1.1" status: 200 len: 210 time: 0.0735242 Sep 24 15:02:32.250949 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dfa9258-a6ae-4178-b5ec-aaea8c181f7f None None] Checking router: 1a337c2d-cc00-452c-a162-e3ba9476d481 for host: dv-cinder-809830-2-iscsi {{(pid=105995) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:02:32.268436 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dfa9258-a6ae-4178-b5ec-aaea8c181f7f None None] Routers {'1a337c2d-cc00-452c-a162-e3ba9476d481'} bound to L3 agent in host dv-cinder-809830-2-iscsi {{(pid=105995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:02:32.269493 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.l3_hamode_db [None req-6dfa9258-a6ae-4178-b5ec-aaea8c181f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809830-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T14:45:58Z,description=,heartbeat_timestamp=2021-09-24T15:02:28Z,host='dv-cinder-809830-2-iscsi',id=76290e94-8d59-4af2-9b8f-4e64db68baa4,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T14:45:58Z,topic='l3_agent')) {'router_ids': ['1a337c2d-cc00-452c-a162-e3ba9476d481'], 'active': True} {{(pid=105995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:02:32.330071 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.wsgi [-] (105993) accepted ('10.222.0.90', 34042) {{(pid=105993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:02:32.501435 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.l3_dvr_db [None req-6dfa9258-a6ae-4178-b5ec-aaea8c181f7f None None] Set router 1a337c2d-cc00-452c-a162-e3ba9476d481 gateway port host: dv-cinder-809830-2-iscsi {{(pid=105995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:02:32.575342 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-e71bc0ee-6103-43ed-86eb-4261934833ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:02:32.785280 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-e71bc0ee-6103-43ed-86eb-4261934833ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:02:32.791702 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-e71bc0ee-6103-43ed-86eb-4261934833ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571103'] for security_group, after_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:02:32.871028 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [None req-e71bc0ee-6103-43ed-86eb-4261934833ce admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=32007e8d39634470aedd13a2da67760d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5393267 Sep 24 15:02:32.872305 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.wsgi [-] (105994) accepted ('10.222.0.90', 34052) {{(pid=105994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:02:32.875889 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71bc0ee-6103-43ed-86eb-4261934833ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90d50079-a204-4f1f-bd4d-773d1ce290ad,revision_number=1']} {{(pid=105993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:02:33.013204 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-823a6fb6-af6c-4ff6-ba66-36a76e6e791c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:02:33.069541 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-823a6fb6-af6c-4ff6-ba66-36a76e6e791c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:02:33.073595 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-450d71f0-4391-4cc8-89b8-8f609d6e2304 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:02:33.156737 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.l3_hamode_db [None req-6dfa9258-a6ae-4178-b5ec-aaea8c181f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a337c2d-cc00-452c-a162-e3ba9476d481', 'name': 'tempest-AttachVolumeShelveTestJSON-304460238-router', 'tenant_id': 'e8de89965f464e0ebbfb78c2c3d408f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7', 'external_fixed_ips': [{'subnet_id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': 'bcdea4c4-6bff-4ea1-9037-5f4b3477488a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T14:56:58Z', 'updated_at': '2021-09-24T14:57:14Z', 'revision_number': 4, 'project_id': 'e8de89965f464e0ebbfb78c2c3d408f2', 'gw_port': {'id': 'bcdea4c4-6bff-4ea1-9037-5f4b3477488a', 'name': '', 'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:22:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a337c2d-cc00-452c-a162-e3ba9476d481', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T14:57:00Z', 'updated_at': '2021-09-24T14:57:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809830-2-iscsi', '_interfaces': [{'id': '6d0091fc-f76c-4c9b-8c74-9af175210f4e', 'name': '', 'network_id': '9cafbdbc-b31b-42e1-af08-737ab1772474', 'tenant_id': 'e8de89965f464e0ebbfb78c2c3d408f2', 'mac_address': 'fa:16:3e:e2:3a:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a337c2d-cc00-452c-a162-e3ba9476d481', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '96eeb601-c3fa-4a0c-bf57-6c99e9cae07c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T14:57:09Z', 'updated_at': '2021-09-24T14:57:29Z', 'revision_number': 5, 'project_id': 'e8de89965f464e0ebbfb78c2c3d408f2', 'subnets': [{'id': '96eeb601-c3fa-4a0c-bf57-6c99e9cae07c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809830-2-iscsi', False) {} {{(pid=105995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:02:33.178636 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-823a6fb6-af6c-4ff6-ba66-36a76e6e791c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571103'] for security_group, after_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:02:33.184737 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-823a6fb6-af6c-4ff6-ba66-36a76e6e791c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:02:33.196620 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [None req-823a6fb6-af6c-4ff6-ba66-36a76e6e791c admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/90d50079-a204-4f1f-bd4d-773d1ce290ad HTTP/1.1" status: 204 len: 168 time: 0.3121016 Sep 24 15:02:33.210191 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823a6fb6-af6c-4ff6-ba66-36a76e6e791c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90d50079-a204-4f1f-bd4d-773d1ce290ad,revision_number=None']} {{(pid=105994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:02:33.261742 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dfa9258-a6ae-4178-b5ec-aaea8c181f7f None None] The sync data for ids ['1a337c2d-cc00-452c-a162-e3ba9476d481'] in dv-cinder-809830-2-iscsi is: [{'id': '1a337c2d-cc00-452c-a162-e3ba9476d481', 'name': 'tempest-AttachVolumeShelveTestJSON-304460238-router', 'tenant_id': 'e8de89965f464e0ebbfb78c2c3d408f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7', 'external_fixed_ips': [{'subnet_id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': 'bcdea4c4-6bff-4ea1-9037-5f4b3477488a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T14:56:58Z', 'updated_at': '2021-09-24T14:57:14Z', 'revision_number': 4, 'project_id': 'e8de89965f464e0ebbfb78c2c3d408f2', 'gw_port': {'id': 'bcdea4c4-6bff-4ea1-9037-5f4b3477488a', 'name': '', 'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:22:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a337c2d-cc00-452c-a162-e3ba9476d481', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T14:57:00Z', 'updated_at': '2021-09-24T14:57:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809830-2-iscsi', '_interfaces': [{'id': '6d0091fc-f76c-4c9b-8c74-9af175210f4e', 'name': '', 'network_id': '9cafbdbc-b31b-42e1-af08-737ab1772474', 'tenant_id': 'e8de89965f464e0ebbfb78c2c3d408f2', 'mac_address': 'fa:16:3e:e2:3a:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a337c2d-cc00-452c-a162-e3ba9476d481', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '96eeb601-c3fa-4a0c-bf57-6c99e9cae07c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T14:57:09Z', 'updated_at': '2021-09-24T14:57:29Z', 'revision_number': 5, 'project_id': 'e8de89965f464e0ebbfb78c2c3d408f2', 'subnets': [{'id': '96eeb601-c3fa-4a0c-bf57-6c99e9cae07c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:02:33.423493 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.wsgi [-] (105993) accepted ('10.222.0.90', 34064) {{(pid=105993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:02:33.509190 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.wsgi [-] (105994) accepted ('10.222.0.90', 34068) {{(pid=105994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:02:33.607082 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-6217202e-d00e-443d-9def-69065f608c04 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Notify callbacks [] for security_group, before_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:02:33.667224 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-6217202e-d00e-443d-9def-69065f608c04 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:02:33.815993 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-6217202e-d00e-443d-9def-69065f608c04 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571103'] for security_group, after_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:02:33.824253 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-6217202e-d00e-443d-9def-69065f608c04 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Notify callbacks [] for security_group, before_response {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:02:33.828461 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [None req-6217202e-d00e-443d-9def-69065f608c04 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "DELETE /v2.0/security-groups/3569e126-7ff1-4cb8-87ba-3b9b03a649fa HTTP/1.1" status: 204 len: 168 time: 0.4013493 Sep 24 15:02:33.832551 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.wsgi [-] (105994) accepted ('10.222.0.90', 34078) {{(pid=105994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:02:33.846596 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6217202e-d00e-443d-9def-69065f608c04 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3569e126-7ff1-4cb8-87ba-3b9b03a649fa,revision_number=None']} {{(pid=105993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:02:33.882302 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c445c02-82a0-4299-84e2-4bc5b7f16c97 None None] New status for floating IP 8630c6a5-7656-4532-a5c3-11cac67a3e9c: DOWN {{(pid=105996) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 15:02:33.884958 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.api.v2.resource [None req-fe2ed76a-a502-4e3e-93a0-87af5f3bd5a7 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] show failed (client error): The resource could not be found. Sep 24 15:02:33.886701 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [None req-fe2ed76a-a502-4e3e-93a0-87af5f3bd5a7 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/security-groups/3569e126-7ff1-4cb8-87ba-3b9b03a649fa HTTP/1.1" status: 404 len: 347 time: 0.0520444 Sep 24 15:02:33.893367 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.wsgi [-] (105994) accepted ('10.222.0.90', 34080) {{(pid=105994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:02:34.206152 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-02670ae5-d1c1-4c3b-96a8-91d9a8a340f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:02:34.299248 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.plugin [None req-dbf2f074-6e3c-4c74-b756-97164c9be515 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Deleting port de2dc19a-52ce-4537-94aa-5e6ce8f72aea {{(pid=105994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:02:34.299783 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-dbf2f074-6e3c-4c74-b756-97164c9be515 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727248545832'] for port, before_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:02:34.539098 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-dbf2f074-6e3c-4c74-b756-97164c9be515 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616222'] for port, precommit_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:02:34.539622 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-dbf2f074-6e3c-4c74-b756-97164c9be515 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:02:34.583883 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.plugin [None req-dbf2f074-6e3c-4c74-b756-97164c9be515 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Calling delete_port for de2dc19a-52ce-4537-94aa-5e6ce8f72aea owned by network:floatingip {{(pid=105994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:02:34.614169 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-02670ae5-d1c1-4c3b-96a8-91d9a8a340f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:02:34.625656 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-02670ae5-d1c1-4c3b-96a8-91d9a8a340f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571103'] for security_group, after_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:02:34.793396 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [None req-02670ae5-d1c1-4c3b-96a8-91d9a8a340f4 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=ff90cbf196a2436ca08b01ec46405b11&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2814403 Sep 24 15:02:34.797702 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.wsgi [-] (105993) accepted ('10.222.0.90', 34098) {{(pid=105993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:02:34.808059 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02670ae5-d1c1-4c3b-96a8-91d9a8a340f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f09c42d7-ad99-409c-8389-2e4f79ac2e10,revision_number=1']} {{(pid=105994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:02:34.945833 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-b587ae37-9ff2-4d5f-b2e9-8a604ada8f41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:02:34.976148 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-dbf2f074-6e3c-4c74-b756-97164c9be515 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727248551918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727248062136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14130366'] for port, after_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:02:35.004967 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-b587ae37-9ff2-4d5f-b2e9-8a604ada8f41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:02:35.033642 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf2f074-6e3c-4c74-b756-97164c9be515 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Pushing event deleted for resources: {'Port': ['ID=de2dc19a-52ce-4537-94aa-5e6ce8f72aea,revision_number=None']} {{(pid=105994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:02:35.119835 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-b587ae37-9ff2-4d5f-b2e9-8a604ada8f41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571103'] for security_group, after_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:02:35.126111 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-b587ae37-9ff2-4d5f-b2e9-8a604ada8f41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:02:35.133117 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [None req-b587ae37-9ff2-4d5f-b2e9-8a604ada8f41 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/f09c42d7-ad99-409c-8389-2e4f79ac2e10 HTTP/1.1" status: 204 len: 168 time: 0.3325205 Sep 24 15:02:35.154787 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b587ae37-9ff2-4d5f-b2e9-8a604ada8f41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f09c42d7-ad99-409c-8389-2e4f79ac2e10,revision_number=None']} {{(pid=105993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:02:35.183506 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-dbf2f074-6e3c-4c74-b756-97164c9be515 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Notify callbacks [] for floatingip, after_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:02:35.192878 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-dbf2f074-6e3c-4c74-b756-97164c9be515 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472375'] for floatingip, before_response {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:02:35.200727 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [None req-dbf2f074-6e3c-4c74-b756-97164c9be515 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "DELETE /v2.0/floatingips/8630c6a5-7656-4532-a5c3-11cac67a3e9c HTTP/1.1" status: 204 len: 168 time: 1.2991436 Sep 24 15:02:35.481371 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.rpc [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Device b108f0d8-ba9f-4c22-91e5-6d78d372be41 no longer exists at agent hyperv_hv-cinder-80983 {{(pid=105995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:02:35.525226 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.plugin [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] No Port match for: b108f0d8-ba9f-4c22-91e5-6d78d372be41 {{(pid=105995) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:02:35.525866 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.rpc [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Device b108f0d8-ba9f-4c22-91e5-6d78d372be41 not bound to the agent host hv-cinder-80983 {{(pid=105995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:02:35.802589 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.wsgi [-] (105993) accepted ('10.222.0.90', 34128) {{(pid=105993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:02:35.815179 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.v2.base [None req-775c6a5c-7ade-4881-84fc-a73ccd9658c4 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Request body: {'security_group': {'name': 'tempest-securitygroup--379745858', 'description': 'tempest-description--1794174075'}} {{(pid=105993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:02:35.881280 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-775c6a5c-7ade-4881-84fc-a73ccd9658c4 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Notify callbacks [] for security_group, before_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:02:36.067190 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-775c6a5c-7ade-4881-84fc-a73ccd9658c4 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Notify callbacks [] for security_group, precommit_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:02:36.074761 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-775c6a5c-7ade-4881-84fc-a73ccd9658c4 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571103'] for security_group, after_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:02:36.145142 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-775c6a5c-7ade-4881-84fc-a73ccd9658c4 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Notify callbacks [] for security_group, before_response {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:02:36.152257 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [None req-775c6a5c-7ade-4881-84fc-a73ccd9658c4 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3431635 Sep 24 15:02:36.157984 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.wsgi [-] (105993) accepted ('10.222.0.90', 34134) {{(pid=105993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:02:36.166729 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.v2.base [None req-fea336ec-fc90-4b84-9b06-32a8afced809 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Request body: {'security_group_rule': {'security_group_id': '4807d789-faf2-4fd3-adf1-c1f1811a7ec0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:02:36.176448 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775c6a5c-7ade-4881-84fc-a73ccd9658c4 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4807d789-faf2-4fd3-adf1-c1f1811a7ec0,revision_number=1']} {{(pid=105993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:02:36.237465 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-fea336ec-fc90-4b84-9b06-32a8afced809 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:02:36.365272 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-fea336ec-fc90-4b84-9b06-32a8afced809 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:02:36.375267 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-fea336ec-fc90-4b84-9b06-32a8afced809 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751656'] for security_group_rule, after_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:02:36.427266 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea336ec-fc90-4b84-9b06-32a8afced809 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ccb2a147-0908-4f57-ad98-e74d95fae9bc,revision_number=0']} {{(pid=105993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:02:36.443636 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-fea336ec-fc90-4b84-9b06-32a8afced809 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:02:36.449871 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [None req-fea336ec-fc90-4b84-9b06-32a8afced809 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2862058 Sep 24 15:02:36.451108 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.wsgi [-] (105994) accepted ('10.222.0.90', 34140) {{(pid=105994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:02:36.472454 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.v2.base [None req-d939034e-8f88-44cc-9c14-a9599fdf15cb tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Request body: {'security_group_rule': {'security_group_id': '4807d789-faf2-4fd3-adf1-c1f1811a7ec0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:02:36.540861 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-d939034e-8f88-44cc-9c14-a9599fdf15cb tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:02:36.660880 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-d939034e-8f88-44cc-9c14-a9599fdf15cb tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:02:36.668495 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-d939034e-8f88-44cc-9c14-a9599fdf15cb tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751656'] for security_group_rule, after_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:02:36.700736 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d939034e-8f88-44cc-9c14-a9599fdf15cb tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28f45b74-ca68-424e-98ef-b57893a5a7d0,revision_number=0']} {{(pid=105994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:02:36.717144 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-d939034e-8f88-44cc-9c14-a9599fdf15cb tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:02:36.719255 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [None req-d939034e-8f88-44cc-9c14-a9599fdf15cb tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2664893 Sep 24 15:02:36.724466 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.wsgi [-] (105993) accepted ('10.222.0.90', 34144) {{(pid=105993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:02:36.732258 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.v2.base [None req-35f877b4-5671-411f-9154-b5cdfbfb9758 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Request body: {'floatingip': {'floating_network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7'}} {{(pid=105993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:02:36.791824 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-35f877b4-5671-411f-9154-b5cdfbfb9758 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Notify callbacks [] for floatingip, before_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:02:36.827656 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.wsgi [-] (105994) accepted ('10.222.0.90', 34146) {{(pid=105994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:02:37.033063 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-35f877b4-5671-411f-9154-b5cdfbfb9758 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993762'] for port, before_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:02:37.067561 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-37c094f6-60b4-41a7-800a-756652a73a59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:02:37.279646 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.db.db_base_plugin_common [None req-35f877b4-5671-411f-9154-b5cdfbfb9758 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Allocated IP 172.27.0.245 (d1d522b2-1ecd-4e8f-be33-d5d511adebd7/58b80919-877d-4d93-a3a2-bd7e936ebc9a/74b39e12-261f-4c07-adc8-d2c34e28c8b1) {{(pid=105993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:02:37.301381 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-37c094f6-60b4-41a7-800a-756652a73a59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:02:37.308818 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-37c094f6-60b4-41a7-800a-756652a73a59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571103'] for security_group, after_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:02:37.386853 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c094f6-60b4-41a7-800a-756652a73a59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e2cf6e1-5fd1-4a45-aeeb-78fee6ccfb06,revision_number=1']} {{(pid=105994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:02:37.395454 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [None req-37c094f6-60b4-41a7-800a-756652a73a59 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=377a4bdde29f44ceade40be6c4fe7d5e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5660002 Sep 24 15:02:37.399945 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.wsgi [-] (105994) accepted ('10.222.0.90', 34154) {{(pid=105994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:02:37.523295 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-35f877b4-5671-411f-9154-b5cdfbfb9758 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Notify callbacks [] for port, precommit_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:02:37.528113 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-5b79baf2-d4e9-4478-ac17-e13e77cffd98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:02:37.576284 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-5b79baf2-d4e9-4478-ac17-e13e77cffd98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:02:37.601649 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-35f877b4-5671-411f-9154-b5cdfbfb9758 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727248062127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14427043'] for port, after_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:02:37.678893 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35f877b4-5671-411f-9154-b5cdfbfb9758 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Network d1d522b2-1ecd-4e8f-be33-d5d511adebd7 is already hosted by enough agents. {{(pid=105993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:02:37.685081 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.scheduler.base_scheduler [None req-35f877b4-5671-411f-9154-b5cdfbfb9758 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Resources bound (agent type, host, resource id): {{(pid=105993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:02:37.691878 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35f877b4-5671-411f-9154-b5cdfbfb9758 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Received port after_create {{(pid=105993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:02:37.716760 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-5b79baf2-d4e9-4478-ac17-e13e77cffd98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571103'] for security_group, after_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:02:37.722982 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-5b79baf2-d4e9-4478-ac17-e13e77cffd98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:02:37.725783 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [None req-5b79baf2-d4e9-4478-ac17-e13e77cffd98 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/1e2cf6e1-5fd1-4a45-aeeb-78fee6ccfb06 HTTP/1.1" status: 204 len: 168 time: 0.3221471 Sep 24 15:02:37.740804 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b79baf2-d4e9-4478-ac17-e13e77cffd98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e2cf6e1-5fd1-4a45-aeeb-78fee6ccfb06,revision_number=None']} {{(pid=105994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:02:37.761813 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f877b4-5671-411f-9154-b5cdfbfb9758 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Pushing event updated for resources: {'Port': ['ID=74b39e12-261f-4c07-adc8-d2c34e28c8b1,revision_number=1']} {{(pid=105993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:02:37.890835 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-35f877b4-5671-411f-9154-b5cdfbfb9758 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:02:37.961190 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-35f877b4-5671-411f-9154-b5cdfbfb9758 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993762'] for port, before_update {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:02:38.252578 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-35f877b4-5671-411f-9154-b5cdfbfb9758 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Notify callbacks [] for port, precommit_update {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:02:38.263131 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-35f877b4-5671-411f-9154-b5cdfbfb9758 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248551428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248062163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14427048'] for port, after_update {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:02:38.401677 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f877b4-5671-411f-9154-b5cdfbfb9758 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Pushing event updated for resources: {'Port': ['ID=74b39e12-261f-4c07-adc8-d2c34e28c8b1,revision_number=2']} {{(pid=105993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:02:38.424466 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-35f877b4-5671-411f-9154-b5cdfbfb9758 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-595207'] for floatingip, after_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:02:38.449965 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-35f877b4-5671-411f-9154-b5cdfbfb9758 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472375'] for floatingip, before_response {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:02:38.452227 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [None req-35f877b4-5671-411f-9154-b5cdfbfb9758 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7260776 Sep 24 15:02:38.780922 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-8b313773-37ef-4079-bcd3-e7b6e3621b04 req-b67106d3-8ce7-4bb4-9569-994c2ba82d00 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/security-groups?name=tempest-securitygroup--379745858&fields=id&tenant_id=e8de89965f464e0ebbfb78c2c3d408f2 HTTP/1.1" status: 200 len: 267 time: 0.0695484 Sep 24 15:02:39.008331 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b313773-37ef-4079-bcd3-e7b6e3621b04 req-8cbd81ae-b971-4768-ac5f-2a61e180e0d6 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:02:39.012441 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-8b313773-37ef-4079-bcd3-e7b6e3621b04 req-8cbd81ae-b971-4768-ac5f-2a61e180e0d6 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/networks?id=9cafbdbc-b31b-42e1-af08-737ab1772474 HTTP/1.1" status: 200 len: 816 time: 0.2164907 Sep 24 15:02:39.043867 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-8b313773-37ef-4079-bcd3-e7b6e3621b04 req-204fd6c3-7274-4b70-9dbb-e20c7275e394 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/quotas/e8de89965f464e0ebbfb78c2c3d408f2 HTTP/1.1" status: 200 len: 375 time: 0.0184588 Sep 24 15:02:39.138420 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-8b313773-37ef-4079-bcd3-e7b6e3621b04 req-6557ea1e-429c-45cc-a304-288747b8459a tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=e8de89965f464e0ebbfb78c2c3d408f2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0832310 Sep 24 15:02:39.542865 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-8b313773-37ef-4079-bcd3-e7b6e3621b04 req-0597b3b6-5429-42a9-9b8b-acbd93659e17 service neutron] 10.222.0.90 "GET /v2.0/networks/9cafbdbc-b31b-42e1-af08-737ab1772474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3837755 Sep 24 15:02:39.733224 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-8b313773-37ef-4079-bcd3-e7b6e3621b04 req-2155cf2a-4f9a-40c9-8c6a-a6c8f2e9230f service neutron] 10.222.0.90 "GET /v2.0/networks/9cafbdbc-b31b-42e1-af08-737ab1772474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1814401 Sep 24 15:02:40.075439 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-bd7e2ded-5f13-416f-b8b1-3ece627ebe08 req-a9c070b0-19c4-4f68-83d0-416ce45e6460 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/ports?device_id=7a4dad91-581e-4911-addc-fe2e9aa9bafc HTTP/1.1" status: 200 len: 210 time: 0.0521858 Sep 24 15:02:41.293671 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-55cb71e5-53dc-4885-bf68-05880d7ae524 req-ae913efb-51bc-45cf-a8c0-73c4b903d502 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/ports?device_id=7a4dad91-581e-4911-addc-fe2e9aa9bafc HTTP/1.1" status: 200 len: 210 time: 0.0741484 Sep 24 15:02:41.927918 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b313773-37ef-4079-bcd3-e7b6e3621b04 req-73f7d62c-7bcc-4d6e-8a90-36c202991537 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:02:41.930590 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-8b313773-37ef-4079-bcd3-e7b6e3621b04 req-73f7d62c-7bcc-4d6e-8a90-36c202991537 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.99 "GET /v2.0/networks?id=9cafbdbc-b31b-42e1-af08-737ab1772474 HTTP/1.1" status: 200 len: 816 time: 0.2153978 Sep 24 15:02:42.012305 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-8b313773-37ef-4079-bcd3-e7b6e3621b04 req-4cd42e9e-7812-4fc9-afa7-f776dde1b469 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.99 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e8de89965f464e0ebbfb78c2c3d408f2 HTTP/1.1" status: 200 len: 379 time: 0.0701351 Sep 24 15:02:42.025293 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.v2.base [req-8b313773-37ef-4079-bcd3-e7b6e3621b04 req-2c52ffc0-958b-4933-9f02-a7d83235b0ce tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Request body: {'port': {'device_id': '7a4dad91-581e-4911-addc-fe2e9aa9bafc', 'network_id': '9cafbdbc-b31b-42e1-af08-737ab1772474', 'admin_state_up': True, 'tenant_id': 'e8de89965f464e0ebbfb78c2c3d408f2', 'security_groups': ['4807d789-faf2-4fd3-adf1-c1f1811a7ec0']}} {{(pid=105994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:02:42.581199 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-ae59c91c-a58b-45e0-8b9a-af9eceb7a097 req-45a50e49-18d0-4566-baf2-82f788e2e53a tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/ports?device_id=7a4dad91-581e-4911-addc-fe2e9aa9bafc HTTP/1.1" status: 200 len: 210 time: 0.0609503 Sep 24 15:02:42.659967 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b313773-37ef-4079-bcd3-e7b6e3621b04 req-2c52ffc0-958b-4933-9f02-a7d83235b0ce tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Made reservation on behalf of e8de89965f464e0ebbfb78c2c3d408f2 for: {'port': 1} {{(pid=105994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:02:42.664418 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-8b313773-37ef-4079-bcd3-e7b6e3621b04 req-2c52ffc0-958b-4933-9f02-a7d83235b0ce tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993762'] for port, before_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:02:42.928729 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.db.db_base_plugin_common [req-8b313773-37ef-4079-bcd3-e7b6e3621b04 req-2c52ffc0-958b-4933-9f02-a7d83235b0ce tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Allocated IP 172.20.0.7 (9cafbdbc-b31b-42e1-af08-737ab1772474/96eeb601-c3fa-4a0c-bf57-6c99e9cae07c/0a8af457-0d19-4bc2-a053-ad14a4cbd9ca) {{(pid=105994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:02:43.155950 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-8b313773-37ef-4079-bcd3-e7b6e3621b04 req-2c52ffc0-958b-4933-9f02-a7d83235b0ce tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Notify callbacks [] for port, precommit_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:02:43.226431 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-8b313773-37ef-4079-bcd3-e7b6e3621b04 req-2c52ffc0-958b-4933-9f02-a7d83235b0ce tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727248062127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14130366'] for port, after_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:02:43.302592 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b313773-37ef-4079-bcd3-e7b6e3621b04 req-2c52ffc0-958b-4933-9f02-a7d83235b0ce tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Network 9cafbdbc-b31b-42e1-af08-737ab1772474 is already hosted by enough agents. {{(pid=105994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:02:43.309337 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.scheduler.base_scheduler [req-8b313773-37ef-4079-bcd3-e7b6e3621b04 req-2c52ffc0-958b-4933-9f02-a7d83235b0ce tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Resources bound (agent type, host, resource id): {{(pid=105994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:02:43.317006 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b313773-37ef-4079-bcd3-e7b6e3621b04 req-2c52ffc0-958b-4933-9f02-a7d83235b0ce tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Received port after_create {{(pid=105994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:02:43.406984 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c52ffc0-958b-4933-9f02-a7d83235b0ce tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Pushing event updated for resources: {'Port': ['ID=0a8af457-0d19-4bc2-a053-ad14a4cbd9ca,revision_number=1']} {{(pid=105994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:02:43.471145 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b313773-37ef-4079-bcd3-e7b6e3621b04 req-2c52ffc0-958b-4933-9f02-a7d83235b0ce tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:02:43.472780 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-8b313773-37ef-4079-bcd3-e7b6e3621b04 req-2c52ffc0-958b-4933-9f02-a7d83235b0ce tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472375'] for port, before_response {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:02:43.530959 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-8b313773-37ef-4079-bcd3-e7b6e3621b04 req-2c52ffc0-958b-4933-9f02-a7d83235b0ce tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5123029 Sep 24 15:02:43.657402 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.v2.base [req-8b313773-37ef-4079-bcd3-e7b6e3621b04 req-aeb22ae1-c6f2-42df-9e10-0210d9c3bb68 service neutron] Request body: {'port': {'device_id': '7a4dad91-581e-4911-addc-fe2e9aa9bafc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80983'}} {{(pid=105994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:02:43.759616 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.provisioning_blocks [None req-c2003f94-d46e-4cb5-ba97-57c6a9befcc5 None None] Provisioning complete for port 0a8af457-0d19-4bc2-a053-ad14a4cbd9ca triggered by entity DHCP. {{(pid=105995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:02:43.762319 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-c2003f94-d46e-4cb5-ba97-57c6a9befcc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985790'] for port, provisioning_complete {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:02:43.810987 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-8b313773-37ef-4079-bcd3-e7b6e3621b04 req-aeb22ae1-c6f2-42df-9e10-0210d9c3bb68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993762'] for port, before_update {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:02:43.861526 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.plugin [None req-c2003f94-d46e-4cb5-ba97-57c6a9befcc5 None None] Port 0a8af457-0d19-4bc2-a053-ad14a4cbd9ca cannot update to ACTIVE because it is not bound. {{(pid=105995) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:02:43.866435 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9492068a-856f-4202-b631-c88b22921608 req-9bcb2e59-7b47-42c5-8aa8-9e1851cd203c tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:02:43.869901 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-9492068a-856f-4202-b631-c88b22921608 req-9bcb2e59-7b47-42c5-8aa8-9e1851cd203c tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/ports?device_id=7a4dad91-581e-4911-addc-fe2e9aa9bafc HTTP/1.1" status: 200 len: 931 time: 0.1200063 Sep 24 15:02:43.967971 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-9492068a-856f-4202-b631-c88b22921608 req-ae8a8de7-e22f-4cc4-97a7-9ee337be6a1e tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/security-groups?id=4807d789-faf2-4fd3-adf1-c1f1811a7ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812361 Sep 24 15:02:44.071679 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.wsgi [-] (105993) accepted ('10.222.0.90', 34272) {{(pid=105993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:02:44.266587 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-ff7e7d56-45fe-4d8e-a5a1-1f2790b677ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:02:44.332467 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.notifiers.nova [req-8b313773-37ef-4079-bcd3-e7b6e3621b04 req-aeb22ae1-c6f2-42df-9e10-0210d9c3bb68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a8af457-0d19-4bc2-a053-ad14a4cbd9ca {{(pid=105994) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:02:44.347790 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-8b313773-37ef-4079-bcd3-e7b6e3621b04 req-aeb22ae1-c6f2-42df-9e10-0210d9c3bb68 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:02:44.374332 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.db.provisioning_blocks [req-8b313773-37ef-4079-bcd3-e7b6e3621b04 req-aeb22ae1-c6f2-42df-9e10-0210d9c3bb68 service neutron] Transition to ACTIVE for port object 0a8af457-0d19-4bc2-a053-ad14a4cbd9ca will not be triggered until provisioned by entity L2. {{(pid=105994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 15:02:44.382318 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-8b313773-37ef-4079-bcd3-e7b6e3621b04 req-aeb22ae1-c6f2-42df-9e10-0210d9c3bb68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248551428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248062163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14130357'] for port, after_update {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:02:44.444409 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-ff7e7d56-45fe-4d8e-a5a1-1f2790b677ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:02:44.453690 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-ff7e7d56-45fe-4d8e-a5a1-1f2790b677ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571103'] for security_group, after_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:02:44.492212 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb22ae1-c6f2-42df-9e10-0210d9c3bb68 service neutron] Pushing event updated for resources: {'Port': ['ID=0a8af457-0d19-4bc2-a053-ad14a4cbd9ca,revision_number=2']} {{(pid=105994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:02:44.549939 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [None req-ff7e7d56-45fe-4d8e-a5a1-1f2790b677ab admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=b957d8f3fddb4f6dae0c5c86c6743dee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4755187 Sep 24 15:02:44.562396 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.wsgi [-] (105993) accepted ('10.222.0.90', 34278) {{(pid=105993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:02:44.563591 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7e7d56-45fe-4d8e-a5a1-1f2790b677ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=500e61df-e84d-4f60-89e7-c19a32ee09ac,revision_number=1']} {{(pid=105993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:02:44.657571 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.managers [req-8b313773-37ef-4079-bcd3-e7b6e3621b04 req-aeb22ae1-c6f2-42df-9e10-0210d9c3bb68 service neutron] Attempting to bind port 0a8af457-0d19-4bc2-a053-ad14a4cbd9ca on host hv-cinder-80983 for vnic_type normal with profile {{(pid=105994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:02:44.658546 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.managers [req-8b313773-37ef-4079-bcd3-e7b6e3621b04 req-aeb22ae1-c6f2-42df-9e10-0210d9c3bb68 service neutron] Attempting to bind port 0a8af457-0d19-4bc2-a053-ad14a4cbd9ca by drivers openvswitch,hyperv on host hv-cinder-80983 at level 0 using segments [{'id': '304b9768-ebfb-4066-b935-a4bdd70cb19d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '9cafbdbc-b31b-42e1-af08-737ab1772474'}] {{(pid=105994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:02:44.659594 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b313773-37ef-4079-bcd3-e7b6e3621b04 req-aeb22ae1-c6f2-42df-9e10-0210d9c3bb68 service neutron] Attempting to bind port 0a8af457-0d19-4bc2-a053-ad14a4cbd9ca on network 9cafbdbc-b31b-42e1-af08-737ab1772474 {{(pid=105994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:02:44.669395 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b313773-37ef-4079-bcd3-e7b6e3621b04 req-aeb22ae1-c6f2-42df-9e10-0210d9c3bb68 service neutron] Port 0a8af457-0d19-4bc2-a053-ad14a4cbd9ca on network 9cafbdbc-b31b-42e1-af08-737ab1772474 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80983 {{(pid=105994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 15:02:44.669948 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b313773-37ef-4079-bcd3-e7b6e3621b04 req-aeb22ae1-c6f2-42df-9e10-0210d9c3bb68 service neutron] Attempting to bind port 0a8af457-0d19-4bc2-a053-ad14a4cbd9ca on network 9cafbdbc-b31b-42e1-af08-737ab1772474 {{(pid=105994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:02:44.679921 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b313773-37ef-4079-bcd3-e7b6e3621b04 req-aeb22ae1-c6f2-42df-9e10-0210d9c3bb68 service neutron] Checking agent: {'id': 'fe6caec8-3271-4776-9083-fb8f8cae5b94', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80983', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 14, 54, 44), 'started_at': datetime.datetime(2021, 9, 24, 14, 54, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 2, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:02:44.680521 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b313773-37ef-4079-bcd3-e7b6e3621b04 req-aeb22ae1-c6f2-42df-9e10-0210d9c3bb68 service neutron] Checking segment: {'id': '304b9768-ebfb-4066-b935-a4bdd70cb19d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '9cafbdbc-b31b-42e1-af08-737ab1772474'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:02:44.681209 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b313773-37ef-4079-bcd3-e7b6e3621b04 req-aeb22ae1-c6f2-42df-9e10-0210d9c3bb68 service neutron] Bound using segment: {'id': '304b9768-ebfb-4066-b935-a4bdd70cb19d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '9cafbdbc-b31b-42e1-af08-737ab1772474'} {{(pid=105994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:02:44.682527 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.managers [req-8b313773-37ef-4079-bcd3-e7b6e3621b04 req-aeb22ae1-c6f2-42df-9e10-0210d9c3bb68 service neutron] Bound port: 0a8af457-0d19-4bc2-a053-ad14a4cbd9ca, host: hv-cinder-80983, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '304b9768-ebfb-4066-b935-a4bdd70cb19d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '9cafbdbc-b31b-42e1-af08-737ab1772474'}}] {{(pid=105994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:02:44.683184 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-8b313773-37ef-4079-bcd3-e7b6e3621b04 req-aeb22ae1-c6f2-42df-9e10-0210d9c3bb68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993762'] for port, before_update {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:02:44.689329 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-9c8eceaf-ae05-4be7-997c-011aff13d27a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:02:44.749590 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-9c8eceaf-ae05-4be7-997c-011aff13d27a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:02:44.851617 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.db [req-8b313773-37ef-4079-bcd3-e7b6e3621b04 req-aeb22ae1-c6f2-42df-9e10-0210d9c3bb68 service neutron] For port 0a8af457-0d19-4bc2-a053-ad14a4cbd9ca, host hv-cinder-80983, cleared binding levels {{(pid=105994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:02:44.857621 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.db [req-8b313773-37ef-4079-bcd3-e7b6e3621b04 req-aeb22ae1-c6f2-42df-9e10-0210d9c3bb68 service neutron] For port 0a8af457-0d19-4bc2-a053-ad14a4cbd9ca, host hv-cinder-80983, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80983',level=0,port_id=0a8af457-0d19-4bc2-a053-ad14a4cbd9ca,segment=NetworkSegment(304b9768-ebfb-4066-b935-a4bdd70cb19d),segment_id=304b9768-ebfb-4066-b935-a4bdd70cb19d)] {{(pid=105994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:02:44.865873 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-8b313773-37ef-4079-bcd3-e7b6e3621b04 req-aeb22ae1-c6f2-42df-9e10-0210d9c3bb68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248551428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248062163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14130357'] for port, after_update {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:02:44.877525 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-9c8eceaf-ae05-4be7-997c-011aff13d27a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571103'] for security_group, after_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:02:44.881802 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-9c8eceaf-ae05-4be7-997c-011aff13d27a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:02:44.888627 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [None req-9c8eceaf-ae05-4be7-997c-011aff13d27a admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/500e61df-e84d-4f60-89e7-c19a32ee09ac HTTP/1.1" status: 204 len: 168 time: 0.3209488 Sep 24 15:02:44.902487 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8eceaf-ae05-4be7-997c-011aff13d27a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=500e61df-e84d-4f60-89e7-c19a32ee09ac,revision_number=None']} {{(pid=105993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:02:44.945340 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b313773-37ef-4079-bcd3-e7b6e3621b04 req-aeb22ae1-c6f2-42df-9e10-0210d9c3bb68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:02:44.948735 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-8b313773-37ef-4079-bcd3-e7b6e3621b04 req-aeb22ae1-c6f2-42df-9e10-0210d9c3bb68 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472375'] for port, before_response {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:02:44.960208 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-8b313773-37ef-4079-bcd3-e7b6e3621b04 req-aeb22ae1-c6f2-42df-9e10-0210d9c3bb68 service neutron] 10.222.0.99 "PUT /v2.0/ports/0a8af457-0d19-4bc2-a053-ad14a4cbd9ca HTTP/1.1" status: 200 len: 1093 time: 1.4194572 Sep 24 15:02:44.961266 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a4dad91-581e-4911-addc-fe2e9aa9bafc', 'tag': '0a8af457-0d19-4bc2-a053-ad14a4cbd9ca'}] {{(pid=105994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:02:44.969222 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}445a901cbb5a624303c84b78f65e518dd0fb300c00204885c20e5236c8fbed2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4723a2d2-89fb-4a56-b02c-f70b757ad97f" -d '{"events": [{"name": "network-changed", "server_uuid": "7a4dad91-581e-4911-addc-fe2e9aa9bafc", "tag": "0a8af457-0d19-4bc2-a053-ad14a4cbd9ca"}]}' {{(pid=105994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:02:45.351676 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb22ae1-c6f2-42df-9e10-0210d9c3bb68 service neutron] Pushing event updated for resources: {'Port': ['ID=0a8af457-0d19-4bc2-a053-ad14a4cbd9ca,revision_number=3']} {{(pid=105994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:02:45.422212 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b313773-37ef-4079-bcd3-e7b6e3621b04 req-621b92b7-04d2-43dd-b79a-3c7d6acdef05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:02:45.432435 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-8b313773-37ef-4079-bcd3-e7b6e3621b04 req-621b92b7-04d2-43dd-b79a-3c7d6acdef05 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=e8de89965f464e0ebbfb78c2c3d408f2&device_id=7a4dad91-581e-4911-addc-fe2e9aa9bafc HTTP/1.1" status: 200 len: 1096 time: 0.3006496 Sep 24 15:02:45.572557 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-8b313773-37ef-4079-bcd3-e7b6e3621b04 req-a95dee80-00ed-467c-8af1-3ecad8e639c8 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0a8af457-0d19-4bc2-a053-ad14a4cbd9ca HTTP/1.1" status: 200 len: 217 time: 0.1357381 Sep 24 15:02:45.709048 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 15:02:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b37d2b6-3d84-4224-b8e1-3c80b7237a5d x-openstack-request-id: req-6b37d2b6-3d84-4224-b8e1-3c80b7237a5d {{(pid=105994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:02:45.709969 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a4dad91-581e-4911-addc-fe2e9aa9bafc", "tag": "0a8af457-0d19-4bc2-a053-ad14a4cbd9ca", "status": "completed", "code": 200}]} {{(pid=105994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:02:45.710394 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-6b37d2b6-3d84-4224-b8e1-3c80b7237a5d {{(pid=105994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:02:45.711070 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a4dad91-581e-4911-addc-fe2e9aa9bafc', 'tag': '0a8af457-0d19-4bc2-a053-ad14a4cbd9ca', 'status': 'completed', 'code': 200} Sep 24 15:02:45.726414 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b313773-37ef-4079-bcd3-e7b6e3621b04 req-761841a6-54a7-4dee-823f-824d05cb9ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:02:45.729730 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-8b313773-37ef-4079-bcd3-e7b6e3621b04 req-761841a6-54a7-4dee-823f-824d05cb9ed8 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=96eeb601-c3fa-4a0c-bf57-6c99e9cae07c HTTP/1.1" status: 200 len: 855 time: 0.1472859 Sep 24 15:02:45.794155 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:02:45.826252 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b313773-37ef-4079-bcd3-e7b6e3621b04 req-1fdc36fe-b857-4ca4-bd90-2fd12626bd1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:02:45.829380 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-8b313773-37ef-4079-bcd3-e7b6e3621b04 req-1fdc36fe-b857-4ca4-bd90-2fd12626bd1c service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=9cafbdbc-b31b-42e1-af08-737ab1772474&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0908663 Sep 24 15:02:46.022434 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d44e13a-dbf3-43bb-aa62-353ce81e1427 req-33f9fb32-6047-413d-bc9d-e104c6788efd tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:02:46.025084 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-5d44e13a-dbf3-43bb-aa62-353ce81e1427 req-33f9fb32-6047-413d-bc9d-e104c6788efd tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/ports?device_id=7a4dad91-581e-4911-addc-fe2e9aa9bafc HTTP/1.1" status: 200 len: 943 time: 0.7556202 Sep 24 15:02:46.029472 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-8b313773-37ef-4079-bcd3-e7b6e3621b04 req-a0b479d5-708c-4cd4-a922-882df8982eb3 service neutron] 10.222.0.99 "GET /v2.0/networks/9cafbdbc-b31b-42e1-af08-737ab1772474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1923058 Sep 24 15:02:46.106954 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-5d44e13a-dbf3-43bb-aa62-353ce81e1427 req-c7900f25-1f30-4c1c-91bf-8801be1fcfba tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/security-groups?id=4807d789-faf2-4fd3-adf1-c1f1811a7ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680842 Sep 24 15:02:46.213531 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-8b313773-37ef-4079-bcd3-e7b6e3621b04 req-a67a001a-b7bc-4ba5-aec8-9dd72e71f0cf service neutron] 10.222.0.99 "GET /v2.0/networks/9cafbdbc-b31b-42e1-af08-737ab1772474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1761272 Sep 24 15:02:46.363825 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4723a2d2-89fb-4a56-b02c-f70b757ad97f req-6f0dce58-0fcb-4b88-8189-75b8a329bf70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:02:46.366540 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-4723a2d2-89fb-4a56-b02c-f70b757ad97f req-6f0dce58-0fcb-4b88-8189-75b8a329bf70 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=e8de89965f464e0ebbfb78c2c3d408f2&device_id=7a4dad91-581e-4911-addc-fe2e9aa9bafc HTTP/1.1" status: 200 len: 1096 time: 0.0803089 Sep 24 15:02:46.548062 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4723a2d2-89fb-4a56-b02c-f70b757ad97f req-c6a4dcad-3036-48c2-b5d0-6d8df7c4f727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:02:46.550880 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-4723a2d2-89fb-4a56-b02c-f70b757ad97f req-c6a4dcad-3036-48c2-b5d0-6d8df7c4f727 service neutron] 10.222.0.99 "GET /v2.0/networks?id=9cafbdbc-b31b-42e1-af08-737ab1772474 HTTP/1.1" status: 200 len: 918 time: 0.1760402 Sep 24 15:02:46.647834 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-4723a2d2-89fb-4a56-b02c-f70b757ad97f req-0b7e0bfa-7a28-4599-897d-8d95a83655fe service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0a8af457-0d19-4bc2-a053-ad14a4cbd9ca HTTP/1.1" status: 200 len: 217 time: 0.0883803 Sep 24 15:02:46.781739 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-51457f3a-958d-4c5f-a58c-e96c21f851ec req-928fa60d-ba51-4619-b36c-e312b3403221 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=f1b5b2a6-f314-44dc-ba72-775062bcd022&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1493235 Sep 24 15:02:46.793828 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4723a2d2-89fb-4a56-b02c-f70b757ad97f req-2e177e4b-a065-4ae6-9f70-22ae9d28e09e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:02:46.797261 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-4723a2d2-89fb-4a56-b02c-f70b757ad97f req-2e177e4b-a065-4ae6-9f70-22ae9d28e09e service neutron] 10.222.0.99 "GET /v2.0/subnets?id=96eeb601-c3fa-4a0c-bf57-6c99e9cae07c HTTP/1.1" status: 200 len: 855 time: 0.1126871 Sep 24 15:02:46.939507 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4723a2d2-89fb-4a56-b02c-f70b757ad97f req-c7c9e504-166b-4ddd-b2f0-ee6bcf0d92e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:02:46.942367 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-4723a2d2-89fb-4a56-b02c-f70b757ad97f req-c7c9e504-166b-4ddd-b2f0-ee6bcf0d92e1 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=9cafbdbc-b31b-42e1-af08-737ab1772474&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1361301 Sep 24 15:02:46.947672 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51457f3a-958d-4c5f-a58c-e96c21f851ec req-1c65faf0-e906-4c55-ad75-f191e4e34ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:02:46.949604 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-51457f3a-958d-4c5f-a58c-e96c21f851ec req-1c65faf0-e906-4c55-ad75-f191e4e34ecd service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=36af9e7ac5624a48a0e26dba4f35ccdb&device_id=f1b5b2a6-f314-44dc-ba72-775062bcd022 HTTP/1.1" status: 200 len: 1098 time: 0.1250143 Sep 24 15:02:47.276326 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-4723a2d2-89fb-4a56-b02c-f70b757ad97f req-d5ca5d0f-34ab-41cb-973e-a94502af077e service neutron] 10.222.0.99 "GET /v2.0/networks/9cafbdbc-b31b-42e1-af08-737ab1772474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3221698 Sep 24 15:02:47.305222 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51457f3a-958d-4c5f-a58c-e96c21f851ec req-bdf3268a-02d6-4fc9-884a-78fab5363cde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:02:47.307943 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-51457f3a-958d-4c5f-a58c-e96c21f851ec req-bdf3268a-02d6-4fc9-884a-78fab5363cde service neutron] 10.222.0.99 "GET /v2.0/networks?id=65553ae1-d48d-4529-ac12-6e14802b8d55 HTTP/1.1" status: 200 len: 913 time: 0.3295937 Sep 24 15:02:47.521730 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.rpc [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Device 0a8af457-0d19-4bc2-a053-ad14a4cbd9ca details requested by agent hyperv_hv-cinder-80983 with host hv-cinder-80983 {{(pid=105995) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 15:02:47.577172 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b3d182-d63d-4bce-b99c-cc1b880f2213 req-cd0e6231-b663-4d2b-a361-f9747f9241c1 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:02:47.581848 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-e1b3d182-d63d-4bce-b99c-cc1b880f2213 req-cd0e6231-b663-4d2b-a361-f9747f9241c1 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/ports?device_id=7a4dad91-581e-4911-addc-fe2e9aa9bafc HTTP/1.1" status: 200 len: 943 time: 0.2996225 Sep 24 15:02:47.624642 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-51457f3a-958d-4c5f-a58c-e96c21f851ec req-f6f25086-f43f-47e7-bb6c-da602b98c23c service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=952fb05d-d49a-44ce-a5d5-b9f7c2828cfe HTTP/1.1" status: 200 len: 1001 time: 0.2786348 Sep 24 15:02:47.757152 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.db [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] For port 0a8af457-0d19-4bc2-a053-ad14a4cbd9ca, host hv-cinder-80983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80983',level=0,port_id=0a8af457-0d19-4bc2-a053-ad14a4cbd9ca,segment=NetworkSegment(304b9768-ebfb-4066-b935-a4bdd70cb19d),segment_id=304b9768-ebfb-4066-b935-a4bdd70cb19d)] {{(pid=105995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:02:47.757947 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-4723a2d2-89fb-4a56-b02c-f70b757ad97f req-30cc24c7-f0a4-4ef3-9e7e-9ae81a7db48a service neutron] 10.222.0.99 "GET /v2.0/networks/9cafbdbc-b31b-42e1-af08-737ab1772474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4706397 Sep 24 15:02:47.777907 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-e1b3d182-d63d-4bce-b99c-cc1b880f2213 req-862c0526-6766-44e2-b4e3-1935dcc0f719 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/security-groups?id=4807d789-faf2-4fd3-adf1-c1f1811a7ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1718013 Sep 24 15:02:47.794455 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51457f3a-958d-4c5f-a58c-e96c21f851ec req-b9aa79ee-39a5-40dc-9220-a8b1527948a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:02:47.795505 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.rpc [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Returning: {'device': '0a8af457-0d19-4bc2-a053-ad14a4cbd9ca', 'network_id': '9cafbdbc-b31b-42e1-af08-737ab1772474', 'port_id': '0a8af457-0d19-4bc2-a053-ad14a4cbd9ca', 'mac_address': 'fa:16:3e:b8:92:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1049, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96eeb601-c3fa-4a0c-bf57-6c99e9cae07c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105995) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 15:02:47.797474 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-51457f3a-958d-4c5f-a58c-e96c21f851ec req-b9aa79ee-39a5-40dc-9220-a8b1527948a1 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=08495ca0-8e92-404f-b038-7ce4337e085a HTTP/1.1" status: 200 len: 850 time: 0.1519325 Sep 24 15:02:47.887839 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993762'] for port, before_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:02:47.895090 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51457f3a-958d-4c5f-a58c-e96c21f851ec req-2099d328-70fe-4614-ac5e-79a3a9d627b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:02:47.898413 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-51457f3a-958d-4c5f-a58c-e96c21f851ec req-2099d328-70fe-4614-ac5e-79a3a9d627b8 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=65553ae1-d48d-4529-ac12-6e14802b8d55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0931003 Sep 24 15:02:47.916854 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.notifiers.nova [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a8af457-0d19-4bc2-a053-ad14a4cbd9ca {{(pid=105995) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:02:47.963820 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.db [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] For port 0a8af457-0d19-4bc2-a053-ad14a4cbd9ca, host hv-cinder-80983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80983',level=0,port_id=0a8af457-0d19-4bc2-a053-ad14a4cbd9ca,segment=NetworkSegment(304b9768-ebfb-4066-b935-a4bdd70cb19d),segment_id=304b9768-ebfb-4066-b935-a4bdd70cb19d)] {{(pid=105995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:02:47.973398 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248551428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248062163'] for port, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:02:48.090682 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Pushing event updated for resources: {'Port': ['ID=0a8af457-0d19-4bc2-a053-ad14a4cbd9ca,revision_number=4']} {{(pid=105995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:02:48.106660 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:02:48.107268 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:02:48.107869 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:02:48.108597 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:02:48.109057 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:02:48.109855 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:02:48.110631 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:02:48.111233 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:02:48.111772 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:02:48.112352 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:02:48.112968 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:02:48.113529 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:02:48.133769 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-51457f3a-958d-4c5f-a58c-e96c21f851ec req-38c2210d-0333-4199-8dd5-5b853aea55db service neutron] 10.222.0.99 "GET /v2.0/networks/65553ae1-d48d-4529-ac12-6e14802b8d55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2254498 Sep 24 15:02:48.230224 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.db [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] get_ports_and_sgs() called for port_ids ['0a8af457-0d19-4bc2-a053-ad14a4cbd9ca'] {{(pid=105995) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:02:48.350995 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-51457f3a-958d-4c5f-a58c-e96c21f851ec req-236d32cc-675a-4db7-82a5-8f82e9a96afc service neutron] 10.222.0.99 "GET /v2.0/networks/65553ae1-d48d-4529-ac12-6e14802b8d55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2082040 Sep 24 15:02:49.054499 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ffe944-f673-4535-9e85-9514864fd24a req-41b92c67-e544-44d7-b674-319a99d9e8c4 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:02:49.057650 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-d4ffe944-f673-4535-9e85-9514864fd24a req-41b92c67-e544-44d7-b674-319a99d9e8c4 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/ports?device_id=7a4dad91-581e-4911-addc-fe2e9aa9bafc HTTP/1.1" status: 200 len: 944 time: 0.1168134 Sep 24 15:02:49.136759 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-d4ffe944-f673-4535-9e85-9514864fd24a req-d231cd9d-f25e-4e20-890a-76a7bb3d0459 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/security-groups?id=4807d789-faf2-4fd3-adf1-c1f1811a7ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677128 Sep 24 15:02:49.533824 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.rpc [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Device 0a8af457-0d19-4bc2-a053-ad14a4cbd9ca up at agent hyperv_hv-cinder-80983 {{(pid=105995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:02:49.675034 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.provisioning_blocks [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Provisioning for port 0a8af457-0d19-4bc2-a053-ad14a4cbd9ca completed by entity L2. {{(pid=105995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 15:02:49.700738 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.provisioning_blocks [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Provisioning complete for port 0a8af457-0d19-4bc2-a053-ad14a4cbd9ca triggered by entity L2. {{(pid=105995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:02:49.701456 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985790'] for port, provisioning_complete {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:02:49.936742 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993762'] for port, before_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:02:50.003362 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a4dad91-581e-4911-addc-fe2e9aa9bafc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a8af457-0d19-4bc2-a053-ad14a4cbd9ca'}] {{(pid=105995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:02:50.007558 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}caf9aa003d9a854053fb223e5f104f4bef6eff4a3612bfb278e8f19c1601715b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25801837-d714-4e5a-a196-65de5ac3ca48" -d '{"events": [{"server_uuid": "7a4dad91-581e-4911-addc-fe2e9aa9bafc", "name": "network-vif-plugged", "status": "completed", "tag": "0a8af457-0d19-4bc2-a053-ad14a4cbd9ca"}]}' {{(pid=105995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:02:50.077912 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.db [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] For port 0a8af457-0d19-4bc2-a053-ad14a4cbd9ca, host hv-cinder-80983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80983',level=0,port_id=0a8af457-0d19-4bc2-a053-ad14a4cbd9ca,segment=NetworkSegment(304b9768-ebfb-4066-b935-a4bdd70cb19d),segment_id=304b9768-ebfb-4066-b935-a4bdd70cb19d)] {{(pid=105995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:02:50.090150 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248551428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248062163'] for port, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:02:50.236913 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Pushing event updated for resources: {'Port': ['ID=0a8af457-0d19-4bc2-a053-ad14a4cbd9ca,revision_number=5']} {{(pid=105995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:02:50.272601 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:02:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f5b3d09-79ae-4b6d-98f9-635d8404c2c2 x-openstack-request-id: req-1f5b3d09-79ae-4b6d-98f9-635d8404c2c2 {{(pid=105995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:02:50.274816 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a4dad91-581e-4911-addc-fe2e9aa9bafc", "name": "network-vif-plugged", "status": "completed", "tag": "0a8af457-0d19-4bc2-a053-ad14a4cbd9ca", "code": 200}]} {{(pid=105995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:02:50.276053 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-1f5b3d09-79ae-4b6d-98f9-635d8404c2c2 {{(pid=105995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:02:50.277855 dv-cinder-809830-2-iscsi neutron-server[105995]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a4dad91-581e-4911-addc-fe2e9aa9bafc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a8af457-0d19-4bc2-a053-ad14a4cbd9ca', 'code': 200} Sep 24 15:02:50.527286 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac65666-218b-4337-95d4-da57b96e317d req-63e59c90-3a7d-485d-a824-f2e892257895 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:02:50.530210 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-1ac65666-218b-4337-95d4-da57b96e317d req-63e59c90-3a7d-485d-a824-f2e892257895 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/ports?device_id=7a4dad91-581e-4911-addc-fe2e9aa9bafc HTTP/1.1" status: 200 len: 945 time: 0.1185653 Sep 24 15:02:50.603297 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc916c9-eb86-4aa6-b562-22e03c6715e6 req-00ed7ab3-cbb1-4669-8dbf-250f0a7042fe tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:02:50.606454 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-cbc916c9-eb86-4aa6-b562-22e03c6715e6 req-00ed7ab3-cbb1-4669-8dbf-250f0a7042fe tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] 10.222.0.90 "GET /v2.0/ports?device_id=f1b5b2a6-f314-44dc-ba72-775062bcd022 HTTP/1.1" status: 200 len: 945 time: 0.1190047 Sep 24 15:02:50.665307 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-1ac65666-218b-4337-95d4-da57b96e317d req-a31911e0-b236-4989-a0f2-d75842cd28f7 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/security-groups?id=4807d789-faf2-4fd3-adf1-c1f1811a7ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1171188 Sep 24 15:02:50.684951 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00221d4-ede2-4d24-a1e0-3f5465be4d37 req-606c61a3-12b9-4e36-a883-dbac18c48249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:02:50.688033 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-f00221d4-ede2-4d24-a1e0-3f5465be4d37 req-606c61a3-12b9-4e36-a883-dbac18c48249 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=7a4dad91-581e-4911-addc-fe2e9aa9bafc HTTP/1.1" status: 200 len: 1098 time: 0.1125386 Sep 24 15:02:50.699586 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-cbc916c9-eb86-4aa6-b562-22e03c6715e6 req-cfe05979-7193-41b6-8af5-15a95f5efeac tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] 10.222.0.90 "GET /v2.0/security-groups?id=c657eca7-10e1-4b7a-90c6-895f7e6c258c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766025 Sep 24 15:02:50.773350 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-f00221d4-ede2-4d24-a1e0-3f5465be4d37 req-50010d72-546e-4397-9623-4c4b08e946f2 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=4807d789-faf2-4fd3-adf1-c1f1811a7ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764005 Sep 24 15:02:51.958494 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ed351c-81e1-464d-b1e9-0c4c78824fa1 req-79b1b4fe-29e4-4011-bd98-c2ef3fe13c2f tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:02:51.962160 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-39ed351c-81e1-464d-b1e9-0c4c78824fa1 req-79b1b4fe-29e4-4011-bd98-c2ef3fe13c2f tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/ports?device_id=7a4dad91-581e-4911-addc-fe2e9aa9bafc HTTP/1.1" status: 200 len: 945 time: 0.1327226 Sep 24 15:02:51.991165 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fb1bda-0271-4e03-bc6f-e0781ebe58c7 req-fd7bbb44-278b-447b-9da9-fb3e0d40b8b4 tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:02:51.994201 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-35fb1bda-0271-4e03-bc6f-e0781ebe58c7 req-fd7bbb44-278b-447b-9da9-fb3e0d40b8b4 tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] 10.222.0.90 "GET /v2.0/ports?device_id=f1b5b2a6-f314-44dc-ba72-775062bcd022 HTTP/1.1" status: 200 len: 945 time: 0.1288965 Sep 24 15:02:52.067904 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-39ed351c-81e1-464d-b1e9-0c4c78824fa1 req-fed69985-6194-415a-8493-2d3f3b8dbf1e tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/security-groups?id=4807d789-faf2-4fd3-adf1-c1f1811a7ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887501 Sep 24 15:02:52.098322 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-35fb1bda-0271-4e03-bc6f-e0781ebe58c7 req-339a899d-b312-4070-adf4-79656329710a tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] 10.222.0.90 "GET /v2.0/security-groups?id=c657eca7-10e1-4b7a-90c6-895f7e6c258c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913084 Sep 24 15:02:52.793875 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6452540-7de6-4181-82d8-dd050a8162b7 req-5ea15fe1-ffd3-47f6-92ec-9e1abf34487f tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:02:52.796635 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-f6452540-7de6-4181-82d8-dd050a8162b7 req-5ea15fe1-ffd3-47f6-92ec-9e1abf34487f tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] 10.222.0.99 "GET /v2.0/ports?device_id=f1b5b2a6-f314-44dc-ba72-775062bcd022 HTTP/1.1" status: 200 len: 945 time: 0.0921123 Sep 24 15:02:52.983499 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.plugin [req-f6452540-7de6-4181-82d8-dd050a8162b7 req-406e1036-ccbb-4aa9-8767-e78563d5ad54 tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] Deleting port 952fb05d-d49a-44ce-a5d5-b9f7c2828cfe {{(pid=105994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:02:52.984363 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-f6452540-7de6-4181-82d8-dd050a8162b7 req-406e1036-ccbb-4aa9-8767-e78563d5ad54 tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727248545832'] for port, before_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:02:53.201827 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.db [req-f6452540-7de6-4181-82d8-dd050a8162b7 req-406e1036-ccbb-4aa9-8767-e78563d5ad54 tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] For port 952fb05d-d49a-44ce-a5d5-b9f7c2828cfe, host hv-cinder-80983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80983',level=0,port_id=952fb05d-d49a-44ce-a5d5-b9f7c2828cfe,segment=NetworkSegment(eba2f0e4-dd5d-432e-a616-98f29b5f5e03),segment_id=eba2f0e4-dd5d-432e-a616-98f29b5f5e03)] {{(pid=105994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:02:53.202467 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-f6452540-7de6-4181-82d8-dd050a8162b7 req-406e1036-ccbb-4aa9-8767-e78563d5ad54 tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616222'] for port, precommit_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:02:53.309480 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.db.agents_db [None req-37515238-e50e-498e-bfbd-a21ffee86c29 None None] Agent healthcheck: found 6 active agents {{(pid=105996) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 15:02:53.390466 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee94087a-f59d-4401-9b81-6f124ac872a4 req-bc21ad78-c88f-42b3-8e98-113321db162d tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:02:53.393280 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-ee94087a-f59d-4401-9b81-6f124ac872a4 req-bc21ad78-c88f-42b3-8e98-113321db162d tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] 10.222.0.90 "GET /v2.0/ports?device_id=f1b5b2a6-f314-44dc-ba72-775062bcd022 HTTP/1.1" status: 200 len: 945 time: 0.1131675 Sep 24 15:02:53.418250 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd1ce86-e508-47dc-b0a0-8cefbeafc4aa req-76528370-ca50-445a-bfcb-74773d22b7a0 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:02:53.420861 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-0bd1ce86-e508-47dc-b0a0-8cefbeafc4aa req-76528370-ca50-445a-bfcb-74773d22b7a0 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/ports?device_id=7a4dad91-581e-4911-addc-fe2e9aa9bafc HTTP/1.1" status: 200 len: 945 time: 0.1822641 Sep 24 15:02:53.481244 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-ee94087a-f59d-4401-9b81-6f124ac872a4 req-963d9837-4734-4480-a300-5d4788de94f7 tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] 10.222.0.90 "GET /v2.0/security-groups?id=c657eca7-10e1-4b7a-90c6-895f7e6c258c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725784 Sep 24 15:02:53.568150 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-78a43b57-214e-433c-9c60-9a9e38f70de9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:02:53.647997 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-0bd1ce86-e508-47dc-b0a0-8cefbeafc4aa req-dfaa196e-9805-41c3-bb29-97b406ebb5af tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/security-groups?id=4807d789-faf2-4fd3-adf1-c1f1811a7ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1783247 Sep 24 15:02:53.709579 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-f6452540-7de6-4181-82d8-dd050a8162b7 req-406e1036-ccbb-4aa9-8767-e78563d5ad54 tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:02:53.710242 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-f6452540-7de6-4181-82d8-dd050a8162b7 req-406e1036-ccbb-4aa9-8767-e78563d5ad54 tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-595207'] for floatingip, after_update {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:02:53.710798 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.db.l3_db [req-f6452540-7de6-4181-82d8-dd050a8162b7 req-406e1036-ccbb-4aa9-8767-e78563d5ad54 tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] Floating IP 96a7e689-053d-4c83-9cc2-957f80114c88 disassociated. External IP: 172.27.0.250, port: 952fb05d-d49a-44ce-a5d5-b9f7c2828cfe. Sep 24 15:02:53.711410 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.plugin [req-f6452540-7de6-4181-82d8-dd050a8162b7 req-406e1036-ccbb-4aa9-8767-e78563d5ad54 tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] Calling delete_port for 952fb05d-d49a-44ce-a5d5-b9f7c2828cfe owned by compute:nova {{(pid=105994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:02:53.923192 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90520fac-17f4-4f46-8321-8bf92b29f2e6 req-5ff80b9b-4303-47b9-ab4b-ea3d887399ce tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:02:53.926133 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-90520fac-17f4-4f46-8321-8bf92b29f2e6 req-5ff80b9b-4303-47b9-ab4b-ea3d887399ce tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/ports?device_id=7a4dad91-581e-4911-addc-fe2e9aa9bafc HTTP/1.1" status: 200 len: 945 time: 0.1087706 Sep 24 15:02:53.942693 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.wsgi [-] (105993) accepted ('10.222.0.90', 34402) {{(pid=105993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:02:53.950549 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.v2.base [None req-42412ae6-4bd9-4ac4-8482-bb29c764f91b tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Request body: {'floatingip': {'port_id': '0a8af457-0d19-4bc2-a053-ad14a4cbd9ca'}} {{(pid=105993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:02:54.030864 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-f6452540-7de6-4181-82d8-dd050a8162b7 req-406e1036-ccbb-4aa9-8767-e78563d5ad54 tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727248551918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727248062136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14130366'] for port, after_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:02:54.034915 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-42412ae6-4bd9-4ac4-8482-bb29c764f91b tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Notify callbacks [] for floatingip, before_update {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:02:54.094098 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406e1036-ccbb-4aa9-8767-e78563d5ad54 tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] Pushing event deleted for resources: {'Port': ['ID=952fb05d-d49a-44ce-a5d5-b9f7c2828cfe,revision_number=None']} {{(pid=105994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:02:54.367605 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f6452540-7de6-4181-82d8-dd050a8162b7 req-406e1036-ccbb-4aa9-8767-e78563d5ad54 tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] Router f2781da5-ea6b-4ab3-b721-a244b58e4c06 has already been hosted by L3 agent 76290e94-8d59-4af2-9b8f-4e64db68baa4 {{(pid=105994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:02:54.421645 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.wsgi [-] (105993) accepted ('10.222.0.90', 34406) {{(pid=105993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:02:54.763326 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-9135b4f7-5b7d-461e-b878-7b0305e16cd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:02:54.776713 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-20484809-6a87-4bab-942d-7e4ccf7b7d9b req-4feab73c-f7d3-4e78-9127-2958ce277054 tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] 10.222.0.90 "GET /v2.0/ports?device_id=f1b5b2a6-f314-44dc-ba72-775062bcd022 HTTP/1.1" status: 200 len: 210 time: 0.0566564 Sep 24 15:02:54.798496 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f6452540-7de6-4181-82d8-dd050a8162b7 req-406e1036-ccbb-4aa9-8767-e78563d5ad54 tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] Notify agent at l3_agent.dv-cinder-809830-2-iscsi the message routers_updated {{(pid=105994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:02:54.819004 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-118d52cb-1ba0-4f5a-9d0f-8ada093493e1 None None] Sync routers for ids ['f2781da5-ea6b-4ab3-b721-a244b58e4c06'] in dv-cinder-809830-2-iscsi {{(pid=105995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:02:54.848266 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-118d52cb-1ba0-4f5a-9d0f-8ada093493e1 None None] Routers {'f2781da5-ea6b-4ab3-b721-a244b58e4c06'} bound to L3 agent in host dv-cinder-809830-2-iscsi {{(pid=105995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:02:54.858007 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.l3_hamode_db [None req-118d52cb-1ba0-4f5a-9d0f-8ada093493e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809830-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T14:45:58Z,description=,heartbeat_timestamp=2021-09-24T15:02:28Z,host='dv-cinder-809830-2-iscsi',id=76290e94-8d59-4af2-9b8f-4e64db68baa4,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T14:45:58Z,topic='l3_agent')) {'router_ids': ['f2781da5-ea6b-4ab3-b721-a244b58e4c06'], 'active': True} {{(pid=105995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:02:54.920888 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6452540-7de6-4181-82d8-dd050a8162b7 req-406e1036-ccbb-4aa9-8767-e78563d5ad54 tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] No DVR routers for this DVR port 952fb05d-d49a-44ce-a5d5-b9f7c2828cfe on host hv-cinder-80983 {{(pid=105994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:02:54.928093 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-f6452540-7de6-4181-82d8-dd050a8162b7 req-406e1036-ccbb-4aa9-8767-e78563d5ad54 tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472375'] for port, before_response {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:02:54.931560 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-f6452540-7de6-4181-82d8-dd050a8162b7 req-406e1036-ccbb-4aa9-8767-e78563d5ad54 tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] 10.222.0.99 "DELETE /v2.0/ports/952fb05d-d49a-44ce-a5d5-b9f7c2828cfe HTTP/1.1" status: 204 len: 173 time: 2.1283700 Sep 24 15:02:54.932249 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1b5b2a6-f314-44dc-ba72-775062bcd022', 'name': 'network-vif-deleted', 'tag': '952fb05d-d49a-44ce-a5d5-b9f7c2828cfe'}] {{(pid=105994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:02:54.936365 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}445a901cbb5a624303c84b78f65e518dd0fb300c00204885c20e5236c8fbed2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6463c386-b0b4-49cf-ba2f-69da0c97fa19" -d '{"events": [{"server_uuid": "f1b5b2a6-f314-44dc-ba72-775062bcd022", "name": "network-vif-deleted", "tag": "952fb05d-d49a-44ce-a5d5-b9f7c2828cfe"}]}' {{(pid=105994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:02:55.031598 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:02:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ef3b143-84eb-425f-a733-78c9de5eaadf x-openstack-request-id: req-3ef3b143-84eb-425f-a733-78c9de5eaadf {{(pid=105994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:02:55.033269 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1b5b2a6-f314-44dc-ba72-775062bcd022", "name": "network-vif-deleted", "tag": "952fb05d-d49a-44ce-a5d5-b9f7c2828cfe", "status": "completed", "code": 200}]} {{(pid=105994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:02:55.033269 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-3ef3b143-84eb-425f-a733-78c9de5eaadf {{(pid=105994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:02:55.033269 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1b5b2a6-f314-44dc-ba72-775062bcd022', 'name': 'network-vif-deleted', 'tag': '952fb05d-d49a-44ce-a5d5-b9f7c2828cfe', 'status': 'completed', 'code': 200} Sep 24 15:02:55.163002 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.l3_dvr_db [None req-118d52cb-1ba0-4f5a-9d0f-8ada093493e1 None None] Set router f2781da5-ea6b-4ab3-b721-a244b58e4c06 gateway port host: dv-cinder-809830-2-iscsi {{(pid=105995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:02:55.254175 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-9135b4f7-5b7d-461e-b878-7b0305e16cd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:02:55.265667 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-9135b4f7-5b7d-461e-b878-7b0305e16cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571103'] for security_group, after_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:02:55.308703 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-42412ae6-4bd9-4ac4-8482-bb29c764f91b tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:02:55.343930 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-42412ae6-4bd9-4ac4-8482-bb29c764f91b tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-595207'] for floatingip, after_update {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:02:55.446840 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [None req-9135b4f7-5b7d-461e-b878-7b0305e16cd1 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=e6848f1e6d52423b963e7b321c32eeb6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0193322 Sep 24 15:02:55.447951 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.wsgi [-] (105994) accepted ('10.222.0.90', 34414) {{(pid=105994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:02:55.449956 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9135b4f7-5b7d-461e-b878-7b0305e16cd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ae429c3-9eb2-43e7-8b86-6d200ce23694,revision_number=1']} {{(pid=105993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:02:55.566633 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-684f0185-37f0-42de-af1f-226c5f6bd31f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:02:55.616808 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-684f0185-37f0-42de-af1f-226c5f6bd31f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:02:55.619744 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.l3_hamode_db [None req-118d52cb-1ba0-4f5a-9d0f-8ada093493e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2781da5-ea6b-4ab3-b721-a244b58e4c06', 'name': 'tempest-AttachVolumeTestJSON-1174281789-router', 'tenant_id': '36af9e7ac5624a48a0e26dba4f35ccdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7', 'external_fixed_ips': [{'subnet_id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': '42946747-c020-4266-add9-c7c5f74e06a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T14:58:40Z', 'updated_at': '2021-09-24T14:58:48Z', 'revision_number': 4, 'project_id': '36af9e7ac5624a48a0e26dba4f35ccdb', 'gw_port': {'id': '42946747-c020-4266-add9-c7c5f74e06a5', 'name': '', 'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:23:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2781da5-ea6b-4ab3-b721-a244b58e4c06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T14:58:42Z', 'updated_at': '2021-09-24T14:58:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809830-2-iscsi', '_interfaces': [{'id': 'c35907eb-1f1e-4443-9d69-be81bc178931', 'name': '', 'network_id': '65553ae1-d48d-4529-ac12-6e14802b8d55', 'tenant_id': '36af9e7ac5624a48a0e26dba4f35ccdb', 'mac_address': 'fa:16:3e:a7:eb:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2781da5-ea6b-4ab3-b721-a244b58e4c06', 'device_owner': 'network:router_interface', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '08495ca0-8e92-404f-b038-7ce4337e085a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T14:58:46Z', 'updated_at': '2021-09-24T14:58:57Z', 'revision_number': 5, 'project_id': '36af9e7ac5624a48a0e26dba4f35ccdb', 'subnets': [{'id': '08495ca0-8e92-404f-b038-7ce4337e085a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809830-2-iscsi', False) {} {{(pid=105995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:02:55.649260 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.db.l3_db [None req-42412ae6-4bd9-4ac4-8482-bb29c764f91b tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Floating IP b4c380f9-5ccc-44dd-98e7-98fb00c8f99e associated. External IP: 172.27.0.245, port: 0a8af457-0d19-4bc2-a053-ad14a4cbd9ca. Sep 24 15:02:55.677586 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-118d52cb-1ba0-4f5a-9d0f-8ada093493e1 None None] Checking router: f2781da5-ea6b-4ab3-b721-a244b58e4c06 for host: dv-cinder-809830-2-iscsi {{(pid=105995) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:02:55.702652 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-118d52cb-1ba0-4f5a-9d0f-8ada093493e1 None None] Routers {'f2781da5-ea6b-4ab3-b721-a244b58e4c06'} bound to L3 agent in host dv-cinder-809830-2-iscsi {{(pid=105995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:02:55.705025 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.l3_hamode_db [None req-118d52cb-1ba0-4f5a-9d0f-8ada093493e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809830-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T14:45:58Z,description=,heartbeat_timestamp=2021-09-24T15:02:28Z,host='dv-cinder-809830-2-iscsi',id=76290e94-8d59-4af2-9b8f-4e64db68baa4,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T14:45:58Z,topic='l3_agent')) {'router_ids': ['f2781da5-ea6b-4ab3-b721-a244b58e4c06'], 'active': True} {{(pid=105995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:02:55.741189 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-684f0185-37f0-42de-af1f-226c5f6bd31f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571103'] for security_group, after_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:02:55.749908 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-684f0185-37f0-42de-af1f-226c5f6bd31f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:02:55.753795 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [None req-684f0185-37f0-42de-af1f-226c5f6bd31f admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/4ae429c3-9eb2-43e7-8b86-6d200ce23694 HTTP/1.1" status: 204 len: 168 time: 0.3045959 Sep 24 15:02:55.768979 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684f0185-37f0-42de-af1f-226c5f6bd31f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ae429c3-9eb2-43e7-8b86-6d200ce23694,revision_number=None']} {{(pid=105994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:02:56.005630 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.wsgi [-] (105994) accepted ('10.222.0.90', 34422) {{(pid=105994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:02:56.026468 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.l3_dvr_db [None req-118d52cb-1ba0-4f5a-9d0f-8ada093493e1 None None] Set router f2781da5-ea6b-4ab3-b721-a244b58e4c06 gateway port host: dv-cinder-809830-2-iscsi {{(pid=105995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:02:56.162174 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-f17335c6-f6bc-4645-b370-b33d4ae28b5b tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] Notify callbacks [] for security_group, before_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:02:56.224630 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-f17335c6-f6bc-4645-b370-b33d4ae28b5b tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:02:56.295362 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42412ae6-4bd9-4ac4-8482-bb29c764f91b tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Router 1a337c2d-cc00-452c-a162-e3ba9476d481 has already been hosted by L3 agent 76290e94-8d59-4af2-9b8f-4e64db68baa4 {{(pid=105993) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:02:56.385081 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-f17335c6-f6bc-4645-b370-b33d4ae28b5b tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571103'] for security_group, after_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:02:56.394186 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-f17335c6-f6bc-4645-b370-b33d4ae28b5b tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] Notify callbacks [] for security_group, before_response {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:02:56.396648 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [None req-f17335c6-f6bc-4645-b370-b33d4ae28b5b tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] 10.222.0.90 "DELETE /v2.0/security-groups/c657eca7-10e1-4b7a-90c6-895f7e6c258c HTTP/1.1" status: 204 len: 168 time: 0.3889306 Sep 24 15:02:56.403223 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.wsgi [-] (105994) accepted ('10.222.0.90', 34424) {{(pid=105994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:02:56.435342 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17335c6-f6bc-4645-b370-b33d4ae28b5b tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c657eca7-10e1-4b7a-90c6-895f7e6c258c,revision_number=None']} {{(pid=105994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:02:56.451109 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.api.v2.resource [None req-3fc288b4-a94e-4db3-a47c-c333a63a95ca tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] show failed (client error): The resource could not be found. Sep 24 15:02:56.453127 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [None req-3fc288b4-a94e-4db3-a47c-c333a63a95ca tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] 10.222.0.90 "GET /v2.0/security-groups/c657eca7-10e1-4b7a-90c6-895f7e6c258c HTTP/1.1" status: 404 len: 347 time: 0.0456722 Sep 24 15:02:56.458069 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.wsgi [-] (105994) accepted ('10.222.0.90', 34426) {{(pid=105994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:02:56.585680 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42412ae6-4bd9-4ac4-8482-bb29c764f91b tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Notify agent at l3_agent.dv-cinder-809830-2-iscsi the message routers_updated {{(pid=105993) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:02:56.588169 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.l3_hamode_db [None req-118d52cb-1ba0-4f5a-9d0f-8ada093493e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2781da5-ea6b-4ab3-b721-a244b58e4c06', 'name': 'tempest-AttachVolumeTestJSON-1174281789-router', 'tenant_id': '36af9e7ac5624a48a0e26dba4f35ccdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7', 'external_fixed_ips': [{'subnet_id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': '42946747-c020-4266-add9-c7c5f74e06a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T14:58:40Z', 'updated_at': '2021-09-24T14:58:48Z', 'revision_number': 4, 'project_id': '36af9e7ac5624a48a0e26dba4f35ccdb', 'gw_port': {'id': '42946747-c020-4266-add9-c7c5f74e06a5', 'name': '', 'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:23:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2781da5-ea6b-4ab3-b721-a244b58e4c06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T14:58:42Z', 'updated_at': '2021-09-24T14:58:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809830-2-iscsi', '_interfaces': [{'id': 'c35907eb-1f1e-4443-9d69-be81bc178931', 'name': '', 'network_id': '65553ae1-d48d-4529-ac12-6e14802b8d55', 'tenant_id': '36af9e7ac5624a48a0e26dba4f35ccdb', 'mac_address': 'fa:16:3e:a7:eb:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2781da5-ea6b-4ab3-b721-a244b58e4c06', 'device_owner': 'network:router_interface', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '08495ca0-8e92-404f-b038-7ce4337e085a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T14:58:46Z', 'updated_at': '2021-09-24T14:58:57Z', 'revision_number': 5, 'project_id': '36af9e7ac5624a48a0e26dba4f35ccdb', 'subnets': [{'id': '08495ca0-8e92-404f-b038-7ce4337e085a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809830-2-iscsi', False) {} {{(pid=105995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:02:56.595919 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-42412ae6-4bd9-4ac4-8482-bb29c764f91b tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472375'] for floatingip, before_response {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:02:56.613319 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af2581ff-1985-4e3d-899a-9cdacd318494 None None] Sync routers for ids ['1a337c2d-cc00-452c-a162-e3ba9476d481'] in dv-cinder-809830-2-iscsi {{(pid=105996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:02:56.649353 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af2581ff-1985-4e3d-899a-9cdacd318494 None None] Routers {'1a337c2d-cc00-452c-a162-e3ba9476d481'} bound to L3 agent in host dv-cinder-809830-2-iscsi {{(pid=105996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:02:56.649904 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-118d52cb-1ba0-4f5a-9d0f-8ada093493e1 None None] The sync data for ids ['f2781da5-ea6b-4ab3-b721-a244b58e4c06'] in dv-cinder-809830-2-iscsi is: [{'id': 'f2781da5-ea6b-4ab3-b721-a244b58e4c06', 'name': 'tempest-AttachVolumeTestJSON-1174281789-router', 'tenant_id': '36af9e7ac5624a48a0e26dba4f35ccdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7', 'external_fixed_ips': [{'subnet_id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': '42946747-c020-4266-add9-c7c5f74e06a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T14:58:40Z', 'updated_at': '2021-09-24T14:58:48Z', 'revision_number': 4, 'project_id': '36af9e7ac5624a48a0e26dba4f35ccdb', 'gw_port': {'id': '42946747-c020-4266-add9-c7c5f74e06a5', 'name': '', 'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:23:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2781da5-ea6b-4ab3-b721-a244b58e4c06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T14:58:42Z', 'updated_at': '2021-09-24T14:58:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809830-2-iscsi', '_interfaces': [{'id': 'c35907eb-1f1e-4443-9d69-be81bc178931', 'name': '', 'network_id': '65553ae1-d48d-4529-ac12-6e14802b8d55', 'tenant_id': '36af9e7ac5624a48a0e26dba4f35ccdb', 'mac_address': 'fa:16:3e:a7:eb:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2781da5-ea6b-4ab3-b721-a244b58e4c06', 'device_owner': 'network:router_interface', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '08495ca0-8e92-404f-b038-7ce4337e085a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T14:58:46Z', 'updated_at': '2021-09-24T14:58:57Z', 'revision_number': 5, 'project_id': '36af9e7ac5624a48a0e26dba4f35ccdb', 'subnets': [{'id': '08495ca0-8e92-404f-b038-7ce4337e085a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:02:56.652293 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.db.l3_hamode_db [None req-af2581ff-1985-4e3d-899a-9cdacd318494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809830-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T14:45:58Z,description=,heartbeat_timestamp=2021-09-24T15:02:28Z,host='dv-cinder-809830-2-iscsi',id=76290e94-8d59-4af2-9b8f-4e64db68baa4,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T14:45:58Z,topic='l3_agent')) {'router_ids': ['1a337c2d-cc00-452c-a162-e3ba9476d481'], 'active': True} {{(pid=105996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:02:56.670604 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [None req-42412ae6-4bd9-4ac4-8482-bb29c764f91b tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "PUT /v2.0/floatingips/b4c380f9-5ccc-44dd-98e7-98fb00c8f99e HTTP/1.1" status: 200 len: 991 time: 2.7263291 Sep 24 15:02:56.671794 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a4dad91-581e-4911-addc-fe2e9aa9bafc', 'tag': '0a8af457-0d19-4bc2-a053-ad14a4cbd9ca'}] {{(pid=105993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:02:56.687870 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0483dc3c0338f2df7275381f00d4ce3d10593dcbf62e99ee7509fcf67e52bc13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-907874b7-574b-485e-920a-8cc8d61481c0" -d '{"events": [{"name": "network-changed", "server_uuid": "7a4dad91-581e-4911-addc-fe2e9aa9bafc", "tag": "0a8af457-0d19-4bc2-a053-ad14a4cbd9ca"}]}' {{(pid=105993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:02:56.816193 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.plugin [None req-9c5cf03a-0a7d-40b7-b9b4-b4eb66b618c0 tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] Deleting port aa50a884-c982-4f9c-8c48-b7d7b2ce5cde {{(pid=105994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:02:56.818139 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-9c5cf03a-0a7d-40b7-b9b4-b4eb66b618c0 tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727248545832'] for port, before_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:02:56.830643 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 15:02:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20b948bd-d434-4ce8-a6e6-9bf664eae497 x-openstack-request-id: req-20b948bd-d434-4ce8-a6e6-9bf664eae497 {{(pid=105993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:02:56.831089 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a4dad91-581e-4911-addc-fe2e9aa9bafc", "tag": "0a8af457-0d19-4bc2-a053-ad14a4cbd9ca", "status": "completed", "code": 200}]} {{(pid=105993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:02:56.837107 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-20b948bd-d434-4ce8-a6e6-9bf664eae497 {{(pid=105993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:02:56.838013 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a4dad91-581e-4911-addc-fe2e9aa9bafc', 'tag': '0a8af457-0d19-4bc2-a053-ad14a4cbd9ca', 'status': 'completed', 'code': 200} Sep 24 15:02:56.975813 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.db.l3_dvr_db [None req-af2581ff-1985-4e3d-899a-9cdacd318494 None None] Set router 1a337c2d-cc00-452c-a162-e3ba9476d481 gateway port host: dv-cinder-809830-2-iscsi {{(pid=105996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:02:57.063221 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907874b7-574b-485e-920a-8cc8d61481c0 req-cdccee4d-2f54-4639-a537-1470317f85a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:02:57.066433 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-907874b7-574b-485e-920a-8cc8d61481c0 req-cdccee4d-2f54-4639-a537-1470317f85a3 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=e8de89965f464e0ebbfb78c2c3d408f2&device_id=7a4dad91-581e-4911-addc-fe2e9aa9bafc HTTP/1.1" status: 200 len: 1098 time: 0.1985259 Sep 24 15:02:57.070680 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-9c5cf03a-0a7d-40b7-b9b4-b4eb66b618c0 tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616222'] for port, precommit_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:02:57.071364 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-9c5cf03a-0a7d-40b7-b9b4-b4eb66b618c0 tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:02:57.146791 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.plugin [None req-9c5cf03a-0a7d-40b7-b9b4-b4eb66b618c0 tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] Calling delete_port for aa50a884-c982-4f9c-8c48-b7d7b2ce5cde owned by network:floatingip {{(pid=105994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:02:57.161982 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9334bc0f-3947-4302-8580-8e2016a823e0 None None] New status for floating IP 96a7e689-053d-4c83-9cc2-957f80114c88: DOWN {{(pid=105995) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 15:02:57.397879 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907874b7-574b-485e-920a-8cc8d61481c0 req-f7394b61-ef10-43ab-8571-8bda1ee79e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:02:57.401235 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-907874b7-574b-485e-920a-8cc8d61481c0 req-f7394b61-ef10-43ab-8571-8bda1ee79e80 service neutron] 10.222.0.99 "GET /v2.0/networks?id=9cafbdbc-b31b-42e1-af08-737ab1772474 HTTP/1.1" status: 200 len: 918 time: 0.3236170 Sep 24 15:02:57.471128 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.db.l3_hamode_db [None req-af2581ff-1985-4e3d-899a-9cdacd318494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a337c2d-cc00-452c-a162-e3ba9476d481', 'name': 'tempest-AttachVolumeShelveTestJSON-304460238-router', 'tenant_id': 'e8de89965f464e0ebbfb78c2c3d408f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7', 'external_fixed_ips': [{'subnet_id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': 'bcdea4c4-6bff-4ea1-9037-5f4b3477488a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T14:56:58Z', 'updated_at': '2021-09-24T14:57:14Z', 'revision_number': 4, 'project_id': 'e8de89965f464e0ebbfb78c2c3d408f2', 'gw_port': {'id': 'bcdea4c4-6bff-4ea1-9037-5f4b3477488a', 'name': '', 'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:22:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a337c2d-cc00-452c-a162-e3ba9476d481', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T14:57:00Z', 'updated_at': '2021-09-24T14:57:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809830-2-iscsi', '_floatingips': [{'id': 'b4c380f9-5ccc-44dd-98e7-98fb00c8f99e', 'tenant_id': 'e8de89965f464e0ebbfb78c2c3d408f2', 'floating_ip_address': '172.27.0.245', 'floating_network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7', 'router_id': '1a337c2d-cc00-452c-a162-e3ba9476d481', 'port_id': '0a8af457-0d19-4bc2-a053-ad14a4cbd9ca', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 510, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9cafbdbc-b31b-42e1-af08-737ab1772474', 'mac_address': 'fa:16:3e:b8:92:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a4dad91-581e-4911-addc-fe2e9aa9bafc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T15:02:37Z', 'updated_at': '2021-09-24T15:02:55Z', 'revision_number': 1, 'project_id': 'e8de89965f464e0ebbfb78c2c3d408f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d0091fc-f76c-4c9b-8c74-9af175210f4e', 'name': '', 'network_id': '9cafbdbc-b31b-42e1-af08-737ab1772474', 'tenant_id': 'e8de89965f464e0ebbfb78c2c3d408f2', 'mac_address': 'fa:16:3e:e2:3a:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a337c2d-cc00-452c-a162-e3ba9476d481', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '96eeb601-c3fa-4a0c-bf57-6c99e9cae07c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T14:57:09Z', 'updated_at': '2021-09-24T14:57:29Z', 'revision_number': 5, 'project_id': 'e8de89965f464e0ebbfb78c2c3d408f2', 'subnets': [{'id': '96eeb601-c3fa-4a0c-bf57-6c99e9cae07c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809830-2-iscsi', False) {} {{(pid=105996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:02:57.541642 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af2581ff-1985-4e3d-899a-9cdacd318494 None None] Checking router: 1a337c2d-cc00-452c-a162-e3ba9476d481 for host: dv-cinder-809830-2-iscsi {{(pid=105996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:02:57.558656 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af2581ff-1985-4e3d-899a-9cdacd318494 None None] Routers {'1a337c2d-cc00-452c-a162-e3ba9476d481'} bound to L3 agent in host dv-cinder-809830-2-iscsi {{(pid=105996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:02:57.559829 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.db.l3_hamode_db [None req-af2581ff-1985-4e3d-899a-9cdacd318494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809830-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T14:45:58Z,description=,heartbeat_timestamp=2021-09-24T15:02:28Z,host='dv-cinder-809830-2-iscsi',id=76290e94-8d59-4af2-9b8f-4e64db68baa4,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T14:45:58Z,topic='l3_agent')) {'router_ids': ['1a337c2d-cc00-452c-a162-e3ba9476d481'], 'active': True} {{(pid=105996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:02:57.564634 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-907874b7-574b-485e-920a-8cc8d61481c0 req-665f582a-a231-4fb7-bf28-b783384fbc52 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0a8af457-0d19-4bc2-a053-ad14a4cbd9ca HTTP/1.1" status: 200 len: 999 time: 0.1539524 Sep 24 15:02:57.579680 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.rpc [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Device 952fb05d-d49a-44ce-a5d5-b9f7c2828cfe no longer exists at agent hyperv_hv-cinder-80983 {{(pid=105995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:02:57.636335 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.plugin [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] No Port match for: 952fb05d-d49a-44ce-a5d5-b9f7c2828cfe {{(pid=105995) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:02:57.636942 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.rpc [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Device 952fb05d-d49a-44ce-a5d5-b9f7c2828cfe not bound to the agent host hv-cinder-80983 {{(pid=105995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:02:57.710542 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-9c5cf03a-0a7d-40b7-b9b4-b4eb66b618c0 tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727248551918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727248062136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14130366'] for port, after_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:02:57.733986 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907874b7-574b-485e-920a-8cc8d61481c0 req-83542596-15d8-44a7-8b20-d846d33b4ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:02:57.736757 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-907874b7-574b-485e-920a-8cc8d61481c0 req-83542596-15d8-44a7-8b20-d846d33b4ed4 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=96eeb601-c3fa-4a0c-bf57-6c99e9cae07c HTTP/1.1" status: 200 len: 855 time: 0.1370137 Sep 24 15:02:57.770398 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.db.l3_dvr_db [None req-af2581ff-1985-4e3d-899a-9cdacd318494 None None] Set router 1a337c2d-cc00-452c-a162-e3ba9476d481 gateway port host: dv-cinder-809830-2-iscsi {{(pid=105996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:02:57.792928 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5cf03a-0a7d-40b7-b9b4-b4eb66b618c0 tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] Pushing event deleted for resources: {'Port': ['ID=aa50a884-c982-4f9c-8c48-b7d7b2ce5cde,revision_number=None']} {{(pid=105994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:02:57.937228 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907874b7-574b-485e-920a-8cc8d61481c0 req-b8cdf6e6-8d15-4a13-b6b4-f25aa8cd171e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:02:57.940407 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-907874b7-574b-485e-920a-8cc8d61481c0 req-b8cdf6e6-8d15-4a13-b6b4-f25aa8cd171e service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=9cafbdbc-b31b-42e1-af08-737ab1772474&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1640494 Sep 24 15:02:57.990965 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-9c5cf03a-0a7d-40b7-b9b4-b4eb66b618c0 tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] Notify callbacks [] for floatingip, after_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:02:57.996949 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-9c5cf03a-0a7d-40b7-b9b4-b4eb66b618c0 tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472375'] for floatingip, before_response {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:02:57.999145 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [None req-9c5cf03a-0a7d-40b7-b9b4-b4eb66b618c0 tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] 10.222.0.90 "DELETE /v2.0/floatingips/96a7e689-053d-4c83-9cc2-957f80114c88 HTTP/1.1" status: 204 len: 168 time: 1.5390639 Sep 24 15:02:58.146144 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-907874b7-574b-485e-920a-8cc8d61481c0 req-0913b8ff-5557-42b6-b573-e6c23c047950 service neutron] 10.222.0.99 "GET /v2.0/networks/9cafbdbc-b31b-42e1-af08-737ab1772474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1971071 Sep 24 15:02:58.270526 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.db.l3_hamode_db [None req-af2581ff-1985-4e3d-899a-9cdacd318494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a337c2d-cc00-452c-a162-e3ba9476d481', 'name': 'tempest-AttachVolumeShelveTestJSON-304460238-router', 'tenant_id': 'e8de89965f464e0ebbfb78c2c3d408f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7', 'external_fixed_ips': [{'subnet_id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': 'bcdea4c4-6bff-4ea1-9037-5f4b3477488a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T14:56:58Z', 'updated_at': '2021-09-24T14:57:14Z', 'revision_number': 4, 'project_id': 'e8de89965f464e0ebbfb78c2c3d408f2', 'gw_port': {'id': 'bcdea4c4-6bff-4ea1-9037-5f4b3477488a', 'name': '', 'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:22:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a337c2d-cc00-452c-a162-e3ba9476d481', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T14:57:00Z', 'updated_at': '2021-09-24T14:57:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809830-2-iscsi', '_floatingips': [{'id': 'b4c380f9-5ccc-44dd-98e7-98fb00c8f99e', 'tenant_id': 'e8de89965f464e0ebbfb78c2c3d408f2', 'floating_ip_address': '172.27.0.245', 'floating_network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7', 'router_id': '1a337c2d-cc00-452c-a162-e3ba9476d481', 'port_id': '0a8af457-0d19-4bc2-a053-ad14a4cbd9ca', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 510, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9cafbdbc-b31b-42e1-af08-737ab1772474', 'mac_address': 'fa:16:3e:b8:92:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a4dad91-581e-4911-addc-fe2e9aa9bafc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T15:02:37Z', 'updated_at': '2021-09-24T15:02:55Z', 'revision_number': 1, 'project_id': 'e8de89965f464e0ebbfb78c2c3d408f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d0091fc-f76c-4c9b-8c74-9af175210f4e', 'name': '', 'network_id': '9cafbdbc-b31b-42e1-af08-737ab1772474', 'tenant_id': 'e8de89965f464e0ebbfb78c2c3d408f2', 'mac_address': 'fa:16:3e:e2:3a:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a337c2d-cc00-452c-a162-e3ba9476d481', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '96eeb601-c3fa-4a0c-bf57-6c99e9cae07c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T14:57:09Z', 'updated_at': '2021-09-24T14:57:29Z', 'revision_number': 5, 'project_id': 'e8de89965f464e0ebbfb78c2c3d408f2', 'subnets': [{'id': '96eeb601-c3fa-4a0c-bf57-6c99e9cae07c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809830-2-iscsi', False) {} {{(pid=105996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:02:58.316550 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-2d327a7b-83c6-4562-86e5-23749af031a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:02:58.347119 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af2581ff-1985-4e3d-899a-9cdacd318494 None None] The sync data for ids ['1a337c2d-cc00-452c-a162-e3ba9476d481'] in dv-cinder-809830-2-iscsi is: [{'id': '1a337c2d-cc00-452c-a162-e3ba9476d481', 'name': 'tempest-AttachVolumeShelveTestJSON-304460238-router', 'tenant_id': 'e8de89965f464e0ebbfb78c2c3d408f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7', 'external_fixed_ips': [{'subnet_id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': 'bcdea4c4-6bff-4ea1-9037-5f4b3477488a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T14:56:58Z', 'updated_at': '2021-09-24T14:57:14Z', 'revision_number': 4, 'project_id': 'e8de89965f464e0ebbfb78c2c3d408f2', 'gw_port': {'id': 'bcdea4c4-6bff-4ea1-9037-5f4b3477488a', 'name': '', 'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:22:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a337c2d-cc00-452c-a162-e3ba9476d481', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T14:57:00Z', 'updated_at': '2021-09-24T14:57:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809830-2-iscsi', '_floatingips': [{'id': 'b4c380f9-5ccc-44dd-98e7-98fb00c8f99e', 'tenant_id': 'e8de89965f464e0ebbfb78c2c3d408f2', 'floating_ip_address': '172.27.0.245', 'floating_network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7', 'router_id': '1a337c2d-cc00-452c-a162-e3ba9476d481', 'port_id': '0a8af457-0d19-4bc2-a053-ad14a4cbd9ca', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 510, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9cafbdbc-b31b-42e1-af08-737ab1772474', 'mac_address': 'fa:16:3e:b8:92:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a4dad91-581e-4911-addc-fe2e9aa9bafc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T15:02:37Z', 'updated_at': '2021-09-24T15:02:55Z', 'revision_number': 1, 'project_id': 'e8de89965f464e0ebbfb78c2c3d408f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d0091fc-f76c-4c9b-8c74-9af175210f4e', 'name': '', 'network_id': '9cafbdbc-b31b-42e1-af08-737ab1772474', 'tenant_id': 'e8de89965f464e0ebbfb78c2c3d408f2', 'mac_address': 'fa:16:3e:e2:3a:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a337c2d-cc00-452c-a162-e3ba9476d481', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '96eeb601-c3fa-4a0c-bf57-6c99e9cae07c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T14:57:09Z', 'updated_at': '2021-09-24T14:57:29Z', 'revision_number': 5, 'project_id': 'e8de89965f464e0ebbfb78c2c3d408f2', 'subnets': [{'id': '96eeb601-c3fa-4a0c-bf57-6c99e9cae07c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:02:58.379488 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-907874b7-574b-485e-920a-8cc8d61481c0 req-3c944c9d-e7d1-42d2-afec-ea03c57bce28 service neutron] 10.222.0.99 "GET /v2.0/networks/9cafbdbc-b31b-42e1-af08-737ab1772474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2249205 Sep 24 15:02:58.637999 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.wsgi [-] (105994) accepted ('10.222.0.90', 34436) {{(pid=105994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:02:58.645513 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.v2.base [None req-b8e4ca04-b7a7-4136-8485-4154c1f2e6db tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1712736797', 'description': 'tempest-description--1560370509'}} {{(pid=105994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:02:58.697918 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-b8e4ca04-b7a7-4136-8485-4154c1f2e6db tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] Notify callbacks [] for security_group, before_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:02:58.711158 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62863fff-3f6d-4d51-8f23-7ddea0dd3e78 None None] New status for floating IP b4c380f9-5ccc-44dd-98e7-98fb00c8f99e: ACTIVE {{(pid=105996) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 15:02:58.896041 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-b8e4ca04-b7a7-4136-8485-4154c1f2e6db tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] Notify callbacks [] for security_group, precommit_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:02:58.903378 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-b8e4ca04-b7a7-4136-8485-4154c1f2e6db tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571103'] for security_group, after_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:02:58.947283 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-b8e4ca04-b7a7-4136-8485-4154c1f2e6db tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] Notify callbacks [] for security_group, before_response {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:02:58.950157 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [None req-b8e4ca04-b7a7-4136-8485-4154c1f2e6db tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3104031 Sep 24 15:02:58.955080 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.wsgi [-] (105993) accepted ('10.222.0.90', 34438) {{(pid=105993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:02:58.963907 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.v2.base [None req-095be387-91fd-40c9-821d-0fec4d038580 tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] Request body: {'security_group_rule': {'security_group_id': '615e16b6-7d62-4b42-a199-382bcd73a338', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:02:58.966742 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e4ca04-b7a7-4136-8485-4154c1f2e6db tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] Pushing event updated for resources: {'SecurityGroup': ['ID=615e16b6-7d62-4b42-a199-382bcd73a338,revision_number=1']} {{(pid=105994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:02:59.026968 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-095be387-91fd-40c9-821d-0fec4d038580 tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:02:59.156780 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-095be387-91fd-40c9-821d-0fec4d038580 tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:02:59.163646 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-095be387-91fd-40c9-821d-0fec4d038580 tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751656'] for security_group_rule, after_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:02:59.200122 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095be387-91fd-40c9-821d-0fec4d038580 tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ec78261-13f9-4355-af19-73f56c1690ce,revision_number=0']} {{(pid=105993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:02:59.213193 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-095be387-91fd-40c9-821d-0fec4d038580 tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:02:59.219598 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [None req-095be387-91fd-40c9-821d-0fec4d038580 tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2588761 Sep 24 15:02:59.220081 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.wsgi [-] (105993) accepted ('10.222.0.90', 34442) {{(pid=105993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:02:59.228959 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.v2.base [None req-503a809a-f56f-4d4a-9911-9914b9c5f392 tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] Request body: {'security_group_rule': {'security_group_id': '615e16b6-7d62-4b42-a199-382bcd73a338', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:02:59.284295 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-503a809a-f56f-4d4a-9911-9914b9c5f392 tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:02:59.357770 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:02:59.407135 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-503a809a-f56f-4d4a-9911-9914b9c5f392 tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:02:59.413621 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-503a809a-f56f-4d4a-9911-9914b9c5f392 tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751656'] for security_group_rule, after_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:02:59.443145 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503a809a-f56f-4d4a-9911-9914b9c5f392 tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0e07e59-a9c2-4216-ad70-b10ccb68f09c,revision_number=0']} {{(pid=105993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:02:59.460127 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-503a809a-f56f-4d4a-9911-9914b9c5f392 tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:02:59.462391 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [None req-503a809a-f56f-4d4a-9911-9914b9c5f392 tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2404761 Sep 24 15:02:59.467473 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.wsgi [-] (105993) accepted ('10.222.0.90', 34444) {{(pid=105993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:02:59.475895 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.v2.base [None req-1aa53b2a-3722-441e-927b-960cdca4fda6 tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] Request body: {'floatingip': {'floating_network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7'}} {{(pid=105993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:02:59.521015 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-1aa53b2a-3722-441e-927b-960cdca4fda6 tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] Notify callbacks [] for floatingip, before_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:02:59.727672 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-1aa53b2a-3722-441e-927b-960cdca4fda6 tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993762'] for port, before_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:02:59.940444 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.db.db_base_plugin_common [None req-1aa53b2a-3722-441e-927b-960cdca4fda6 tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] Allocated IP 172.27.0.29 (d1d522b2-1ecd-4e8f-be33-d5d511adebd7/58b80919-877d-4d93-a3a2-bd7e936ebc9a/971ddd32-4a66-45ef-b349-94af37bf6d8b) {{(pid=105993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:03:00.156782 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-1aa53b2a-3722-441e-927b-960cdca4fda6 tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] Notify callbacks [] for port, precommit_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:00.228530 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-1aa53b2a-3722-441e-927b-960cdca4fda6 tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727248062127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14427043'] for port, after_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:00.279740 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aa53b2a-3722-441e-927b-960cdca4fda6 tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] Network d1d522b2-1ecd-4e8f-be33-d5d511adebd7 is already hosted by enough agents. {{(pid=105993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:03:00.283676 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.scheduler.base_scheduler [None req-1aa53b2a-3722-441e-927b-960cdca4fda6 tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] Resources bound (agent type, host, resource id): {{(pid=105993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:03:00.289358 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa53b2a-3722-441e-927b-960cdca4fda6 tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] Received port after_create {{(pid=105993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:03:00.326491 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa53b2a-3722-441e-927b-960cdca4fda6 tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] Pushing event updated for resources: {'Port': ['ID=971ddd32-4a66-45ef-b349-94af37bf6d8b,revision_number=1']} {{(pid=105993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:03:00.425623 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-1aa53b2a-3722-441e-927b-960cdca4fda6 tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:00.430415 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-13d777cc-54dc-48f4-b409-3d66fa02497d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:00.470689 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-1aa53b2a-3722-441e-927b-960cdca4fda6 tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993762'] for port, before_update {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:00.782337 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-1aa53b2a-3722-441e-927b-960cdca4fda6 tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] Notify callbacks [] for port, precommit_update {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:00.793222 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-1aa53b2a-3722-441e-927b-960cdca4fda6 tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248551428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248062163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14427048'] for port, after_update {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:00.935218 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa53b2a-3722-441e-927b-960cdca4fda6 tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] Pushing event updated for resources: {'Port': ['ID=971ddd32-4a66-45ef-b349-94af37bf6d8b,revision_number=2']} {{(pid=105993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:03:00.958530 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-1aa53b2a-3722-441e-927b-960cdca4fda6 tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-595207'] for floatingip, after_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:00.987436 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-1aa53b2a-3722-441e-927b-960cdca4fda6 tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472375'] for floatingip, before_response {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:00.990461 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [None req-1aa53b2a-3722-441e-927b-960cdca4fda6 tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] 10.222.0.90 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5210516 Sep 24 15:03:01.364891 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-1e8ec92a-93da-4736-b95e-9183ddf1c2a4 req-b3d4c867-a5f0-4ab2-b268-8aa9d999c0fc tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] 10.222.0.90 "GET /v2.0/security-groups?name=tempest-securitygroup--1712736797&fields=id&tenant_id=36af9e7ac5624a48a0e26dba4f35ccdb HTTP/1.1" status: 200 len: 267 time: 0.0659974 Sep 24 15:03:01.584821 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8ec92a-93da-4736-b95e-9183ddf1c2a4 req-7831dcfa-42e3-4248-b657-427214914a40 tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:03:01.587856 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-1e8ec92a-93da-4736-b95e-9183ddf1c2a4 req-7831dcfa-42e3-4248-b657-427214914a40 tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] 10.222.0.90 "GET /v2.0/networks?id=65553ae1-d48d-4529-ac12-6e14802b8d55 HTTP/1.1" status: 200 len: 811 time: 0.2083337 Sep 24 15:03:01.617616 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-1e8ec92a-93da-4736-b95e-9183ddf1c2a4 req-88c82d34-39ba-406f-ad80-a8bf727c959e tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] 10.222.0.90 "GET /v2.0/quotas/36af9e7ac5624a48a0e26dba4f35ccdb HTTP/1.1" status: 200 len: 375 time: 0.0176082 Sep 24 15:03:02.084281 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-1e8ec92a-93da-4736-b95e-9183ddf1c2a4 req-8623bc96-b13c-40fd-92fd-08856e83e75a tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=36af9e7ac5624a48a0e26dba4f35ccdb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4539251 Sep 24 15:03:02.435838 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-1e8ec92a-93da-4736-b95e-9183ddf1c2a4 req-a97374ea-4bac-4e22-94d2-aed7116083f0 service neutron] 10.222.0.90 "GET /v2.0/networks/65553ae1-d48d-4529-ac12-6e14802b8d55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3305235 Sep 24 15:03:02.635269 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-1e8ec92a-93da-4736-b95e-9183ddf1c2a4 req-ecb4412c-2108-428b-bab0-7c9d57d3684b service neutron] 10.222.0.90 "GET /v2.0/networks/65553ae1-d48d-4529-ac12-6e14802b8d55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1846671 Sep 24 15:03:03.005573 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-a8892486-2a2a-41ce-9aad-e42913d68dfd req-efb8e7f3-3afd-4f11-842b-773a9df042c3 tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] 10.222.0.90 "GET /v2.0/ports?device_id=bf4f1cd4-9b7b-4536-9ee1-556947ceddee HTTP/1.1" status: 200 len: 210 time: 0.0705881 Sep 24 15:03:03.025088 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-450d71f0-4391-4cc8-89b8-8f609d6e2304 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:04.187206 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-8eb0c70f-8a62-4128-8187-87370c867321 req-d4b9f24e-d5f7-46bc-802a-d69544583ff3 tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] 10.222.0.90 "GET /v2.0/ports?device_id=bf4f1cd4-9b7b-4536-9ee1-556947ceddee HTTP/1.1" status: 200 len: 210 time: 0.0335441 Sep 24 15:03:04.597686 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8ec92a-93da-4736-b95e-9183ddf1c2a4 req-2f240d5c-2621-4e41-a2e3-4a0d1fdf126d tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:03:04.600310 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-1e8ec92a-93da-4736-b95e-9183ddf1c2a4 req-2f240d5c-2621-4e41-a2e3-4a0d1fdf126d tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] 10.222.0.99 "GET /v2.0/networks?id=65553ae1-d48d-4529-ac12-6e14802b8d55 HTTP/1.1" status: 200 len: 811 time: 0.2228413 Sep 24 15:03:04.702804 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-1e8ec92a-93da-4736-b95e-9183ddf1c2a4 req-4ba587f4-7565-42bb-b674-608a89b4c25e tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] 10.222.0.99 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=36af9e7ac5624a48a0e26dba4f35ccdb HTTP/1.1" status: 200 len: 380 time: 0.0920372 Sep 24 15:03:04.716533 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.v2.base [req-1e8ec92a-93da-4736-b95e-9183ddf1c2a4 req-b4493443-6f0c-40cd-b778-bd8517a76c2a tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] Request body: {'port': {'device_id': 'bf4f1cd4-9b7b-4536-9ee1-556947ceddee', 'network_id': '65553ae1-d48d-4529-ac12-6e14802b8d55', 'admin_state_up': True, 'tenant_id': '36af9e7ac5624a48a0e26dba4f35ccdb', 'security_groups': ['615e16b6-7d62-4b42-a199-382bcd73a338']}} {{(pid=105994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:03:04.957842 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e8ec92a-93da-4736-b95e-9183ddf1c2a4 req-b4493443-6f0c-40cd-b778-bd8517a76c2a tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] Made reservation on behalf of 36af9e7ac5624a48a0e26dba4f35ccdb for: {'port': 1} {{(pid=105994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:03:04.966692 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-1e8ec92a-93da-4736-b95e-9183ddf1c2a4 req-b4493443-6f0c-40cd-b778-bd8517a76c2a tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993762'] for port, before_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:05.266160 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.db.db_base_plugin_common [req-1e8ec92a-93da-4736-b95e-9183ddf1c2a4 req-b4493443-6f0c-40cd-b778-bd8517a76c2a tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] Allocated IP 172.20.0.5 (65553ae1-d48d-4529-ac12-6e14802b8d55/08495ca0-8e92-404f-b038-7ce4337e085a/9019df0a-6c04-48c3-a6ad-e1c34fba671b) {{(pid=105994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:03:05.357485 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-15b0123f-9f2b-4f4d-9b6e-6ef6581917fa req-898cda9d-2cca-4e99-b15c-5b16cef607b8 tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] 10.222.0.90 "GET /v2.0/ports?device_id=bf4f1cd4-9b7b-4536-9ee1-556947ceddee HTTP/1.1" status: 200 len: 210 time: 0.0537999 Sep 24 15:03:05.571237 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-1e8ec92a-93da-4736-b95e-9183ddf1c2a4 req-b4493443-6f0c-40cd-b778-bd8517a76c2a tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] Notify callbacks [] for port, precommit_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:05.664063 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-1e8ec92a-93da-4736-b95e-9183ddf1c2a4 req-b4493443-6f0c-40cd-b778-bd8517a76c2a tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727248062127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14130366'] for port, after_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:05.742433 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e8ec92a-93da-4736-b95e-9183ddf1c2a4 req-b4493443-6f0c-40cd-b778-bd8517a76c2a tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] Network 65553ae1-d48d-4529-ac12-6e14802b8d55 is already hosted by enough agents. {{(pid=105994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:03:05.757735 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.scheduler.base_scheduler [req-1e8ec92a-93da-4736-b95e-9183ddf1c2a4 req-b4493443-6f0c-40cd-b778-bd8517a76c2a tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] Resources bound (agent type, host, resource id): {{(pid=105994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:03:05.761447 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4493443-6f0c-40cd-b778-bd8517a76c2a tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] Pushing event updated for resources: {'Port': ['ID=9019df0a-6c04-48c3-a6ad-e1c34fba671b,revision_number=1']} {{(pid=105994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:03:05.765564 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e8ec92a-93da-4736-b95e-9183ddf1c2a4 req-b4493443-6f0c-40cd-b778-bd8517a76c2a tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] Received port after_create {{(pid=105994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:03:05.870546 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8ec92a-93da-4736-b95e-9183ddf1c2a4 req-b4493443-6f0c-40cd-b778-bd8517a76c2a tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:03:05.875407 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-1e8ec92a-93da-4736-b95e-9183ddf1c2a4 req-b4493443-6f0c-40cd-b778-bd8517a76c2a tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472375'] for port, before_response {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:05.919438 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-1e8ec92a-93da-4736-b95e-9183ddf1c2a4 req-b4493443-6f0c-40cd-b778-bd8517a76c2a tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2107935 Sep 24 15:03:05.940441 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.v2.base [req-1e8ec92a-93da-4736-b95e-9183ddf1c2a4 req-19a09529-c6d4-4665-8e44-bcebe2193f58 service neutron] Request body: {'port': {'device_id': 'bf4f1cd4-9b7b-4536-9ee1-556947ceddee', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80983'}} {{(pid=105994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:03:06.080428 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-1e8ec92a-93da-4736-b95e-9183ddf1c2a4 req-19a09529-c6d4-4665-8e44-bcebe2193f58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993762'] for port, before_update {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:06.111437 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.provisioning_blocks [None req-f406e4d4-e399-4d4c-a1c4-6988997d34d3 None None] Provisioning complete for port 9019df0a-6c04-48c3-a6ad-e1c34fba671b triggered by entity DHCP. {{(pid=105995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:03:06.112277 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-f406e4d4-e399-4d4c-a1c4-6988997d34d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985790'] for port, provisioning_complete {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:06.186739 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.plugin [None req-f406e4d4-e399-4d4c-a1c4-6988997d34d3 None None] Port 9019df0a-6c04-48c3-a6ad-e1c34fba671b cannot update to ACTIVE because it is not bound. {{(pid=105995) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:03:06.611545 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb6915a-fcc9-4121-b4d0-2590eb3ae784 req-bc900365-a977-4322-b1a3-14ea5576acc7 tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:03:06.614152 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-2cb6915a-fcc9-4121-b4d0-2590eb3ae784 req-bc900365-a977-4322-b1a3-14ea5576acc7 tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] 10.222.0.90 "GET /v2.0/ports?device_id=bf4f1cd4-9b7b-4536-9ee1-556947ceddee HTTP/1.1" status: 200 len: 931 time: 0.1164622 Sep 24 15:03:06.637705 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.notifiers.nova [req-1e8ec92a-93da-4736-b95e-9183ddf1c2a4 req-19a09529-c6d4-4665-8e44-bcebe2193f58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9019df0a-6c04-48c3-a6ad-e1c34fba671b {{(pid=105994) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:03:06.658757 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-1e8ec92a-93da-4736-b95e-9183ddf1c2a4 req-19a09529-c6d4-4665-8e44-bcebe2193f58 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:06.688280 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.db.provisioning_blocks [req-1e8ec92a-93da-4736-b95e-9183ddf1c2a4 req-19a09529-c6d4-4665-8e44-bcebe2193f58 service neutron] Transition to ACTIVE for port object 9019df0a-6c04-48c3-a6ad-e1c34fba671b will not be triggered until provisioned by entity L2. {{(pid=105994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 15:03:06.700543 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-1e8ec92a-93da-4736-b95e-9183ddf1c2a4 req-19a09529-c6d4-4665-8e44-bcebe2193f58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248551428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248062163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14130357'] for port, after_update {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:06.707263 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-2cb6915a-fcc9-4121-b4d0-2590eb3ae784 req-11a24ad0-9d7b-4ecf-90f2-02497becffaf tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] 10.222.0.90 "GET /v2.0/security-groups?id=615e16b6-7d62-4b42-a199-382bcd73a338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799234 Sep 24 15:03:06.823068 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a09529-c6d4-4665-8e44-bcebe2193f58 service neutron] Pushing event updated for resources: {'Port': ['ID=9019df0a-6c04-48c3-a6ad-e1c34fba671b,revision_number=2']} {{(pid=105994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:03:07.018372 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.managers [req-1e8ec92a-93da-4736-b95e-9183ddf1c2a4 req-19a09529-c6d4-4665-8e44-bcebe2193f58 service neutron] Attempting to bind port 9019df0a-6c04-48c3-a6ad-e1c34fba671b on host hv-cinder-80983 for vnic_type normal with profile {{(pid=105994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:03:07.019179 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.managers [req-1e8ec92a-93da-4736-b95e-9183ddf1c2a4 req-19a09529-c6d4-4665-8e44-bcebe2193f58 service neutron] Attempting to bind port 9019df0a-6c04-48c3-a6ad-e1c34fba671b by drivers openvswitch,hyperv on host hv-cinder-80983 at level 0 using segments [{'id': 'eba2f0e4-dd5d-432e-a616-98f29b5f5e03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '65553ae1-d48d-4529-ac12-6e14802b8d55'}] {{(pid=105994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:03:07.022670 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e8ec92a-93da-4736-b95e-9183ddf1c2a4 req-19a09529-c6d4-4665-8e44-bcebe2193f58 service neutron] Attempting to bind port 9019df0a-6c04-48c3-a6ad-e1c34fba671b on network 65553ae1-d48d-4529-ac12-6e14802b8d55 {{(pid=105994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:03:07.042565 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e8ec92a-93da-4736-b95e-9183ddf1c2a4 req-19a09529-c6d4-4665-8e44-bcebe2193f58 service neutron] Port 9019df0a-6c04-48c3-a6ad-e1c34fba671b on network 65553ae1-d48d-4529-ac12-6e14802b8d55 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80983 {{(pid=105994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 15:03:07.049243 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e8ec92a-93da-4736-b95e-9183ddf1c2a4 req-19a09529-c6d4-4665-8e44-bcebe2193f58 service neutron] Attempting to bind port 9019df0a-6c04-48c3-a6ad-e1c34fba671b on network 65553ae1-d48d-4529-ac12-6e14802b8d55 {{(pid=105994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:03:07.060422 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e8ec92a-93da-4736-b95e-9183ddf1c2a4 req-19a09529-c6d4-4665-8e44-bcebe2193f58 service neutron] Checking agent: {'id': 'fe6caec8-3271-4776-9083-fb8f8cae5b94', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80983', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 14, 54, 44), 'started_at': datetime.datetime(2021, 9, 24, 14, 54, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 2, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:03:07.061559 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e8ec92a-93da-4736-b95e-9183ddf1c2a4 req-19a09529-c6d4-4665-8e44-bcebe2193f58 service neutron] Checking segment: {'id': 'eba2f0e4-dd5d-432e-a616-98f29b5f5e03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '65553ae1-d48d-4529-ac12-6e14802b8d55'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:03:07.062678 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e8ec92a-93da-4736-b95e-9183ddf1c2a4 req-19a09529-c6d4-4665-8e44-bcebe2193f58 service neutron] Bound using segment: {'id': 'eba2f0e4-dd5d-432e-a616-98f29b5f5e03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '65553ae1-d48d-4529-ac12-6e14802b8d55'} {{(pid=105994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:03:07.063829 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.managers [req-1e8ec92a-93da-4736-b95e-9183ddf1c2a4 req-19a09529-c6d4-4665-8e44-bcebe2193f58 service neutron] Bound port: 9019df0a-6c04-48c3-a6ad-e1c34fba671b, host: hv-cinder-80983, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eba2f0e4-dd5d-432e-a616-98f29b5f5e03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '65553ae1-d48d-4529-ac12-6e14802b8d55'}}] {{(pid=105994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:03:07.064489 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-1e8ec92a-93da-4736-b95e-9183ddf1c2a4 req-19a09529-c6d4-4665-8e44-bcebe2193f58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993762'] for port, before_update {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:07.241660 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.db [req-1e8ec92a-93da-4736-b95e-9183ddf1c2a4 req-19a09529-c6d4-4665-8e44-bcebe2193f58 service neutron] For port 9019df0a-6c04-48c3-a6ad-e1c34fba671b, host hv-cinder-80983, cleared binding levels {{(pid=105994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:03:07.250265 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.db [req-1e8ec92a-93da-4736-b95e-9183ddf1c2a4 req-19a09529-c6d4-4665-8e44-bcebe2193f58 service neutron] For port 9019df0a-6c04-48c3-a6ad-e1c34fba671b, host hv-cinder-80983, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80983',level=0,port_id=9019df0a-6c04-48c3-a6ad-e1c34fba671b,segment=NetworkSegment(eba2f0e4-dd5d-432e-a616-98f29b5f5e03),segment_id=eba2f0e4-dd5d-432e-a616-98f29b5f5e03)] {{(pid=105994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:03:07.259756 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-1e8ec92a-93da-4736-b95e-9183ddf1c2a4 req-19a09529-c6d4-4665-8e44-bcebe2193f58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248551428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248062163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14130357'] for port, after_update {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:07.324427 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8ec92a-93da-4736-b95e-9183ddf1c2a4 req-19a09529-c6d4-4665-8e44-bcebe2193f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:03:07.325498 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-1e8ec92a-93da-4736-b95e-9183ddf1c2a4 req-19a09529-c6d4-4665-8e44-bcebe2193f58 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472375'] for port, before_response {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:07.328160 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-1e8ec92a-93da-4736-b95e-9183ddf1c2a4 req-19a09529-c6d4-4665-8e44-bcebe2193f58 service neutron] 10.222.0.99 "PUT /v2.0/ports/9019df0a-6c04-48c3-a6ad-e1c34fba671b HTTP/1.1" status: 200 len: 1093 time: 1.3955803 Sep 24 15:03:07.328962 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf4f1cd4-9b7b-4536-9ee1-556947ceddee', 'tag': '9019df0a-6c04-48c3-a6ad-e1c34fba671b'}] {{(pid=105994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:03:07.332596 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}445a901cbb5a624303c84b78f65e518dd0fb300c00204885c20e5236c8fbed2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27f5fc3b-7c21-4468-9a0e-6e471c8a297d" -d '{"events": [{"name": "network-changed", "server_uuid": "bf4f1cd4-9b7b-4536-9ee1-556947ceddee", "tag": "9019df0a-6c04-48c3-a6ad-e1c34fba671b"}]}' {{(pid=105994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:03:07.469890 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 15:03:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e541be2a-eb12-4507-98f0-8f78e15cd5a1 x-openstack-request-id: req-e541be2a-eb12-4507-98f0-8f78e15cd5a1 {{(pid=105994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:03:07.470215 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf4f1cd4-9b7b-4536-9ee1-556947ceddee", "tag": "9019df0a-6c04-48c3-a6ad-e1c34fba671b", "status": "completed", "code": 200}]} {{(pid=105994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:03:07.470604 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-e541be2a-eb12-4507-98f0-8f78e15cd5a1 {{(pid=105994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:03:07.471255 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf4f1cd4-9b7b-4536-9ee1-556947ceddee', 'tag': '9019df0a-6c04-48c3-a6ad-e1c34fba671b', 'status': 'completed', 'code': 200} Sep 24 15:03:07.478917 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a09529-c6d4-4665-8e44-bcebe2193f58 service neutron] Pushing event updated for resources: {'Port': ['ID=9019df0a-6c04-48c3-a6ad-e1c34fba671b,revision_number=3']} {{(pid=105994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:03:07.550884 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8ec92a-93da-4736-b95e-9183ddf1c2a4 req-864589ac-3813-4bfa-bc34-c9e16c7d43d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:03:07.557313 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-1e8ec92a-93da-4736-b95e-9183ddf1c2a4 req-864589ac-3813-4bfa-bc34-c9e16c7d43d5 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=36af9e7ac5624a48a0e26dba4f35ccdb&device_id=bf4f1cd4-9b7b-4536-9ee1-556947ceddee HTTP/1.1" status: 200 len: 1096 time: 0.1273630 Sep 24 15:03:07.648518 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-1e8ec92a-93da-4736-b95e-9183ddf1c2a4 req-50caf2a3-dbbf-49ac-983c-3de34601f180 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9019df0a-6c04-48c3-a6ad-e1c34fba671b HTTP/1.1" status: 200 len: 217 time: 0.0834002 Sep 24 15:03:07.753287 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8ec92a-93da-4736-b95e-9183ddf1c2a4 req-9ff11a8c-1811-4a98-8366-d91d49d66879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:03:07.757232 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-1e8ec92a-93da-4736-b95e-9183ddf1c2a4 req-9ff11a8c-1811-4a98-8366-d91d49d66879 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=08495ca0-8e92-404f-b038-7ce4337e085a HTTP/1.1" status: 200 len: 850 time: 0.1006284 Sep 24 15:03:07.856603 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8ec92a-93da-4736-b95e-9183ddf1c2a4 req-5628c82b-57e8-445f-90c4-60106a1a1e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:03:07.862034 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-1e8ec92a-93da-4736-b95e-9183ddf1c2a4 req-5628c82b-57e8-445f-90c4-60106a1a1e9b service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=65553ae1-d48d-4529-ac12-6e14802b8d55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0920327 Sep 24 15:03:08.105078 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641676ae-6ea2-4e14-acf8-08ee6e1939ab req-8c5ba9a8-7f98-4fc4-ac87-e55ccf2278fd tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:03:08.108059 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-641676ae-6ea2-4e14-acf8-08ee6e1939ab req-8c5ba9a8-7f98-4fc4-ac87-e55ccf2278fd tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] 10.222.0.90 "GET /v2.0/ports?device_id=bf4f1cd4-9b7b-4536-9ee1-556947ceddee HTTP/1.1" status: 200 len: 943 time: 0.2460098 Sep 24 15:03:08.186749 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-1e8ec92a-93da-4736-b95e-9183ddf1c2a4 req-e5475aff-67ed-442a-a734-ca3564b62d06 service neutron] 10.222.0.99 "GET /v2.0/networks/65553ae1-d48d-4529-ac12-6e14802b8d55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3071930 Sep 24 15:03:08.297429 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-641676ae-6ea2-4e14-acf8-08ee6e1939ab req-ffc23a2c-9553-47aa-859e-1b77aea65bc9 tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] 10.222.0.90 "GET /v2.0/security-groups?id=615e16b6-7d62-4b42-a199-382bcd73a338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1781042 Sep 24 15:03:08.440325 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-1e8ec92a-93da-4736-b95e-9183ddf1c2a4 req-dd9f1980-62de-4148-848b-a6e13d9b2230 service neutron] 10.222.0.99 "GET /v2.0/networks/65553ae1-d48d-4529-ac12-6e14802b8d55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2416956 Sep 24 15:03:08.587535 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f5fc3b-7c21-4468-9a0e-6e471c8a297d req-7291ed56-3e0a-4ef8-82c8-b48a9ebefbb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:03:08.590301 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-27f5fc3b-7c21-4468-9a0e-6e471c8a297d req-7291ed56-3e0a-4ef8-82c8-b48a9ebefbb6 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=36af9e7ac5624a48a0e26dba4f35ccdb&device_id=bf4f1cd4-9b7b-4536-9ee1-556947ceddee HTTP/1.1" status: 200 len: 1096 time: 0.0809042 Sep 24 15:03:08.822563 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f5fc3b-7c21-4468-9a0e-6e471c8a297d req-d978dc1c-bdf0-4152-a042-1c724206db3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:03:08.824873 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-27f5fc3b-7c21-4468-9a0e-6e471c8a297d req-d978dc1c-bdf0-4152-a042-1c724206db3f service neutron] 10.222.0.99 "GET /v2.0/networks?id=65553ae1-d48d-4529-ac12-6e14802b8d55 HTTP/1.1" status: 200 len: 913 time: 0.2243929 Sep 24 15:03:08.889531 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-27f5fc3b-7c21-4468-9a0e-6e471c8a297d req-b42ebc93-bd9a-46c2-bed1-2368ee7a57f9 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9019df0a-6c04-48c3-a6ad-e1c34fba671b HTTP/1.1" status: 200 len: 217 time: 0.0545278 Sep 24 15:03:08.995938 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f5fc3b-7c21-4468-9a0e-6e471c8a297d req-18ac518f-7950-4a89-b312-55e821729fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:03:08.997896 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-27f5fc3b-7c21-4468-9a0e-6e471c8a297d req-18ac518f-7950-4a89-b312-55e821729fc6 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=08495ca0-8e92-404f-b038-7ce4337e085a HTTP/1.1" status: 200 len: 850 time: 0.1013880 Sep 24 15:03:09.095876 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f5fc3b-7c21-4468-9a0e-6e471c8a297d req-2fb34de9-97bf-4c0a-a3c6-e34df9946ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:03:09.098632 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-27f5fc3b-7c21-4468-9a0e-6e471c8a297d req-2fb34de9-97bf-4c0a-a3c6-e34df9946ab0 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=65553ae1-d48d-4529-ac12-6e14802b8d55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0919883 Sep 24 15:03:09.309424 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-27f5fc3b-7c21-4468-9a0e-6e471c8a297d req-330ff1fc-aa07-4152-acbe-bb0a3a9a6c81 service neutron] 10.222.0.99 "GET /v2.0/networks/65553ae1-d48d-4529-ac12-6e14802b8d55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2012060 Sep 24 15:03:09.559393 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-27f5fc3b-7c21-4468-9a0e-6e471c8a297d req-b0fffd32-e331-4a52-9c8a-f5c0c07e4a2e service neutron] 10.222.0.99 "GET /v2.0/networks/65553ae1-d48d-4529-ac12-6e14802b8d55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2424881 Sep 24 15:03:09.598390 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17efba9f-65a1-4af8-a4e9-823bd034bddc req-3f119d7e-9342-4437-a6ef-d38e20a93f58 tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:03:09.600809 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-17efba9f-65a1-4af8-a4e9-823bd034bddc req-3f119d7e-9342-4437-a6ef-d38e20a93f58 tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] 10.222.0.90 "GET /v2.0/ports?device_id=bf4f1cd4-9b7b-4536-9ee1-556947ceddee HTTP/1.1" status: 200 len: 943 time: 0.1145942 Sep 24 15:03:09.644559 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.rpc [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Device 9019df0a-6c04-48c3-a6ad-e1c34fba671b details requested by agent hyperv_hv-cinder-80983 with host hv-cinder-80983 {{(pid=105995) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 15:03:09.674459 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-17efba9f-65a1-4af8-a4e9-823bd034bddc req-43867631-b766-4853-a169-988a30b4e6b3 tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] 10.222.0.90 "GET /v2.0/security-groups?id=615e16b6-7d62-4b42-a199-382bcd73a338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615563 Sep 24 15:03:09.900319 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.db [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] For port 9019df0a-6c04-48c3-a6ad-e1c34fba671b, host hv-cinder-80983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80983',level=0,port_id=9019df0a-6c04-48c3-a6ad-e1c34fba671b,segment=NetworkSegment(eba2f0e4-dd5d-432e-a616-98f29b5f5e03),segment_id=eba2f0e4-dd5d-432e-a616-98f29b5f5e03)] {{(pid=105995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:03:09.928719 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.rpc [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Returning: {'device': '9019df0a-6c04-48c3-a6ad-e1c34fba671b', 'network_id': '65553ae1-d48d-4529-ac12-6e14802b8d55', 'port_id': '9019df0a-6c04-48c3-a6ad-e1c34fba671b', 'mac_address': 'fa:16:3e:ed:61:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1026, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08495ca0-8e92-404f-b038-7ce4337e085a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105995) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 15:03:10.024599 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993762'] for port, before_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:10.050469 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.notifiers.nova [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9019df0a-6c04-48c3-a6ad-e1c34fba671b {{(pid=105995) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:03:10.091139 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.db [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] For port 9019df0a-6c04-48c3-a6ad-e1c34fba671b, host hv-cinder-80983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80983',level=0,port_id=9019df0a-6c04-48c3-a6ad-e1c34fba671b,segment=NetworkSegment(eba2f0e4-dd5d-432e-a616-98f29b5f5e03),segment_id=eba2f0e4-dd5d-432e-a616-98f29b5f5e03)] {{(pid=105995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:03:10.097671 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248551428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248062163'] for port, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:10.230418 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Pushing event updated for resources: {'Port': ['ID=9019df0a-6c04-48c3-a6ad-e1c34fba671b,revision_number=4']} {{(pid=105995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:03:10.324845 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.db [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] get_ports_and_sgs() called for port_ids ['9019df0a-6c04-48c3-a6ad-e1c34fba671b'] {{(pid=105995) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:03:10.903433 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a238eff-4f97-48f0-af84-6ed663d0b9e1 req-0848e153-951f-4ba8-b726-c639efce32f6 tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:03:10.905649 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-8a238eff-4f97-48f0-af84-6ed663d0b9e1 req-0848e153-951f-4ba8-b726-c639efce32f6 tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] 10.222.0.90 "GET /v2.0/ports?device_id=bf4f1cd4-9b7b-4536-9ee1-556947ceddee HTTP/1.1" status: 200 len: 944 time: 0.0938623 Sep 24 15:03:11.001466 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-8a238eff-4f97-48f0-af84-6ed663d0b9e1 req-b03b782b-5397-4018-bea9-b6df9ed39f6a tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] 10.222.0.90 "GET /v2.0/security-groups?id=615e16b6-7d62-4b42-a199-382bcd73a338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833850 Sep 24 15:03:11.658104 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.rpc [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Device 9019df0a-6c04-48c3-a6ad-e1c34fba671b up at agent hyperv_hv-cinder-80983 {{(pid=105995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:03:11.778313 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.provisioning_blocks [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Provisioning for port 9019df0a-6c04-48c3-a6ad-e1c34fba671b completed by entity L2. {{(pid=105995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 15:03:11.787000 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.provisioning_blocks [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Provisioning complete for port 9019df0a-6c04-48c3-a6ad-e1c34fba671b triggered by entity L2. {{(pid=105995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:03:11.787542 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985790'] for port, provisioning_complete {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:12.151755 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993762'] for port, before_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:12.189909 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf4f1cd4-9b7b-4536-9ee1-556947ceddee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9019df0a-6c04-48c3-a6ad-e1c34fba671b'}] {{(pid=105995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:03:12.194140 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}caf9aa003d9a854053fb223e5f104f4bef6eff4a3612bfb278e8f19c1601715b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18f58661-efd4-4c66-859b-fcf5c8344918" -d '{"events": [{"server_uuid": "bf4f1cd4-9b7b-4536-9ee1-556947ceddee", "name": "network-vif-plugged", "status": "completed", "tag": "9019df0a-6c04-48c3-a6ad-e1c34fba671b"}]}' {{(pid=105995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:03:12.229957 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.db [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] For port 9019df0a-6c04-48c3-a6ad-e1c34fba671b, host hv-cinder-80983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80983',level=0,port_id=9019df0a-6c04-48c3-a6ad-e1c34fba671b,segment=NetworkSegment(eba2f0e4-dd5d-432e-a616-98f29b5f5e03),segment_id=eba2f0e4-dd5d-432e-a616-98f29b5f5e03)] {{(pid=105995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:03:12.238446 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248551428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248062163'] for port, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:12.246217 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f27e411-65d6-4f9e-82eb-192946d9757f req-dc50c558-010c-4bc0-923f-bb68117db2f3 tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:03:12.257577 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-9f27e411-65d6-4f9e-82eb-192946d9757f req-dc50c558-010c-4bc0-923f-bb68117db2f3 tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] 10.222.0.90 "GET /v2.0/ports?device_id=bf4f1cd4-9b7b-4536-9ee1-556947ceddee HTTP/1.1" status: 200 len: 944 time: 0.1218920 Sep 24 15:03:12.291430 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:03:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4aa891dd-6f43-4a51-a72c-552d025b792e x-openstack-request-id: req-4aa891dd-6f43-4a51-a72c-552d025b792e {{(pid=105995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:03:12.291909 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf4f1cd4-9b7b-4536-9ee1-556947ceddee", "name": "network-vif-plugged", "status": "completed", "tag": "9019df0a-6c04-48c3-a6ad-e1c34fba671b", "code": 200}]} {{(pid=105995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:03:12.292307 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-4aa891dd-6f43-4a51-a72c-552d025b792e {{(pid=105995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:03:12.292954 dv-cinder-809830-2-iscsi neutron-server[105995]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf4f1cd4-9b7b-4536-9ee1-556947ceddee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9019df0a-6c04-48c3-a6ad-e1c34fba671b', 'code': 200} Sep 24 15:03:12.332208 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Pushing event updated for resources: {'Port': ['ID=9019df0a-6c04-48c3-a6ad-e1c34fba671b,revision_number=5']} {{(pid=105995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:03:12.342909 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-9f27e411-65d6-4f9e-82eb-192946d9757f req-df08350b-5daa-4b8d-be14-c0f32b47ea65 tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] 10.222.0.90 "GET /v2.0/security-groups?id=615e16b6-7d62-4b42-a199-382bcd73a338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831325 Sep 24 15:03:12.593869 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662e1ef1-1503-4eb7-b4b6-f976d5e86f38 req-c9452e1b-cdff-4fb1-a7a9-8224faea8cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:03:12.596488 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-662e1ef1-1503-4eb7-b4b6-f976d5e86f38 req-c9452e1b-cdff-4fb1-a7a9-8224faea8cd6 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=bf4f1cd4-9b7b-4536-9ee1-556947ceddee HTTP/1.1" status: 200 len: 1098 time: 0.0920386 Sep 24 15:03:12.667861 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-662e1ef1-1503-4eb7-b4b6-f976d5e86f38 req-f787d9ea-5f78-42d5-b0a5-80d3192c624d service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=615e16b6-7d62-4b42-a199-382bcd73a338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628078 Sep 24 15:03:13.563739 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ce1e3a-b7e6-48d8-9c2b-683c4ec674c9 req-6320ed58-b437-420a-ae32-c3a699686347 tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:03:13.566655 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-47ce1e3a-b7e6-48d8-9c2b-683c4ec674c9 req-6320ed58-b437-420a-ae32-c3a699686347 tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] 10.222.0.90 "GET /v2.0/ports?device_id=bf4f1cd4-9b7b-4536-9ee1-556947ceddee HTTP/1.1" status: 200 len: 945 time: 0.0950301 Sep 24 15:03:13.644406 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-47ce1e3a-b7e6-48d8-9c2b-683c4ec674c9 req-d46f8450-ebc5-4251-a733-51eaa3c910f8 tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] 10.222.0.90 "GET /v2.0/security-groups?id=615e16b6-7d62-4b42-a199-382bcd73a338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667524 Sep 24 15:03:14.881030 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0a052e-4e23-4a6f-bd52-6bd8888cdb1b req-a39bf2fa-ea02-43c4-a6a6-a4dbb97352c4 tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:03:14.883959 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-2f0a052e-4e23-4a6f-bd52-6bd8888cdb1b req-a39bf2fa-ea02-43c4-a6a6-a4dbb97352c4 tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] 10.222.0.90 "GET /v2.0/ports?device_id=bf4f1cd4-9b7b-4536-9ee1-556947ceddee HTTP/1.1" status: 200 len: 945 time: 0.1040652 Sep 24 15:03:14.959189 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-2f0a052e-4e23-4a6f-bd52-6bd8888cdb1b req-da4ea22f-ff92-45b5-b6f7-9cf7e415772d tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] 10.222.0.90 "GET /v2.0/security-groups?id=615e16b6-7d62-4b42-a199-382bcd73a338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605645 Sep 24 15:03:15.184807 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2aa20cd-6682-448a-aec9-ba2537a9298c req-e9e6089d-a4fb-467f-b9d3-b7a0d3e8e104 tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:03:15.187572 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-c2aa20cd-6682-448a-aec9-ba2537a9298c req-e9e6089d-a4fb-467f-b9d3-b7a0d3e8e104 tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] 10.222.0.90 "GET /v2.0/ports?device_id=bf4f1cd4-9b7b-4536-9ee1-556947ceddee HTTP/1.1" status: 200 len: 945 time: 0.0890262 Sep 24 15:03:15.203625 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.wsgi [-] (105993) accepted ('10.222.0.90', 34526) {{(pid=105993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:03:15.211970 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.v2.base [None req-286ff7ba-ecd6-44af-93fa-065e8b73f668 tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] Request body: {'floatingip': {'port_id': '9019df0a-6c04-48c3-a6ad-e1c34fba671b'}} {{(pid=105993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:03:15.296015 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-286ff7ba-ecd6-44af-93fa-065e8b73f668 tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] Notify callbacks [] for floatingip, before_update {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:15.786272 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:16.162284 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-286ff7ba-ecd6-44af-93fa-065e8b73f668 tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:16.168114 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-286ff7ba-ecd6-44af-93fa-065e8b73f668 tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-595207'] for floatingip, after_update {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:16.677541 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.db.l3_db [None req-286ff7ba-ecd6-44af-93fa-065e8b73f668 tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] Floating IP 69605809-99b9-46fb-b13d-48dba511611f associated. External IP: 172.27.0.29, port: 9019df0a-6c04-48c3-a6ad-e1c34fba671b. Sep 24 15:03:17.128488 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-286ff7ba-ecd6-44af-93fa-065e8b73f668 tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] Router f2781da5-ea6b-4ab3-b721-a244b58e4c06 has already been hosted by L3 agent 76290e94-8d59-4af2-9b8f-4e64db68baa4 {{(pid=105993) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:03:17.366174 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-286ff7ba-ecd6-44af-93fa-065e8b73f668 tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] Notify agent at l3_agent.dv-cinder-809830-2-iscsi the message routers_updated {{(pid=105993) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:03:17.376981 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-286ff7ba-ecd6-44af-93fa-065e8b73f668 tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472375'] for floatingip, before_response {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:17.383082 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aa447b4-9047-445d-9ca2-57688f1e5c2d None None] Sync routers for ids ['f2781da5-ea6b-4ab3-b721-a244b58e4c06'] in dv-cinder-809830-2-iscsi {{(pid=105995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:03:17.401668 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa447b4-9047-445d-9ca2-57688f1e5c2d None None] Routers {'f2781da5-ea6b-4ab3-b721-a244b58e4c06'} bound to L3 agent in host dv-cinder-809830-2-iscsi {{(pid=105995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:03:17.403248 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.l3_hamode_db [None req-6aa447b4-9047-445d-9ca2-57688f1e5c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809830-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T14:45:58Z,description=,heartbeat_timestamp=2021-09-24T15:02:58Z,host='dv-cinder-809830-2-iscsi',id=76290e94-8d59-4af2-9b8f-4e64db68baa4,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T14:45:58Z,topic='l3_agent')) {'router_ids': ['f2781da5-ea6b-4ab3-b721-a244b58e4c06'], 'active': True} {{(pid=105995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:03:17.431088 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [None req-286ff7ba-ecd6-44af-93fa-065e8b73f668 tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] 10.222.0.90 "PUT /v2.0/floatingips/69605809-99b9-46fb-b13d-48dba511611f HTTP/1.1" status: 200 len: 990 time: 2.2257333 Sep 24 15:03:17.432903 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf4f1cd4-9b7b-4536-9ee1-556947ceddee', 'tag': '9019df0a-6c04-48c3-a6ad-e1c34fba671b'}] {{(pid=105993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:03:17.441522 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0483dc3c0338f2df7275381f00d4ce3d10593dcbf62e99ee7509fcf67e52bc13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4972a486-75e5-4ec9-baee-5a720979beed" -d '{"events": [{"name": "network-changed", "server_uuid": "bf4f1cd4-9b7b-4536-9ee1-556947ceddee", "tag": "9019df0a-6c04-48c3-a6ad-e1c34fba671b"}]}' {{(pid=105993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:03:17.635518 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.l3_dvr_db [None req-6aa447b4-9047-445d-9ca2-57688f1e5c2d None None] Set router f2781da5-ea6b-4ab3-b721-a244b58e4c06 gateway port host: dv-cinder-809830-2-iscsi {{(pid=105995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:03:17.843654 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 15:03:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3784e3f3-dac9-4cfd-aafc-8dcd8b9918aa x-openstack-request-id: req-3784e3f3-dac9-4cfd-aafc-8dcd8b9918aa {{(pid=105993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:03:17.844451 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf4f1cd4-9b7b-4536-9ee1-556947ceddee", "tag": "9019df0a-6c04-48c3-a6ad-e1c34fba671b", "status": "completed", "code": 200}]} {{(pid=105993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:03:17.844451 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-3784e3f3-dac9-4cfd-aafc-8dcd8b9918aa {{(pid=105993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:03:17.844999 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf4f1cd4-9b7b-4536-9ee1-556947ceddee', 'tag': '9019df0a-6c04-48c3-a6ad-e1c34fba671b', 'status': 'completed', 'code': 200} Sep 24 15:03:17.947860 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4972a486-75e5-4ec9-baee-5a720979beed req-620979f5-aca3-4de7-93d1-6c0630f6dadb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:03:17.951162 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-4972a486-75e5-4ec9-baee-5a720979beed req-620979f5-aca3-4de7-93d1-6c0630f6dadb service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=36af9e7ac5624a48a0e26dba4f35ccdb&device_id=bf4f1cd4-9b7b-4536-9ee1-556947ceddee HTTP/1.1" status: 200 len: 1098 time: 0.0800319 Sep 24 15:03:18.072526 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.l3_hamode_db [None req-6aa447b4-9047-445d-9ca2-57688f1e5c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2781da5-ea6b-4ab3-b721-a244b58e4c06', 'name': 'tempest-AttachVolumeTestJSON-1174281789-router', 'tenant_id': '36af9e7ac5624a48a0e26dba4f35ccdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7', 'external_fixed_ips': [{'subnet_id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': '42946747-c020-4266-add9-c7c5f74e06a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T14:58:40Z', 'updated_at': '2021-09-24T14:58:48Z', 'revision_number': 4, 'project_id': '36af9e7ac5624a48a0e26dba4f35ccdb', 'gw_port': {'id': '42946747-c020-4266-add9-c7c5f74e06a5', 'name': '', 'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:23:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2781da5-ea6b-4ab3-b721-a244b58e4c06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T14:58:42Z', 'updated_at': '2021-09-24T14:58:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809830-2-iscsi', '_floatingips': [{'id': '69605809-99b9-46fb-b13d-48dba511611f', 'tenant_id': '36af9e7ac5624a48a0e26dba4f35ccdb', 'floating_ip_address': '172.27.0.29', 'floating_network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7', 'router_id': 'f2781da5-ea6b-4ab3-b721-a244b58e4c06', 'port_id': '9019df0a-6c04-48c3-a6ad-e1c34fba671b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 528, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65553ae1-d48d-4529-ac12-6e14802b8d55', 'mac_address': 'fa:16:3e:ed:61:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf4f1cd4-9b7b-4536-9ee1-556947ceddee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T15:03:00Z', 'updated_at': '2021-09-24T15:03:15Z', 'revision_number': 1, 'project_id': '36af9e7ac5624a48a0e26dba4f35ccdb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c35907eb-1f1e-4443-9d69-be81bc178931', 'name': '', 'network_id': '65553ae1-d48d-4529-ac12-6e14802b8d55', 'tenant_id': '36af9e7ac5624a48a0e26dba4f35ccdb', 'mac_address': 'fa:16:3e:a7:eb:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2781da5-ea6b-4ab3-b721-a244b58e4c06', 'device_owner': 'network:router_interface', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '08495ca0-8e92-404f-b038-7ce4337e085a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T14:58:46Z', 'updated_at': '2021-09-24T14:58:57Z', 'revision_number': 5, 'project_id': '36af9e7ac5624a48a0e26dba4f35ccdb', 'subnets': [{'id': '08495ca0-8e92-404f-b038-7ce4337e085a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809830-2-iscsi', False) {} {{(pid=105995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:03:18.127097 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aa447b4-9047-445d-9ca2-57688f1e5c2d None None] Checking router: f2781da5-ea6b-4ab3-b721-a244b58e4c06 for host: dv-cinder-809830-2-iscsi {{(pid=105995) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:03:18.127406 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4972a486-75e5-4ec9-baee-5a720979beed req-453f2ab3-c0f9-4a70-bf4e-e0537c5b9bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:03:18.129759 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-4972a486-75e5-4ec9-baee-5a720979beed req-453f2ab3-c0f9-4a70-bf4e-e0537c5b9bb3 service neutron] 10.222.0.99 "GET /v2.0/networks?id=65553ae1-d48d-4529-ac12-6e14802b8d55 HTTP/1.1" status: 200 len: 913 time: 0.1714599 Sep 24 15:03:18.144722 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa447b4-9047-445d-9ca2-57688f1e5c2d None None] Routers {'f2781da5-ea6b-4ab3-b721-a244b58e4c06'} bound to L3 agent in host dv-cinder-809830-2-iscsi {{(pid=105995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:03:18.145820 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.l3_hamode_db [None req-6aa447b4-9047-445d-9ca2-57688f1e5c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809830-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T14:45:58Z,description=,heartbeat_timestamp=2021-09-24T15:02:58Z,host='dv-cinder-809830-2-iscsi',id=76290e94-8d59-4af2-9b8f-4e64db68baa4,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T14:45:58Z,topic='l3_agent')) {'router_ids': ['f2781da5-ea6b-4ab3-b721-a244b58e4c06'], 'active': True} {{(pid=105995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:03:18.233387 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-4972a486-75e5-4ec9-baee-5a720979beed req-a60e3970-4328-45ac-be9c-67bd423e47a0 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9019df0a-6c04-48c3-a6ad-e1c34fba671b HTTP/1.1" status: 200 len: 998 time: 0.0944874 Sep 24 15:03:18.308315 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4972a486-75e5-4ec9-baee-5a720979beed req-2232483a-a4e1-4e69-95f9-f9439e01fff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:03:18.310231 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-4972a486-75e5-4ec9-baee-5a720979beed req-2232483a-a4e1-4e69-95f9-f9439e01fff9 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=08495ca0-8e92-404f-b038-7ce4337e085a HTTP/1.1" status: 200 len: 850 time: 0.0697982 Sep 24 15:03:18.359861 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.l3_dvr_db [None req-6aa447b4-9047-445d-9ca2-57688f1e5c2d None None] Set router f2781da5-ea6b-4ab3-b721-a244b58e4c06 gateway port host: dv-cinder-809830-2-iscsi {{(pid=105995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:03:18.390570 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4972a486-75e5-4ec9-baee-5a720979beed req-c3ed7f4d-96f7-457a-b2da-f10d28ad7849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:03:18.393316 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-4972a486-75e5-4ec9-baee-5a720979beed req-c3ed7f4d-96f7-457a-b2da-f10d28ad7849 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=65553ae1-d48d-4529-ac12-6e14802b8d55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0752172 Sep 24 15:03:18.562769 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-4972a486-75e5-4ec9-baee-5a720979beed req-42cc3653-7856-413d-b9e9-813af4483c72 service neutron] 10.222.0.99 "GET /v2.0/networks/65553ae1-d48d-4529-ac12-6e14802b8d55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1616383 Sep 24 15:03:18.770893 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-4972a486-75e5-4ec9-baee-5a720979beed req-ef00dfc8-9727-4e35-9983-d04fd4756de4 service neutron] 10.222.0.99 "GET /v2.0/networks/65553ae1-d48d-4529-ac12-6e14802b8d55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2000389 Sep 24 15:03:18.819264 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.l3_hamode_db [None req-6aa447b4-9047-445d-9ca2-57688f1e5c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2781da5-ea6b-4ab3-b721-a244b58e4c06', 'name': 'tempest-AttachVolumeTestJSON-1174281789-router', 'tenant_id': '36af9e7ac5624a48a0e26dba4f35ccdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7', 'external_fixed_ips': [{'subnet_id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': '42946747-c020-4266-add9-c7c5f74e06a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T14:58:40Z', 'updated_at': '2021-09-24T14:58:48Z', 'revision_number': 4, 'project_id': '36af9e7ac5624a48a0e26dba4f35ccdb', 'gw_port': {'id': '42946747-c020-4266-add9-c7c5f74e06a5', 'name': '', 'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:23:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2781da5-ea6b-4ab3-b721-a244b58e4c06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T14:58:42Z', 'updated_at': '2021-09-24T14:58:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809830-2-iscsi', '_floatingips': [{'id': '69605809-99b9-46fb-b13d-48dba511611f', 'tenant_id': '36af9e7ac5624a48a0e26dba4f35ccdb', 'floating_ip_address': '172.27.0.29', 'floating_network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7', 'router_id': 'f2781da5-ea6b-4ab3-b721-a244b58e4c06', 'port_id': '9019df0a-6c04-48c3-a6ad-e1c34fba671b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 528, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65553ae1-d48d-4529-ac12-6e14802b8d55', 'mac_address': 'fa:16:3e:ed:61:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf4f1cd4-9b7b-4536-9ee1-556947ceddee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T15:03:00Z', 'updated_at': '2021-09-24T15:03:15Z', 'revision_number': 1, 'project_id': '36af9e7ac5624a48a0e26dba4f35ccdb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c35907eb-1f1e-4443-9d69-be81bc178931', 'name': '', 'network_id': '65553ae1-d48d-4529-ac12-6e14802b8d55', 'tenant_id': '36af9e7ac5624a48a0e26dba4f35ccdb', 'mac_address': 'fa:16:3e:a7:eb:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2781da5-ea6b-4ab3-b721-a244b58e4c06', 'device_owner': 'network:router_interface', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '08495ca0-8e92-404f-b038-7ce4337e085a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T14:58:46Z', 'updated_at': '2021-09-24T14:58:57Z', 'revision_number': 5, 'project_id': '36af9e7ac5624a48a0e26dba4f35ccdb', 'subnets': [{'id': '08495ca0-8e92-404f-b038-7ce4337e085a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809830-2-iscsi', False) {} {{(pid=105995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:03:18.877243 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aa447b4-9047-445d-9ca2-57688f1e5c2d None None] The sync data for ids ['f2781da5-ea6b-4ab3-b721-a244b58e4c06'] in dv-cinder-809830-2-iscsi is: [{'id': 'f2781da5-ea6b-4ab3-b721-a244b58e4c06', 'name': 'tempest-AttachVolumeTestJSON-1174281789-router', 'tenant_id': '36af9e7ac5624a48a0e26dba4f35ccdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7', 'external_fixed_ips': [{'subnet_id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': '42946747-c020-4266-add9-c7c5f74e06a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T14:58:40Z', 'updated_at': '2021-09-24T14:58:48Z', 'revision_number': 4, 'project_id': '36af9e7ac5624a48a0e26dba4f35ccdb', 'gw_port': {'id': '42946747-c020-4266-add9-c7c5f74e06a5', 'name': '', 'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:23:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2781da5-ea6b-4ab3-b721-a244b58e4c06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T14:58:42Z', 'updated_at': '2021-09-24T14:58:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809830-2-iscsi', '_floatingips': [{'id': '69605809-99b9-46fb-b13d-48dba511611f', 'tenant_id': '36af9e7ac5624a48a0e26dba4f35ccdb', 'floating_ip_address': '172.27.0.29', 'floating_network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7', 'router_id': 'f2781da5-ea6b-4ab3-b721-a244b58e4c06', 'port_id': '9019df0a-6c04-48c3-a6ad-e1c34fba671b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 528, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65553ae1-d48d-4529-ac12-6e14802b8d55', 'mac_address': 'fa:16:3e:ed:61:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf4f1cd4-9b7b-4536-9ee1-556947ceddee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T15:03:00Z', 'updated_at': '2021-09-24T15:03:15Z', 'revision_number': 1, 'project_id': '36af9e7ac5624a48a0e26dba4f35ccdb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c35907eb-1f1e-4443-9d69-be81bc178931', 'name': '', 'network_id': '65553ae1-d48d-4529-ac12-6e14802b8d55', 'tenant_id': '36af9e7ac5624a48a0e26dba4f35ccdb', 'mac_address': 'fa:16:3e:a7:eb:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2781da5-ea6b-4ab3-b721-a244b58e4c06', 'device_owner': 'network:router_interface', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '08495ca0-8e92-404f-b038-7ce4337e085a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T14:58:46Z', 'updated_at': '2021-09-24T14:58:57Z', 'revision_number': 5, 'project_id': '36af9e7ac5624a48a0e26dba4f35ccdb', 'subnets': [{'id': '08495ca0-8e92-404f-b038-7ce4337e085a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:03:19.204352 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc07d546-8cca-41d2-b364-700550a5a260 None None] New status for floating IP 69605809-99b9-46fb-b13d-48dba511611f: ACTIVE {{(pid=105996) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 15:03:23.559176 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-964343e2-16e6-4cf8-98b6-6cbc2d4a7979 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:26.573602 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc947b41-daba-4573-b454-5f530283468c req-9f0a6940-551d-4ace-a789-5f41ae92914c tempest-TestShelveInstance-1403883769 tempest-TestShelveInstance-1403883769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:03:26.576460 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-dc947b41-daba-4573-b454-5f530283468c req-9f0a6940-551d-4ace-a789-5f41ae92914c tempest-TestShelveInstance-1403883769 tempest-TestShelveInstance-1403883769-project] 10.222.0.90 "GET /v2.0/ports?device_id=17dd8cf6-b8ad-4afd-995c-aa01b0dc3985 HTTP/1.1" status: 200 len: 946 time: 0.0934706 Sep 24 15:03:26.653584 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-dc947b41-daba-4573-b454-5f530283468c req-a69d5550-efe7-4b59-9bd9-1eef5553052d tempest-TestShelveInstance-1403883769 tempest-TestShelveInstance-1403883769-project] 10.222.0.90 "GET /v2.0/security-groups?id=c78dbd3c-540f-45ec-99f7-1f22d56113b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665367 Sep 24 15:03:27.865589 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f3ef49-833a-4fa0-8d85-ee169a26b8ec req-887b1f05-1113-4868-95dc-3eedc0893ba9 tempest-TestShelveInstance-1403883769 tempest-TestShelveInstance-1403883769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:03:27.868294 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-b6f3ef49-833a-4fa0-8d85-ee169a26b8ec req-887b1f05-1113-4868-95dc-3eedc0893ba9 tempest-TestShelveInstance-1403883769 tempest-TestShelveInstance-1403883769-project] 10.222.0.90 "GET /v2.0/ports?device_id=17dd8cf6-b8ad-4afd-995c-aa01b0dc3985 HTTP/1.1" status: 200 len: 946 time: 0.0856059 Sep 24 15:03:27.940942 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-b6f3ef49-833a-4fa0-8d85-ee169a26b8ec req-ac32ddd8-8c1b-4a50-98ed-abaa7052dd78 tempest-TestShelveInstance-1403883769 tempest-TestShelveInstance-1403883769-project] 10.222.0.90 "GET /v2.0/security-groups?id=c78dbd3c-540f-45ec-99f7-1f22d56113b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605023 Sep 24 15:03:28.317605 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-853a5cc3-c86d-40e9-aa6e-8aa0f06a2c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:29.167685 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d455f736-dc37-46bc-93fb-bd22678b8ddf req-5945b3db-a5bd-46e4-9b6d-c0d413e67d05 tempest-TestShelveInstance-1403883769 tempest-TestShelveInstance-1403883769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:03:29.169969 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-d455f736-dc37-46bc-93fb-bd22678b8ddf req-5945b3db-a5bd-46e4-9b6d-c0d413e67d05 tempest-TestShelveInstance-1403883769 tempest-TestShelveInstance-1403883769-project] 10.222.0.90 "GET /v2.0/ports?device_id=17dd8cf6-b8ad-4afd-995c-aa01b0dc3985 HTTP/1.1" status: 200 len: 946 time: 0.0961168 Sep 24 15:03:29.243386 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-d455f736-dc37-46bc-93fb-bd22678b8ddf req-ed2fc914-b5a3-48ef-8e5c-c2122197e88a tempest-TestShelveInstance-1403883769 tempest-TestShelveInstance-1403883769-project] 10.222.0.90 "GET /v2.0/security-groups?id=c78dbd3c-540f-45ec-99f7-1f22d56113b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616648 Sep 24 15:03:29.351590 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:30.307376 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.db.agents_db [None req-37515238-e50e-498e-bfbd-a21ffee86c29 None None] Agent healthcheck: found 6 active agents {{(pid=105996) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 15:03:30.437919 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-13d777cc-54dc-48f4-b409-3d66fa02497d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:30.455356 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bb8245-34ff-46f1-9f61-53fdd6e0830f req-1da6a1dd-82be-4c6d-8ce4-42c6b0cdcc4d tempest-TestShelveInstance-1403883769 tempest-TestShelveInstance-1403883769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:03:30.457143 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-f9bb8245-34ff-46f1-9f61-53fdd6e0830f req-1da6a1dd-82be-4c6d-8ce4-42c6b0cdcc4d tempest-TestShelveInstance-1403883769 tempest-TestShelveInstance-1403883769-project] 10.222.0.90 "GET /v2.0/ports?device_id=17dd8cf6-b8ad-4afd-995c-aa01b0dc3985 HTTP/1.1" status: 200 len: 946 time: 0.0805330 Sep 24 15:03:30.532484 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-f9bb8245-34ff-46f1-9f61-53fdd6e0830f req-b20ab8dc-aaf1-4389-9afa-7492baedec06 tempest-TestShelveInstance-1403883769 tempest-TestShelveInstance-1403883769-project] 10.222.0.90 "GET /v2.0/security-groups?id=c78dbd3c-540f-45ec-99f7-1f22d56113b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636175 Sep 24 15:03:31.709386 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f6d511-91fb-4704-b3a2-44c991797443 req-5fa932f9-2977-48d2-bbcf-a053f799f2ca tempest-TestShelveInstance-1403883769 tempest-TestShelveInstance-1403883769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:03:31.712499 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-07f6d511-91fb-4704-b3a2-44c991797443 req-5fa932f9-2977-48d2-bbcf-a053f799f2ca tempest-TestShelveInstance-1403883769 tempest-TestShelveInstance-1403883769-project] 10.222.0.90 "GET /v2.0/ports?device_id=17dd8cf6-b8ad-4afd-995c-aa01b0dc3985 HTTP/1.1" status: 200 len: 946 time: 0.0715542 Sep 24 15:03:31.769026 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-07f6d511-91fb-4704-b3a2-44c991797443 req-fa7b65ae-053e-4560-836b-b5b72422f7ef tempest-TestShelveInstance-1403883769 tempest-TestShelveInstance-1403883769-project] 10.222.0.90 "GET /v2.0/security-groups?id=c78dbd3c-540f-45ec-99f7-1f22d56113b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465572 Sep 24 15:03:32.988109 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d62aa24-914c-465e-bb9c-0a2d178b4601 req-bd90cc7f-58ae-4d51-949d-0f1cd9ff935b tempest-TestShelveInstance-1403883769 tempest-TestShelveInstance-1403883769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:03:32.990689 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-3d62aa24-914c-465e-bb9c-0a2d178b4601 req-bd90cc7f-58ae-4d51-949d-0f1cd9ff935b tempest-TestShelveInstance-1403883769 tempest-TestShelveInstance-1403883769-project] 10.222.0.90 "GET /v2.0/ports?device_id=17dd8cf6-b8ad-4afd-995c-aa01b0dc3985 HTTP/1.1" status: 200 len: 946 time: 0.0971396 Sep 24 15:03:33.013568 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-450d71f0-4391-4cc8-89b8-8f609d6e2304 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:33.075609 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-3d62aa24-914c-465e-bb9c-0a2d178b4601 req-d616eb59-1199-4b93-a9da-6aafed302ce5 tempest-TestShelveInstance-1403883769 tempest-TestShelveInstance-1403883769-project] 10.222.0.90 "GET /v2.0/security-groups?id=c78dbd3c-540f-45ec-99f7-1f22d56113b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719109 Sep 24 15:03:34.311696 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9fd4a8-5699-40d0-ae5f-3fc648f0d88f req-e9cac349-60a7-4ce6-bfc2-69da99dbdeb6 tempest-TestShelveInstance-1403883769 tempest-TestShelveInstance-1403883769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:03:34.314526 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-ac9fd4a8-5699-40d0-ae5f-3fc648f0d88f req-e9cac349-60a7-4ce6-bfc2-69da99dbdeb6 tempest-TestShelveInstance-1403883769 tempest-TestShelveInstance-1403883769-project] 10.222.0.90 "GET /v2.0/ports?device_id=17dd8cf6-b8ad-4afd-995c-aa01b0dc3985 HTTP/1.1" status: 200 len: 946 time: 0.0969298 Sep 24 15:03:34.393260 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-ac9fd4a8-5699-40d0-ae5f-3fc648f0d88f req-22c533b9-9be4-40cc-88bd-7a556747e0fd tempest-TestShelveInstance-1403883769 tempest-TestShelveInstance-1403883769-project] 10.222.0.90 "GET /v2.0/security-groups?id=c78dbd3c-540f-45ec-99f7-1f22d56113b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670745 Sep 24 15:03:35.653636 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bae3c5-3550-4bf7-954d-79723895a255 req-c09a85f3-15dd-4478-b5da-f468dadbb238 tempest-TestShelveInstance-1403883769 tempest-TestShelveInstance-1403883769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:03:35.656600 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-24bae3c5-3550-4bf7-954d-79723895a255 req-c09a85f3-15dd-4478-b5da-f468dadbb238 tempest-TestShelveInstance-1403883769 tempest-TestShelveInstance-1403883769-project] 10.222.0.90 "GET /v2.0/ports?device_id=17dd8cf6-b8ad-4afd-995c-aa01b0dc3985 HTTP/1.1" status: 200 len: 946 time: 0.1159112 Sep 24 15:03:35.741739 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-24bae3c5-3550-4bf7-954d-79723895a255 req-cafdb1a5-a1a9-4a71-bbef-b02ba30e3c9e tempest-TestShelveInstance-1403883769 tempest-TestShelveInstance-1403883769-project] 10.222.0.90 "GET /v2.0/security-groups?id=c78dbd3c-540f-45ec-99f7-1f22d56113b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745409 Sep 24 15:03:36.685280 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0b0ec1-0852-4d4f-ab98-978f66a9dc30 req-5d250d9f-6fb6-40ff-9a16-8ed648cacea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:03:36.686977 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-0c0b0ec1-0852-4d4f-ab98-978f66a9dc30 req-5d250d9f-6fb6-40ff-9a16-8ed648cacea0 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=b3ba56daf4404d7989fc7b7270504b2e&device_id=17dd8cf6-b8ad-4afd-995c-aa01b0dc3985 HTTP/1.1" status: 200 len: 1099 time: 0.0555530 Sep 24 15:03:36.878820 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0b0ec1-0852-4d4f-ab98-978f66a9dc30 req-594884cb-c413-42f0-9257-3bd178db31ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:03:36.880994 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-0c0b0ec1-0852-4d4f-ab98-978f66a9dc30 req-594884cb-c413-42f0-9257-3bd178db31ab service neutron] 10.222.0.99 "GET /v2.0/networks?id=bb19bb9c-3809-48e0-96ea-458278040176 HTTP/1.1" status: 200 len: 910 time: 0.1855578 Sep 24 15:03:37.009789 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-0c0b0ec1-0852-4d4f-ab98-978f66a9dc30 req-649e2122-ac07-4605-a20c-b68b2122c1c1 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dca78979-82e0-4177-af9e-220c5d00e85a HTTP/1.1" status: 200 len: 1001 time: 0.1156950 Sep 24 15:03:37.019870 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a552b1e9-1e4e-4087-99a0-537a196d82ce req-30c0792f-f474-4cf4-99c9-98ad53d8157f tempest-TestShelveInstance-1403883769 tempest-TestShelveInstance-1403883769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:03:37.021996 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-a552b1e9-1e4e-4087-99a0-537a196d82ce req-30c0792f-f474-4cf4-99c9-98ad53d8157f tempest-TestShelveInstance-1403883769 tempest-TestShelveInstance-1403883769-project] 10.222.0.90 "GET /v2.0/ports?device_id=17dd8cf6-b8ad-4afd-995c-aa01b0dc3985 HTTP/1.1" status: 200 len: 946 time: 0.1474700 Sep 24 15:03:37.124324 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0b0ec1-0852-4d4f-ab98-978f66a9dc30 req-c680337f-f45e-4f6f-aced-1ce0e24c3218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:03:37.126152 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-0c0b0ec1-0852-4d4f-ab98-978f66a9dc30 req-c680337f-f45e-4f6f-aced-1ce0e24c3218 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=800b9930-29a7-40db-a216-473b4386d889 HTTP/1.1" status: 200 len: 847 time: 0.0909629 Sep 24 15:03:37.130343 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-a552b1e9-1e4e-4087-99a0-537a196d82ce req-fc0e0df1-95de-4bec-9218-251ad948c023 tempest-TestShelveInstance-1403883769 tempest-TestShelveInstance-1403883769-project] 10.222.0.90 "GET /v2.0/security-groups?id=c78dbd3c-540f-45ec-99f7-1f22d56113b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963993 Sep 24 15:03:37.206673 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0b0ec1-0852-4d4f-ab98-978f66a9dc30 req-89103f01-fb7f-42eb-b070-9940c51a5a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:03:37.208509 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-0c0b0ec1-0852-4d4f-ab98-978f66a9dc30 req-89103f01-fb7f-42eb-b070-9940c51a5a0c service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=bb19bb9c-3809-48e0-96ea-458278040176&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0743177 Sep 24 15:03:37.352088 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-0c0b0ec1-0852-4d4f-ab98-978f66a9dc30 req-f991e4a3-52be-4135-a372-4da9c16b23f6 service neutron] 10.222.0.99 "GET /v2.0/networks/bb19bb9c-3809-48e0-96ea-458278040176?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342096 Sep 24 15:03:37.539509 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-0c0b0ec1-0852-4d4f-ab98-978f66a9dc30 req-c10348b3-3d72-4c02-96f2-d1869cc6c31c service neutron] 10.222.0.99 "GET /v2.0/networks/bb19bb9c-3809-48e0-96ea-458278040176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1786447 Sep 24 15:03:38.084856 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36810988-a633-4a0c-92e7-dcd8a17a5223 req-2edab8fa-9b98-4508-8da9-525af184b4dc tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:03:38.087729 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-36810988-a633-4a0c-92e7-dcd8a17a5223 req-2edab8fa-9b98-4508-8da9-525af184b4dc tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/ports?device_id=7a4dad91-581e-4911-addc-fe2e9aa9bafc HTTP/1.1" status: 200 len: 945 time: 0.0996821 Sep 24 15:03:38.167303 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-36810988-a633-4a0c-92e7-dcd8a17a5223 req-0855cd91-607f-4b04-a7a1-c0e630011b15 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/security-groups?id=4807d789-faf2-4fd3-adf1-c1f1811a7ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684550 Sep 24 15:03:38.368464 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f306e260-2009-45d2-afbb-18f0851e468e req-97a00606-c65c-4eed-bacb-2f558863bbca tempest-TestShelveInstance-1403883769 tempest-TestShelveInstance-1403883769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:03:38.371715 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-f306e260-2009-45d2-afbb-18f0851e468e req-97a00606-c65c-4eed-bacb-2f558863bbca tempest-TestShelveInstance-1403883769 tempest-TestShelveInstance-1403883769-project] 10.222.0.90 "GET /v2.0/ports?device_id=17dd8cf6-b8ad-4afd-995c-aa01b0dc3985 HTTP/1.1" status: 200 len: 946 time: 0.0889523 Sep 24 15:03:38.447929 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-f306e260-2009-45d2-afbb-18f0851e468e req-e7fda2b0-1fd0-4c6d-bcdd-e4ae79a0964c tempest-TestShelveInstance-1403883769 tempest-TestShelveInstance-1403883769-project] 10.222.0.90 "GET /v2.0/security-groups?id=c78dbd3c-540f-45ec-99f7-1f22d56113b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643077 Sep 24 15:03:39.410491 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae82777d-0b2e-4270-a57f-afdac938a5a9 req-0d184060-48fa-473c-be3f-0eb45b4bbb70 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:03:39.413405 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-ae82777d-0b2e-4270-a57f-afdac938a5a9 req-0d184060-48fa-473c-be3f-0eb45b4bbb70 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/ports?device_id=7a4dad91-581e-4911-addc-fe2e9aa9bafc HTTP/1.1" status: 200 len: 945 time: 0.0992234 Sep 24 15:03:39.487868 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-ae82777d-0b2e-4270-a57f-afdac938a5a9 req-b29051de-995c-4084-a42a-8975befcdccf tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/security-groups?id=4807d789-faf2-4fd3-adf1-c1f1811a7ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654182 Sep 24 15:03:39.689010 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27071136-dd55-471b-bfb6-be35cfdcab70 req-e36760b9-73d0-462a-a0ed-6169d94e37f1 tempest-TestShelveInstance-1403883769 tempest-TestShelveInstance-1403883769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:03:39.691958 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-27071136-dd55-471b-bfb6-be35cfdcab70 req-e36760b9-73d0-462a-a0ed-6169d94e37f1 tempest-TestShelveInstance-1403883769 tempest-TestShelveInstance-1403883769-project] 10.222.0.90 "GET /v2.0/ports?device_id=17dd8cf6-b8ad-4afd-995c-aa01b0dc3985 HTTP/1.1" status: 200 len: 946 time: 0.1031456 Sep 24 15:03:39.774328 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-27071136-dd55-471b-bfb6-be35cfdcab70 req-92de72dc-5915-4d44-bca8-8cf6ddf25c98 tempest-TestShelveInstance-1403883769 tempest-TestShelveInstance-1403883769-project] 10.222.0.90 "GET /v2.0/security-groups?id=c78dbd3c-540f-45ec-99f7-1f22d56113b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740561 Sep 24 15:03:40.707983 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7332b631-72f3-49cf-b92a-0f0cf8437c14 req-5ac64a4f-1cdb-464a-9f4e-82a826fe0f09 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:03:40.710242 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-7332b631-72f3-49cf-b92a-0f0cf8437c14 req-5ac64a4f-1cdb-464a-9f4e-82a826fe0f09 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/ports?device_id=7a4dad91-581e-4911-addc-fe2e9aa9bafc HTTP/1.1" status: 200 len: 945 time: 0.0875013 Sep 24 15:03:40.791390 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-7332b631-72f3-49cf-b92a-0f0cf8437c14 req-350c32cd-8c39-4add-bc28-9fc9a407d3f9 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/security-groups?id=4807d789-faf2-4fd3-adf1-c1f1811a7ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677977 Sep 24 15:03:41.004183 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f265e0c3-5ff9-4250-9941-e6e4abb69236 req-b0283fc4-610e-4035-b4bd-c7b91072205a tempest-TestShelveInstance-1403883769 tempest-TestShelveInstance-1403883769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:03:41.007182 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-f265e0c3-5ff9-4250-9941-e6e4abb69236 req-b0283fc4-610e-4035-b4bd-c7b91072205a tempest-TestShelveInstance-1403883769 tempest-TestShelveInstance-1403883769-project] 10.222.0.90 "GET /v2.0/ports?device_id=17dd8cf6-b8ad-4afd-995c-aa01b0dc3985 HTTP/1.1" status: 200 len: 946 time: 0.0956755 Sep 24 15:03:41.093174 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-f265e0c3-5ff9-4250-9941-e6e4abb69236 req-4680fa95-93e4-4870-860a-6eb409c4779d tempest-TestShelveInstance-1403883769 tempest-TestShelveInstance-1403883769-project] 10.222.0.90 "GET /v2.0/security-groups?id=c78dbd3c-540f-45ec-99f7-1f22d56113b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744119 Sep 24 15:03:41.437502 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.wsgi [-] (105994) accepted ('10.222.0.90', 34672) {{(pid=105994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:03:41.469977 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3ce142-9d26-4497-982c-5168f5ef110e req-79875a08-87e1-4f3f-ad72-da42754e2e5d tempest-TestShelveInstance-1403883769 tempest-TestShelveInstance-1403883769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:03:41.472817 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-dd3ce142-9d26-4497-982c-5168f5ef110e req-79875a08-87e1-4f3f-ad72-da42754e2e5d tempest-TestShelveInstance-1403883769 tempest-TestShelveInstance-1403883769-project] 10.222.0.90 "GET /v2.0/ports?device_id=17dd8cf6-b8ad-4afd-995c-aa01b0dc3985 HTTP/1.1" status: 200 len: 946 time: 0.0871358 Sep 24 15:03:41.548165 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-dd3ce142-9d26-4497-982c-5168f5ef110e req-3994618b-df91-4909-b688-3641ff73ce40 tempest-TestShelveInstance-1403883769 tempest-TestShelveInstance-1403883769-project] 10.222.0.90 "GET /v2.0/security-groups?id=c78dbd3c-540f-45ec-99f7-1f22d56113b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582256 Sep 24 15:03:41.589101 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-fcf56c36-71f2-45c7-92f4-a6811d227535 req-19980aac-5fe6-4158-a05d-a1d10c5a9322 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=17dd8cf6-b8ad-4afd-995c-aa01b0dc3985&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1497879 Sep 24 15:03:41.601517 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.wsgi [req-fcf56c36-71f2-45c7-92f4-a6811d227535 req-483cca91-60c2-4a34-83ef-a1c797c3caed service neutron] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=105994) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 15:03:41.602904 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-fcf56c36-71f2-45c7-92f4-a6811d227535 req-483cca91-60c2-4a34-83ef-a1c797c3caed service neutron] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060883 Sep 24 15:03:42.004924 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79a91c8-aed8-4165-b0fa-93506e638605 req-2cf3e74f-bf39-432e-96f1-2c51233647aa tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:03:42.007877 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-f79a91c8-aed8-4165-b0fa-93506e638605 req-2cf3e74f-bf39-432e-96f1-2c51233647aa tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/ports?device_id=7a4dad91-581e-4911-addc-fe2e9aa9bafc HTTP/1.1" status: 200 len: 945 time: 0.0834389 Sep 24 15:03:42.085202 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-f79a91c8-aed8-4165-b0fa-93506e638605 req-a922d88c-3d63-42ba-9c28-c439379c94e2 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/security-groups?id=4807d789-faf2-4fd3-adf1-c1f1811a7ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643997 Sep 24 15:03:42.771670 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5f7af3-d0a3-4732-a004-495e155d4651 req-8c5149de-862c-45c3-8f2e-6fba61cb92e1 tempest-TestShelveInstance-1403883769 tempest-TestShelveInstance-1403883769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:03:42.775411 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-7e5f7af3-d0a3-4732-a004-495e155d4651 req-8c5149de-862c-45c3-8f2e-6fba61cb92e1 tempest-TestShelveInstance-1403883769 tempest-TestShelveInstance-1403883769-project] 10.222.0.90 "GET /v2.0/ports?device_id=17dd8cf6-b8ad-4afd-995c-aa01b0dc3985 HTTP/1.1" status: 200 len: 946 time: 0.0983427 Sep 24 15:03:42.855872 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-7e5f7af3-d0a3-4732-a004-495e155d4651 req-6de5f2a6-d029-40dd-b7f6-d22bd03c58f4 tempest-TestShelveInstance-1403883769 tempest-TestShelveInstance-1403883769-project] 10.222.0.90 "GET /v2.0/security-groups?id=c78dbd3c-540f-45ec-99f7-1f22d56113b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652416 Sep 24 15:03:43.317079 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e527907-8509-4131-ae35-b37d90a07412 req-884ab7c2-eeb0-4042-92b6-a55b72a8ed3d tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:03:43.320006 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-3e527907-8509-4131-ae35-b37d90a07412 req-884ab7c2-eeb0-4042-92b6-a55b72a8ed3d tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/ports?device_id=7a4dad91-581e-4911-addc-fe2e9aa9bafc HTTP/1.1" status: 200 len: 945 time: 0.0958202 Sep 24 15:03:43.392453 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-3e527907-8509-4131-ae35-b37d90a07412 req-7e456f8f-c83f-4d2e-ba3e-6bf85f18b5ae tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/security-groups?id=4807d789-faf2-4fd3-adf1-c1f1811a7ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603535 Sep 24 15:03:43.588290 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf56c36-71f2-45c7-92f4-a6811d227535 req-c1a6728b-7c32-4bf9-84f2-b6ee5700fd82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:03:43.591089 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-fcf56c36-71f2-45c7-92f4-a6811d227535 req-c1a6728b-7c32-4bf9-84f2-b6ee5700fd82 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=17dd8cf6-b8ad-4afd-995c-aa01b0dc3985&tenant_id=b3ba56daf4404d7989fc7b7270504b2e HTTP/1.1" status: 200 len: 1099 time: 0.1424356 Sep 24 15:03:43.700385 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf56c36-71f2-45c7-92f4-a6811d227535 req-8e4bfec5-7773-49b2-b10b-4938211400b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:03:43.703039 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-fcf56c36-71f2-45c7-92f4-a6811d227535 req-8e4bfec5-7773-49b2-b10b-4938211400b9 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=b3ba56daf4404d7989fc7b7270504b2e&device_id=17dd8cf6-b8ad-4afd-995c-aa01b0dc3985 HTTP/1.1" status: 200 len: 1099 time: 0.0783887 Sep 24 15:03:43.829317 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.rpc [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Device dca78979-82e0-4177-af9e-220c5d00e85a no longer exists at agent hyperv_hv-cinder-80983 {{(pid=105995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:03:43.890358 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf56c36-71f2-45c7-92f4-a6811d227535 req-b76ecf2f-7a73-45c7-aaa9-4f81b2bc5f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:03:43.893858 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-fcf56c36-71f2-45c7-92f4-a6811d227535 req-b76ecf2f-7a73-45c7-aaa9-4f81b2bc5f7b service neutron] 10.222.0.99 "GET /v2.0/networks?id=bb19bb9c-3809-48e0-96ea-458278040176 HTTP/1.1" status: 200 len: 910 time: 0.1832631 Sep 24 15:03:43.992495 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993762'] for port, before_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:44.015545 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-fcf56c36-71f2-45c7-92f4-a6811d227535 req-f8c321c3-b8f1-4a51-b3b5-cebcfe3ec324 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dca78979-82e0-4177-af9e-220c5d00e85a HTTP/1.1" status: 200 len: 1001 time: 0.1136901 Sep 24 15:03:44.058770 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.db [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] For port dca78979-82e0-4177-af9e-220c5d00e85a, host hv-cinder-80983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80983',level=0,port_id=dca78979-82e0-4177-af9e-220c5d00e85a,segment=NetworkSegment(e5fe0498-5b75-4c3e-a5ab-6f6f616fb9d3),segment_id=e5fe0498-5b75-4c3e-a5ab-6f6f616fb9d3)] {{(pid=105995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:03:44.060485 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17dd8cf6-b8ad-4afd-995c-aa01b0dc3985', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dca78979-82e0-4177-af9e-220c5d00e85a'}] {{(pid=105995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:03:44.066146 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}caf9aa003d9a854053fb223e5f104f4bef6eff4a3612bfb278e8f19c1601715b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-680e3715-37e1-4c92-81bf-c8f06cac28c6" -d '{"events": [{"server_uuid": "17dd8cf6-b8ad-4afd-995c-aa01b0dc3985", "name": "network-vif-unplugged", "status": "completed", "tag": "dca78979-82e0-4177-af9e-220c5d00e85a"}]}' {{(pid=105995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:03:44.074065 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248551428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248062163'] for port, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:44.108605 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc172ab-3327-4014-a18b-9e501b31c6f6 req-cb27e4aa-4e0a-4ad3-8ea0-fd214a78a9b9 tempest-TestShelveInstance-1403883769 tempest-TestShelveInstance-1403883769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:03:44.112084 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-edc172ab-3327-4014-a18b-9e501b31c6f6 req-cb27e4aa-4e0a-4ad3-8ea0-fd214a78a9b9 tempest-TestShelveInstance-1403883769 tempest-TestShelveInstance-1403883769-project] 10.222.0.90 "GET /v2.0/ports?device_id=17dd8cf6-b8ad-4afd-995c-aa01b0dc3985 HTTP/1.1" status: 200 len: 946 time: 0.1111200 Sep 24 15:03:44.125014 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf56c36-71f2-45c7-92f4-a6811d227535 req-6f53b265-dc40-4562-be87-3aaff8cb445a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:03:44.128706 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-fcf56c36-71f2-45c7-92f4-a6811d227535 req-6f53b265-dc40-4562-be87-3aaff8cb445a service neutron] 10.222.0.99 "GET /v2.0/subnets?id=800b9930-29a7-40db-a216-473b4386d889 HTTP/1.1" status: 200 len: 847 time: 0.1045408 Sep 24 15:03:44.157092 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 24 Sep 2021 15:03:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08fd8366-72ca-4108-88a8-f6e7f2374d75 x-openstack-request-id: req-08fd8366-72ca-4108-88a8-f6e7f2374d75 {{(pid=105995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:03:44.157580 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17dd8cf6-b8ad-4afd-995c-aa01b0dc3985", "name": "network-vif-unplugged", "status": "completed", "tag": "dca78979-82e0-4177-af9e-220c5d00e85a", "code": 200}]} {{(pid=105995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:03:44.157931 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-08fd8366-72ca-4108-88a8-f6e7f2374d75 {{(pid=105995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:03:44.158681 dv-cinder-809830-2-iscsi neutron-server[105995]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17dd8cf6-b8ad-4afd-995c-aa01b0dc3985', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dca78979-82e0-4177-af9e-220c5d00e85a', 'code': 200} Sep 24 15:03:44.189362 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Pushing event updated for resources: {'Port': ['ID=dca78979-82e0-4177-af9e-220c5d00e85a,revision_number=6']} {{(pid=105995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:03:44.206355 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-edc172ab-3327-4014-a18b-9e501b31c6f6 req-620b8ea3-ca0f-4681-896e-88772facf70e tempest-TestShelveInstance-1403883769 tempest-TestShelveInstance-1403883769-project] 10.222.0.90 "GET /v2.0/security-groups?id=c78dbd3c-540f-45ec-99f7-1f22d56113b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639291 Sep 24 15:03:44.223678 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf56c36-71f2-45c7-92f4-a6811d227535 req-cfd5749c-b5b6-42f4-8733-73cb791807c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:03:44.226546 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-fcf56c36-71f2-45c7-92f4-a6811d227535 req-cfd5749c-b5b6-42f4-8733-73cb791807c5 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=bb19bb9c-3809-48e0-96ea-458278040176&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0898480 Sep 24 15:03:44.366884 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-fcf56c36-71f2-45c7-92f4-a6811d227535 req-ba093a82-2ed1-4a77-971d-c20e2cf8b043 service neutron] 10.222.0.99 "GET /v2.0/networks/bb19bb9c-3809-48e0-96ea-458278040176?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314166 Sep 24 15:03:44.544327 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-fcf56c36-71f2-45c7-92f4-a6811d227535 req-a69fcf10-31bd-401f-8598-9da63e89c9a5 service neutron] 10.222.0.99 "GET /v2.0/networks/bb19bb9c-3809-48e0-96ea-458278040176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1694806 Sep 24 15:03:44.634973 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3e6012-d8e9-45d2-abe9-d934d9892f53 req-e07c1d7e-f565-4aa4-b61b-3ab42710fcba tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:03:44.637867 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-2a3e6012-d8e9-45d2-abe9-d934d9892f53 req-e07c1d7e-f565-4aa4-b61b-3ab42710fcba tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/ports?device_id=7a4dad91-581e-4911-addc-fe2e9aa9bafc HTTP/1.1" status: 200 len: 945 time: 0.0918901 Sep 24 15:03:44.720651 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-2a3e6012-d8e9-45d2-abe9-d934d9892f53 req-72a2fb88-6f99-49af-9570-43d36e67c52c tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/security-groups?id=4807d789-faf2-4fd3-adf1-c1f1811a7ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709608 Sep 24 15:03:45.419997 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f16a539-a2b0-4311-96af-8359bbefe99e req-24665a27-0146-4a54-90e9-5768f2740799 tempest-TestShelveInstance-1403883769 tempest-TestShelveInstance-1403883769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:03:45.422939 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-6f16a539-a2b0-4311-96af-8359bbefe99e req-24665a27-0146-4a54-90e9-5768f2740799 tempest-TestShelveInstance-1403883769 tempest-TestShelveInstance-1403883769-project] 10.222.0.90 "GET /v2.0/ports?device_id=17dd8cf6-b8ad-4afd-995c-aa01b0dc3985 HTTP/1.1" status: 200 len: 944 time: 0.0936263 Sep 24 15:03:45.506432 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-6f16a539-a2b0-4311-96af-8359bbefe99e req-f097e8f1-b5c2-4947-a593-9acd953eccfd tempest-TestShelveInstance-1403883769 tempest-TestShelveInstance-1403883769-project] 10.222.0.90 "GET /v2.0/security-groups?id=c78dbd3c-540f-45ec-99f7-1f22d56113b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750957 Sep 24 15:03:45.794164 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:45.936576 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d290f6f3-ce87-450e-a2c5-3a784add258d req-a46a6d80-a94c-4b61-b624-735436957ad7 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:03:45.939556 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-d290f6f3-ce87-450e-a2c5-3a784add258d req-a46a6d80-a94c-4b61-b624-735436957ad7 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/ports?device_id=7a4dad91-581e-4911-addc-fe2e9aa9bafc HTTP/1.1" status: 200 len: 945 time: 0.0979288 Sep 24 15:03:46.019869 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-d290f6f3-ce87-450e-a2c5-3a784add258d req-f962137f-5fd5-4f29-a9c5-01ad7a3d5180 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/security-groups?id=4807d789-faf2-4fd3-adf1-c1f1811a7ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695946 Sep 24 15:03:46.673245 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74f4b27-268e-423e-ba97-53a296d9deae req-a77a8ea4-b13c-455c-a57b-1acddbc7fc79 tempest-TestShelveInstance-1403883769 tempest-TestShelveInstance-1403883769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:03:46.675969 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-f74f4b27-268e-423e-ba97-53a296d9deae req-a77a8ea4-b13c-455c-a57b-1acddbc7fc79 tempest-TestShelveInstance-1403883769 tempest-TestShelveInstance-1403883769-project] 10.222.0.90 "GET /v2.0/ports?device_id=17dd8cf6-b8ad-4afd-995c-aa01b0dc3985 HTTP/1.1" status: 200 len: 944 time: 0.0681398 Sep 24 15:03:46.760065 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-f74f4b27-268e-423e-ba97-53a296d9deae req-f3431b61-c438-4cbb-9a59-0011354d39ad tempest-TestShelveInstance-1403883769 tempest-TestShelveInstance-1403883769-project] 10.222.0.90 "GET /v2.0/security-groups?id=c78dbd3c-540f-45ec-99f7-1f22d56113b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719564 Sep 24 15:03:47.262523 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b831ab6-9359-49cf-a970-dc7c14c6e2a4 req-33747c60-8222-4261-a85b-d13d70928d12 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:03:47.265411 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-7b831ab6-9359-49cf-a970-dc7c14c6e2a4 req-33747c60-8222-4261-a85b-d13d70928d12 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/ports?device_id=7a4dad91-581e-4911-addc-fe2e9aa9bafc HTTP/1.1" status: 200 len: 945 time: 0.0892336 Sep 24 15:03:47.343917 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-7b831ab6-9359-49cf-a970-dc7c14c6e2a4 req-c17e984a-a259-43d9-8cf3-380fd7924bfc tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/security-groups?id=4807d789-faf2-4fd3-adf1-c1f1811a7ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653076 Sep 24 15:03:47.534997 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712fd26e-ab63-4135-9cc1-7730f9af0e42 req-e6cd513c-7c55-4143-9db5-17fb95b8485c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:03:47.537749 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-712fd26e-ab63-4135-9cc1-7730f9af0e42 req-e6cd513c-7c55-4143-9db5-17fb95b8485c service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=b3ba56daf4404d7989fc7b7270504b2e&device_id=17dd8cf6-b8ad-4afd-995c-aa01b0dc3985 HTTP/1.1" status: 200 len: 1097 time: 0.0760574 Sep 24 15:03:47.749822 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712fd26e-ab63-4135-9cc1-7730f9af0e42 req-e6d44e61-4d6c-4dea-ab51-d83c453ed668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:03:47.751694 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-712fd26e-ab63-4135-9cc1-7730f9af0e42 req-e6d44e61-4d6c-4dea-ab51-d83c453ed668 service neutron] 10.222.0.99 "GET /v2.0/networks?id=bb19bb9c-3809-48e0-96ea-458278040176 HTTP/1.1" status: 200 len: 910 time: 0.1861238 Sep 24 15:03:47.880946 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-712fd26e-ab63-4135-9cc1-7730f9af0e42 req-3bd16c21-ef37-4ce9-908a-7a5600afdf3e service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dca78979-82e0-4177-af9e-220c5d00e85a HTTP/1.1" status: 200 len: 999 time: 0.1207762 Sep 24 15:03:47.958507 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712fd26e-ab63-4135-9cc1-7730f9af0e42 req-d4546133-1502-44f1-bfa7-e37d7ecd78d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:03:47.961229 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-712fd26e-ab63-4135-9cc1-7730f9af0e42 req-d4546133-1502-44f1-bfa7-e37d7ecd78d4 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=800b9930-29a7-40db-a216-473b4386d889 HTTP/1.1" status: 200 len: 847 time: 0.0720532 Sep 24 15:03:47.974931 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b739a06a-925d-4258-abce-ea148cd2a609 req-ac2cb68c-e2d3-4d53-85da-22bbae3eef80 tempest-TestShelveInstance-1403883769 tempest-TestShelveInstance-1403883769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:03:47.978390 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-b739a06a-925d-4258-abce-ea148cd2a609 req-ac2cb68c-e2d3-4d53-85da-22bbae3eef80 tempest-TestShelveInstance-1403883769 tempest-TestShelveInstance-1403883769-project] 10.222.0.90 "GET /v2.0/ports?device_id=17dd8cf6-b8ad-4afd-995c-aa01b0dc3985 HTTP/1.1" status: 200 len: 944 time: 0.0928640 Sep 24 15:03:48.047996 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712fd26e-ab63-4135-9cc1-7730f9af0e42 req-06796f4d-aeb1-476f-8245-155b6b5124d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:03:48.050732 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-712fd26e-ab63-4135-9cc1-7730f9af0e42 req-06796f4d-aeb1-476f-8245-155b6b5124d5 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=bb19bb9c-3809-48e0-96ea-458278040176&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0814953 Sep 24 15:03:48.053322 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-b739a06a-925d-4258-abce-ea148cd2a609 req-51983e9a-11ba-4f37-95f4-4f19eb7fc16d tempest-TestShelveInstance-1403883769 tempest-TestShelveInstance-1403883769-project] 10.222.0.90 "GET /v2.0/security-groups?id=c78dbd3c-540f-45ec-99f7-1f22d56113b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627666 Sep 24 15:03:48.207377 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-712fd26e-ab63-4135-9cc1-7730f9af0e42 req-5a627a66-b3a6-48a9-980d-28a61eff7f3c service neutron] 10.222.0.99 "GET /v2.0/networks/bb19bb9c-3809-48e0-96ea-458278040176?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469455 Sep 24 15:03:48.426104 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-712fd26e-ab63-4135-9cc1-7730f9af0e42 req-965e2ce6-6345-4b33-b905-826fb26ac206 service neutron] 10.222.0.99 "GET /v2.0/networks/bb19bb9c-3809-48e0-96ea-458278040176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2086809 Sep 24 15:03:48.594638 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74a2db1-a896-4142-b17d-e67d82a03a27 req-dd3af555-ae42-4b5f-b9ce-056f6da93720 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:03:48.597509 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-c74a2db1-a896-4142-b17d-e67d82a03a27 req-dd3af555-ae42-4b5f-b9ce-056f6da93720 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/ports?device_id=7a4dad91-581e-4911-addc-fe2e9aa9bafc HTTP/1.1" status: 200 len: 945 time: 0.0987597 Sep 24 15:03:48.659671 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-c74a2db1-a896-4142-b17d-e67d82a03a27 req-552196f8-a44d-4e61-a09c-423063294f59 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/security-groups?id=4807d789-faf2-4fd3-adf1-c1f1811a7ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513957 Sep 24 15:03:49.300066 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67de2426-66ac-4f3f-96f4-219e8868abfb req-25d98ad3-a6bb-4ff4-a633-d3c2cf392cbb tempest-TestShelveInstance-1403883769 tempest-TestShelveInstance-1403883769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:03:49.302950 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-67de2426-66ac-4f3f-96f4-219e8868abfb req-25d98ad3-a6bb-4ff4-a633-d3c2cf392cbb tempest-TestShelveInstance-1403883769 tempest-TestShelveInstance-1403883769-project] 10.222.0.90 "GET /v2.0/ports?device_id=17dd8cf6-b8ad-4afd-995c-aa01b0dc3985 HTTP/1.1" status: 200 len: 944 time: 0.1000738 Sep 24 15:03:49.378782 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-67de2426-66ac-4f3f-96f4-219e8868abfb req-2c4be723-0eb2-43e8-810c-9a4877fc215f tempest-TestShelveInstance-1403883769 tempest-TestShelveInstance-1403883769-project] 10.222.0.90 "GET /v2.0/security-groups?id=c78dbd3c-540f-45ec-99f7-1f22d56113b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637488 Sep 24 15:03:49.859465 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.rpc [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Device 0a8af457-0d19-4bc2-a053-ad14a4cbd9ca details requested by agent hyperv_hv-cinder-80983 with host hv-cinder-80983 {{(pid=105995) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 15:03:49.909383 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dce81d9-2eb1-4b00-a1c2-d97ed047c44c req-866b5796-281f-4572-8dba-afccfeea692c tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:03:49.912199 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-4dce81d9-2eb1-4b00-a1c2-d97ed047c44c req-866b5796-281f-4572-8dba-afccfeea692c tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/ports?device_id=7a4dad91-581e-4911-addc-fe2e9aa9bafc HTTP/1.1" status: 200 len: 945 time: 0.0903938 Sep 24 15:03:49.988284 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-4dce81d9-2eb1-4b00-a1c2-d97ed047c44c req-b4efb68c-4652-482f-95e9-14cd9b2c98b5 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/security-groups?id=4807d789-faf2-4fd3-adf1-c1f1811a7ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649223 Sep 24 15:03:50.060516 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.db [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] For port 0a8af457-0d19-4bc2-a053-ad14a4cbd9ca, host hv-cinder-80983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80983',level=0,port_id=0a8af457-0d19-4bc2-a053-ad14a4cbd9ca,segment=NetworkSegment(304b9768-ebfb-4066-b935-a4bdd70cb19d),segment_id=304b9768-ebfb-4066-b935-a4bdd70cb19d)] {{(pid=105995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:03:50.083512 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.rpc [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Returning: {'device': '0a8af457-0d19-4bc2-a053-ad14a4cbd9ca', 'network_id': '9cafbdbc-b31b-42e1-af08-737ab1772474', 'port_id': '0a8af457-0d19-4bc2-a053-ad14a4cbd9ca', 'mac_address': 'fa:16:3e:b8:92:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1049, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96eeb601-c3fa-4a0c-bf57-6c99e9cae07c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105995) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 15:03:50.158153 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993762'] for port, before_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:50.186939 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.notifiers.nova [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0a8af457-0d19-4bc2-a053-ad14a4cbd9ca {{(pid=105995) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:03:50.226825 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.db [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] For port 0a8af457-0d19-4bc2-a053-ad14a4cbd9ca, host hv-cinder-80983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80983',level=0,port_id=0a8af457-0d19-4bc2-a053-ad14a4cbd9ca,segment=NetworkSegment(304b9768-ebfb-4066-b935-a4bdd70cb19d),segment_id=304b9768-ebfb-4066-b935-a4bdd70cb19d)] {{(pid=105995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:03:50.234119 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248551428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248062163'] for port, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:50.341937 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Pushing event updated for resources: {'Port': ['ID=0a8af457-0d19-4bc2-a053-ad14a4cbd9ca,revision_number=6']} {{(pid=105995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:03:50.355748 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:03:50.356353 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:03:50.356968 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:03:50.357541 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:03:50.358103 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:03:50.358634 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:03:50.359208 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:03:50.359767 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:03:50.360430 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:03:50.360937 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:03:50.361447 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:03:50.361905 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:03:50.394775 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.db [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] get_ports_and_sgs() called for port_ids ['0a8af457-0d19-4bc2-a053-ad14a4cbd9ca'] {{(pid=105995) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:03:50.626369 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521d8c76-242f-413a-a857-bf6b38a14e2c req-17844d97-7a16-4095-80a4-51c5f0c6bc0e tempest-TestShelveInstance-1403883769 tempest-TestShelveInstance-1403883769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:03:50.630823 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-521d8c76-242f-413a-a857-bf6b38a14e2c req-17844d97-7a16-4095-80a4-51c5f0c6bc0e tempest-TestShelveInstance-1403883769 tempest-TestShelveInstance-1403883769-project] 10.222.0.90 "GET /v2.0/ports?device_id=17dd8cf6-b8ad-4afd-995c-aa01b0dc3985 HTTP/1.1" status: 200 len: 944 time: 0.1084003 Sep 24 15:03:50.729338 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-521d8c76-242f-413a-a857-bf6b38a14e2c req-9ad38d38-83eb-4402-acaf-245b7b9c4ef6 tempest-TestShelveInstance-1403883769 tempest-TestShelveInstance-1403883769-project] 10.222.0.90 "GET /v2.0/security-groups?id=c78dbd3c-540f-45ec-99f7-1f22d56113b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861917 Sep 24 15:03:51.116844 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34ed05e-61d4-4b06-b157-e7926bc0a9e2 req-e98027aa-6168-4aa8-910f-9f3bde346ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:03:51.119935 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-f34ed05e-61d4-4b06-b157-e7926bc0a9e2 req-e98027aa-6168-4aa8-910f-9f3bde346ba2 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=17dd8cf6-b8ad-4afd-995c-aa01b0dc3985 HTTP/1.1" status: 200 len: 1097 time: 0.0812345 Sep 24 15:03:51.195239 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-f34ed05e-61d4-4b06-b157-e7926bc0a9e2 req-8b2cee11-be65-4176-a80b-dffa50f8eae1 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=c78dbd3c-540f-45ec-99f7-1f22d56113b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661111 Sep 24 15:03:51.236976 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21885fe-e2b3-4721-a544-ec00e730dbb7 req-0bf0b73a-6df8-471f-b7b4-9b8240f9fb4d tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:03:51.239830 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-f21885fe-e2b3-4721-a544-ec00e730dbb7 req-0bf0b73a-6df8-471f-b7b4-9b8240f9fb4d tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/ports?device_id=7a4dad91-581e-4911-addc-fe2e9aa9bafc HTTP/1.1" status: 200 len: 944 time: 0.1028719 Sep 24 15:03:51.325717 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-f21885fe-e2b3-4721-a544-ec00e730dbb7 req-271d4cb1-e057-489c-a475-8f956d1e9b21 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/security-groups?id=4807d789-faf2-4fd3-adf1-c1f1811a7ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719376 Sep 24 15:03:51.877000 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.rpc [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Device dca78979-82e0-4177-af9e-220c5d00e85a details requested by agent hyperv_hv-cinder-80983 with host hv-cinder-80983 {{(pid=105995) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 15:03:51.881828 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.rpc [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Device 0a8af457-0d19-4bc2-a053-ad14a4cbd9ca up at agent hyperv_hv-cinder-80983 {{(pid=105995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:03:51.985252 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1ce7f5-cdaa-4f5b-8562-42e6130d98dd req-d0c20106-ea08-4992-a5a7-32b9fe3f3260 tempest-TestShelveInstance-1403883769 tempest-TestShelveInstance-1403883769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:03:51.999163 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-6e1ce7f5-cdaa-4f5b-8562-42e6130d98dd req-d0c20106-ea08-4992-a5a7-32b9fe3f3260 tempest-TestShelveInstance-1403883769 tempest-TestShelveInstance-1403883769-project] 10.222.0.90 "GET /v2.0/ports?device_id=17dd8cf6-b8ad-4afd-995c-aa01b0dc3985 HTTP/1.1" status: 200 len: 944 time: 0.1386569 Sep 24 15:03:52.096715 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-6e1ce7f5-cdaa-4f5b-8562-42e6130d98dd req-81a5f304-7b55-47a0-b98b-79a4654cf5bd tempest-TestShelveInstance-1403883769 tempest-TestShelveInstance-1403883769-project] 10.222.0.90 "GET /v2.0/security-groups?id=c78dbd3c-540f-45ec-99f7-1f22d56113b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954266 Sep 24 15:03:52.215432 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.provisioning_blocks [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Provisioning complete for port 0a8af457-0d19-4bc2-a053-ad14a4cbd9ca triggered by entity L2. {{(pid=105995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:03:52.216073 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985790'] for port, provisioning_complete {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:52.282711 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.db [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] For port dca78979-82e0-4177-af9e-220c5d00e85a, host hv-cinder-80983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80983',level=0,port_id=dca78979-82e0-4177-af9e-220c5d00e85a,segment=NetworkSegment(e5fe0498-5b75-4c3e-a5ab-6f6f616fb9d3),segment_id=e5fe0498-5b75-4c3e-a5ab-6f6f616fb9d3)] {{(pid=105995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:03:52.319674 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.rpc [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Returning: {'device': 'dca78979-82e0-4177-af9e-220c5d00e85a', 'network_id': 'bb19bb9c-3809-48e0-96ea-458278040176', 'port_id': 'dca78979-82e0-4177-af9e-220c5d00e85a', 'mac_address': 'fa:16:3e:0b:bb:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1033, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '800b9930-29a7-40db-a216-473b4386d889', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105995) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 15:03:52.486598 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993762'] for port, before_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:52.537989 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.notifiers.nova [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dca78979-82e0-4177-af9e-220c5d00e85a {{(pid=105995) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:03:52.582961 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993762'] for port, before_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:52.602178 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.db [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] For port dca78979-82e0-4177-af9e-220c5d00e85a, host hv-cinder-80983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80983',level=0,port_id=dca78979-82e0-4177-af9e-220c5d00e85a,segment=NetworkSegment(e5fe0498-5b75-4c3e-a5ab-6f6f616fb9d3),segment_id=e5fe0498-5b75-4c3e-a5ab-6f6f616fb9d3)] {{(pid=105995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:03:52.611575 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c242773-dbbb-41d7-9c44-b9d0a03e2c89 req-c5ab08a4-b263-483c-9a2f-39e46863c0e4 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:03:52.614488 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-1c242773-dbbb-41d7-9c44-b9d0a03e2c89 req-c5ab08a4-b263-483c-9a2f-39e46863c0e4 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/ports?device_id=7a4dad91-581e-4911-addc-fe2e9aa9bafc HTTP/1.1" status: 200 len: 944 time: 0.1162167 Sep 24 15:03:52.618871 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248551428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248062163'] for port, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:52.687968 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a4dad91-581e-4911-addc-fe2e9aa9bafc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a8af457-0d19-4bc2-a053-ad14a4cbd9ca'}] {{(pid=105995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:03:52.693339 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}caf9aa003d9a854053fb223e5f104f4bef6eff4a3612bfb278e8f19c1601715b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40cdef40-37dc-49a0-bf85-315ffba2e229" -d '{"events": [{"server_uuid": "7a4dad91-581e-4911-addc-fe2e9aa9bafc", "name": "network-vif-plugged", "status": "completed", "tag": "0a8af457-0d19-4bc2-a053-ad14a4cbd9ca"}]}' {{(pid=105995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:03:52.736968 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-1c242773-dbbb-41d7-9c44-b9d0a03e2c89 req-436a8e69-2375-43b6-bc57-43bca2cadfca tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/security-groups?id=4807d789-faf2-4fd3-adf1-c1f1811a7ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1099918 Sep 24 15:03:52.801898 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.db [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] For port 0a8af457-0d19-4bc2-a053-ad14a4cbd9ca, host hv-cinder-80983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80983',level=0,port_id=0a8af457-0d19-4bc2-a053-ad14a4cbd9ca,segment=NetworkSegment(304b9768-ebfb-4066-b935-a4bdd70cb19d),segment_id=304b9768-ebfb-4066-b935-a4bdd70cb19d)] {{(pid=105995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:03:52.804386 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Pushing event updated for resources: {'Port': ['ID=dca78979-82e0-4177-af9e-220c5d00e85a,revision_number=7']} {{(pid=105995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:03:52.811913 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:03:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d507cc32-4ea3-43c5-b3c4-463d4eaaf681 x-openstack-request-id: req-d507cc32-4ea3-43c5-b3c4-463d4eaaf681 {{(pid=105995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:03:52.812425 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a4dad91-581e-4911-addc-fe2e9aa9bafc", "name": "network-vif-plugged", "status": "completed", "tag": "0a8af457-0d19-4bc2-a053-ad14a4cbd9ca", "code": 200}]} {{(pid=105995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:03:52.812865 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-d507cc32-4ea3-43c5-b3c4-463d4eaaf681 {{(pid=105995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:03:52.813564 dv-cinder-809830-2-iscsi neutron-server[105995]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a4dad91-581e-4911-addc-fe2e9aa9bafc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a8af457-0d19-4bc2-a053-ad14a4cbd9ca', 'code': 200} Sep 24 15:03:52.817767 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248551428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248062163'] for port, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:52.967338 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Pushing event updated for resources: {'Port': ['ID=0a8af457-0d19-4bc2-a053-ad14a4cbd9ca,revision_number=7']} {{(pid=105995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:03:53.002818 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.db [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] get_ports_and_sgs() called for port_ids ['dca78979-82e0-4177-af9e-220c5d00e85a'] {{(pid=105995) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:03:53.380775 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5048ad61-8c3f-4393-9936-e08feff34ed3 req-7cf94349-db7d-4fea-ab5a-aa49dbead993 tempest-TestShelveInstance-1403883769 tempest-TestShelveInstance-1403883769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:03:53.385875 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-5048ad61-8c3f-4393-9936-e08feff34ed3 req-7cf94349-db7d-4fea-ab5a-aa49dbead993 tempest-TestShelveInstance-1403883769 tempest-TestShelveInstance-1403883769-project] 10.222.0.90 "GET /v2.0/ports?device_id=17dd8cf6-b8ad-4afd-995c-aa01b0dc3985 HTTP/1.1" status: 200 len: 945 time: 0.1068010 Sep 24 15:03:53.451167 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-5048ad61-8c3f-4393-9936-e08feff34ed3 req-57ca4527-868a-4ee1-a58d-032369c4e071 tempest-TestShelveInstance-1403883769 tempest-TestShelveInstance-1403883769-project] 10.222.0.90 "GET /v2.0/security-groups?id=c78dbd3c-540f-45ec-99f7-1f22d56113b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550251 Sep 24 15:03:53.606133 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-eeb49e11-8c67-41ba-a280-d8f9d9d11121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:54.036072 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d320d062-1984-471b-bb6e-cefebb69a9e9 req-13df600d-0e52-4354-a88f-7e71fc1abc95 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:03:54.052555 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-d320d062-1984-471b-bb6e-cefebb69a9e9 req-13df600d-0e52-4354-a88f-7e71fc1abc95 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/ports?device_id=7a4dad91-581e-4911-addc-fe2e9aa9bafc HTTP/1.1" status: 200 len: 945 time: 0.1294556 Sep 24 15:03:54.140344 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-d320d062-1984-471b-bb6e-cefebb69a9e9 req-95eeb469-2360-4051-926e-ab41f0be98d2 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/security-groups?id=4807d789-faf2-4fd3-adf1-c1f1811a7ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828149 Sep 24 15:03:55.431309 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab6ef11-22d1-4a13-ace9-75bc536855f4 req-8316151b-577b-426d-ac8b-17e55f3bf34a tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:03:55.434442 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-fab6ef11-22d1-4a13-ace9-75bc536855f4 req-8316151b-577b-426d-ac8b-17e55f3bf34a tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/ports?device_id=7a4dad91-581e-4911-addc-fe2e9aa9bafc HTTP/1.1" status: 200 len: 945 time: 0.1016531 Sep 24 15:03:55.525980 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-fab6ef11-22d1-4a13-ace9-75bc536855f4 req-87491dd8-65c8-4f57-a951-8b3c8ded5f30 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/security-groups?id=4807d789-faf2-4fd3-adf1-c1f1811a7ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750973 Sep 24 15:03:55.920472 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.rpc [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Device dca78979-82e0-4177-af9e-220c5d00e85a up at agent hyperv_hv-cinder-80983 {{(pid=105995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:03:56.018774 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.provisioning_blocks [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Provisioning complete for port dca78979-82e0-4177-af9e-220c5d00e85a triggered by entity L2. {{(pid=105995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:03:56.019263 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985790'] for port, provisioning_complete {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:56.182722 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993762'] for port, before_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:56.235437 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17dd8cf6-b8ad-4afd-995c-aa01b0dc3985', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dca78979-82e0-4177-af9e-220c5d00e85a'}] {{(pid=105995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:03:56.239838 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}caf9aa003d9a854053fb223e5f104f4bef6eff4a3612bfb278e8f19c1601715b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a30ba7fa-4238-4df0-8f9b-a15ab0305b59" -d '{"events": [{"server_uuid": "17dd8cf6-b8ad-4afd-995c-aa01b0dc3985", "name": "network-vif-plugged", "status": "completed", "tag": "dca78979-82e0-4177-af9e-220c5d00e85a"}]}' {{(pid=105995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:03:56.264939 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.db [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] For port dca78979-82e0-4177-af9e-220c5d00e85a, host hv-cinder-80983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80983',level=0,port_id=dca78979-82e0-4177-af9e-220c5d00e85a,segment=NetworkSegment(e5fe0498-5b75-4c3e-a5ab-6f6f616fb9d3),segment_id=e5fe0498-5b75-4c3e-a5ab-6f6f616fb9d3)] {{(pid=105995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:03:56.272084 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248551428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248062163'] for port, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:56.329707 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:03:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e063295e-54d4-42bd-9974-3635622c6377 x-openstack-request-id: req-e063295e-54d4-42bd-9974-3635622c6377 {{(pid=105995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:03:56.330175 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17dd8cf6-b8ad-4afd-995c-aa01b0dc3985", "name": "network-vif-plugged", "status": "completed", "tag": "dca78979-82e0-4177-af9e-220c5d00e85a", "code": 200}]} {{(pid=105995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:03:56.330582 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-e063295e-54d4-42bd-9974-3635622c6377 {{(pid=105995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:03:56.331221 dv-cinder-809830-2-iscsi neutron-server[105995]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17dd8cf6-b8ad-4afd-995c-aa01b0dc3985', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dca78979-82e0-4177-af9e-220c5d00e85a', 'code': 200} Sep 24 15:03:56.382270 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Pushing event updated for resources: {'Port': ['ID=dca78979-82e0-4177-af9e-220c5d00e85a,revision_number=8']} {{(pid=105995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:03:56.784268 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3e8b5d-8628-4fc4-a808-63b68e383128 req-150e519c-31a2-4dc9-8456-c9373a0674fa tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:03:56.798442 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-bd3e8b5d-8628-4fc4-a808-63b68e383128 req-150e519c-31a2-4dc9-8456-c9373a0674fa tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/ports?device_id=7a4dad91-581e-4911-addc-fe2e9aa9bafc HTTP/1.1" status: 200 len: 945 time: 0.1176324 Sep 24 15:03:56.897837 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-bd3e8b5d-8628-4fc4-a808-63b68e383128 req-836739df-fcc5-4e49-9c4b-c6fafee52c0c tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/security-groups?id=4807d789-faf2-4fd3-adf1-c1f1811a7ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0969193 Sep 24 15:03:58.161901 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1db753-3927-4e23-848e-0a6505815113 req-768bc390-720f-4f8d-a176-9c7f5f2b809b tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:03:58.164919 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-bc1db753-3927-4e23-848e-0a6505815113 req-768bc390-720f-4f8d-a176-9c7f5f2b809b tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/ports?device_id=7a4dad91-581e-4911-addc-fe2e9aa9bafc HTTP/1.1" status: 200 len: 945 time: 0.0989797 Sep 24 15:03:58.251322 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-bc1db753-3927-4e23-848e-0a6505815113 req-8a51f3a4-beda-4f28-9ba1-4093ea3ec755 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/security-groups?id=4807d789-faf2-4fd3-adf1-c1f1811a7ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710309 Sep 24 15:03:58.327717 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-bce403e2-07c9-41a9-9e13-ae086b317436 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:59.381113 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:59.560803 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8990ca7d-bbbb-48b2-8aee-daeac4c20ff6 req-978faa11-2876-4a02-a509-df313913fdd6 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:03:59.565426 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-8990ca7d-bbbb-48b2-8aee-daeac4c20ff6 req-978faa11-2876-4a02-a509-df313913fdd6 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/ports?device_id=7a4dad91-581e-4911-addc-fe2e9aa9bafc HTTP/1.1" status: 200 len: 945 time: 0.1262369 Sep 24 15:03:59.655455 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-8990ca7d-bbbb-48b2-8aee-daeac4c20ff6 req-d21a726c-621d-490d-8f38-bc2cd5182111 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/security-groups?id=4807d789-faf2-4fd3-adf1-c1f1811a7ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732515 Sep 24 15:04:00.448877 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-13d777cc-54dc-48f4-b409-3d66fa02497d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:04:00.881302 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42307b52-87a8-432f-b24e-21b2a2d5087d req-e6f1bee4-ee21-47c6-a8ec-79631e7d29b5 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:04:00.885492 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-42307b52-87a8-432f-b24e-21b2a2d5087d req-e6f1bee4-ee21-47c6-a8ec-79631e7d29b5 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/ports?device_id=7a4dad91-581e-4911-addc-fe2e9aa9bafc HTTP/1.1" status: 200 len: 945 time: 0.0896902 Sep 24 15:04:00.981490 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-42307b52-87a8-432f-b24e-21b2a2d5087d req-2739ef5c-b67f-45e4-ac31-a0219a30a401 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/security-groups?id=4807d789-faf2-4fd3-adf1-c1f1811a7ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0796030 Sep 24 15:04:02.260726 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5598105-d1b7-4b3b-9694-e49146f69222 req-1e62bfbd-1c18-407b-99d5-01bce2bd9001 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:04:02.263493 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-c5598105-d1b7-4b3b-9694-e49146f69222 req-1e62bfbd-1c18-407b-99d5-01bce2bd9001 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/ports?device_id=7a4dad91-581e-4911-addc-fe2e9aa9bafc HTTP/1.1" status: 200 len: 945 time: 0.1061795 Sep 24 15:04:02.338545 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-c5598105-d1b7-4b3b-9694-e49146f69222 req-6f75bdc7-1cfb-4d71-945c-6eaeb2c5c694 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/security-groups?id=4807d789-faf2-4fd3-adf1-c1f1811a7ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647070 Sep 24 15:04:03.025099 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-450d71f0-4391-4cc8-89b8-8f609d6e2304 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:04:03.601571 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d74bf2-d4de-4ace-b642-9ae181696991 req-1c004f9b-048e-46d3-a444-1a839d4351a4 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:04:03.612446 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-d0d74bf2-d4de-4ace-b642-9ae181696991 req-1c004f9b-048e-46d3-a444-1a839d4351a4 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/ports?device_id=7a4dad91-581e-4911-addc-fe2e9aa9bafc HTTP/1.1" status: 200 len: 945 time: 0.1087987 Sep 24 15:04:03.690527 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-d0d74bf2-d4de-4ace-b642-9ae181696991 req-d2118541-1256-4fca-bbd8-759ea8b729ef tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/security-groups?id=4807d789-faf2-4fd3-adf1-c1f1811a7ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664153 Sep 24 15:04:04.944954 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e21c6ab-e08d-46c2-8e3f-cb1428e59334 req-cf6edb90-1d60-493c-a1f5-0e95f6dd5fa1 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:04:04.947872 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-4e21c6ab-e08d-46c2-8e3f-cb1428e59334 req-cf6edb90-1d60-493c-a1f5-0e95f6dd5fa1 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/ports?device_id=7a4dad91-581e-4911-addc-fe2e9aa9bafc HTTP/1.1" status: 200 len: 945 time: 0.1129377 Sep 24 15:04:05.059383 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-4e21c6ab-e08d-46c2-8e3f-cb1428e59334 req-8fc3c972-4de8-40bb-95b8-626f2110484e tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/security-groups?id=4807d789-faf2-4fd3-adf1-c1f1811a7ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0967653 Sep 24 15:04:05.834146 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d316c4e-a917-42ca-81b6-1dfe9a1a060a req-727b1fd0-0f20-43b9-8be1-518e1aa648d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:04:05.837061 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-8d316c4e-a917-42ca-81b6-1dfe9a1a060a req-727b1fd0-0f20-43b9-8be1-518e1aa648d8 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=e8de89965f464e0ebbfb78c2c3d408f2&device_id=7a4dad91-581e-4911-addc-fe2e9aa9bafc HTTP/1.1" status: 200 len: 1098 time: 0.0778801 Sep 24 15:04:06.016374 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d316c4e-a917-42ca-81b6-1dfe9a1a060a req-a0ac903c-e788-441a-9be5-a953c3fe19e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:04:06.019140 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-8d316c4e-a917-42ca-81b6-1dfe9a1a060a req-a0ac903c-e788-441a-9be5-a953c3fe19e0 service neutron] 10.222.0.99 "GET /v2.0/networks?id=9cafbdbc-b31b-42e1-af08-737ab1772474 HTTP/1.1" status: 200 len: 918 time: 0.1746149 Sep 24 15:04:06.143944 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-8d316c4e-a917-42ca-81b6-1dfe9a1a060a req-4f012799-6510-4bab-93cf-62627e73a177 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0a8af457-0d19-4bc2-a053-ad14a4cbd9ca HTTP/1.1" status: 200 len: 1001 time: 0.1170218 Sep 24 15:04:06.246749 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d316c4e-a917-42ca-81b6-1dfe9a1a060a req-5aecc9e6-6a3d-41bd-810a-ebb676f88370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:04:06.249459 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-8d316c4e-a917-42ca-81b6-1dfe9a1a060a req-5aecc9e6-6a3d-41bd-810a-ebb676f88370 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=96eeb601-c3fa-4a0c-bf57-6c99e9cae07c HTTP/1.1" status: 200 len: 855 time: 0.0915616 Sep 24 15:04:06.329748 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d316c4e-a917-42ca-81b6-1dfe9a1a060a req-8130b4b8-842a-4778-9011-dcc8e20295cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:04:06.332244 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-8d316c4e-a917-42ca-81b6-1dfe9a1a060a req-8130b4b8-842a-4778-9011-dcc8e20295cc service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=9cafbdbc-b31b-42e1-af08-737ab1772474&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0718570 Sep 24 15:04:06.339252 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe6a68c-b4f3-46b2-949f-9481362eb412 req-211b0281-f817-4d2e-bacc-508c9f4764b3 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:04:06.341717 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-efe6a68c-b4f3-46b2-949f-9481362eb412 req-211b0281-f817-4d2e-bacc-508c9f4764b3 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/ports?device_id=7a4dad91-581e-4911-addc-fe2e9aa9bafc HTTP/1.1" status: 200 len: 945 time: 0.0863383 Sep 24 15:04:06.411354 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-efe6a68c-b4f3-46b2-949f-9481362eb412 req-bebcaa90-d9d0-4d83-975c-5d80b48d16b5 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/security-groups?id=4807d789-faf2-4fd3-adf1-c1f1811a7ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578194 Sep 24 15:04:06.849786 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-8d316c4e-a917-42ca-81b6-1dfe9a1a060a req-d280d5a3-7698-4a51-8252-5172586a3a14 service neutron] 10.222.0.99 "GET /v2.0/networks/9cafbdbc-b31b-42e1-af08-737ab1772474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5047469 Sep 24 15:04:07.024052 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-8d316c4e-a917-42ca-81b6-1dfe9a1a060a req-745916ff-4e38-494d-b588-5390e9f048df service neutron] 10.222.0.99 "GET /v2.0/networks/9cafbdbc-b31b-42e1-af08-737ab1772474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1686893 Sep 24 15:04:07.303421 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.db.agents_db [None req-37515238-e50e-498e-bfbd-a21ffee86c29 None None] Agent healthcheck: found 6 active agents {{(pid=105996) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 15:04:07.677352 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80750ed-9e0e-46b7-9017-6353e61523c6 req-3df9491e-4636-461a-936c-a196c0945f65 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:04:07.680882 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-f80750ed-9e0e-46b7-9017-6353e61523c6 req-3df9491e-4636-461a-936c-a196c0945f65 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/ports?device_id=7a4dad91-581e-4911-addc-fe2e9aa9bafc HTTP/1.1" status: 200 len: 945 time: 0.1181881 Sep 24 15:04:07.763485 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-f80750ed-9e0e-46b7-9017-6353e61523c6 req-123d04af-a1bb-49df-9b4c-7cf97ee4569c tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/security-groups?id=4807d789-faf2-4fd3-adf1-c1f1811a7ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694709 Sep 24 15:04:09.041793 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26597580-734b-4082-af4f-3d2cbafed505 req-ee8e38e5-b43f-435b-af96-9cd9124353f7 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:04:09.044400 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-26597580-734b-4082-af4f-3d2cbafed505 req-ee8e38e5-b43f-435b-af96-9cd9124353f7 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/ports?device_id=7a4dad91-581e-4911-addc-fe2e9aa9bafc HTTP/1.1" status: 200 len: 945 time: 0.1027975 Sep 24 15:04:09.120178 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-26597580-734b-4082-af4f-3d2cbafed505 req-83d9630a-c847-4ee3-8a44-ad59e840e36d tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/security-groups?id=4807d789-faf2-4fd3-adf1-c1f1811a7ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664179 Sep 24 15:04:09.953739 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.rpc [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Device 0a8af457-0d19-4bc2-a053-ad14a4cbd9ca no longer exists at agent hyperv_hv-cinder-80983 {{(pid=105995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:04:10.274698 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993762'] for port, before_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:04:10.306242 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a4dad91-581e-4911-addc-fe2e9aa9bafc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0a8af457-0d19-4bc2-a053-ad14a4cbd9ca'}] {{(pid=105995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:04:10.309498 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}caf9aa003d9a854053fb223e5f104f4bef6eff4a3612bfb278e8f19c1601715b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02b23180-df20-486b-8844-5cfe1e7402df" -d '{"events": [{"server_uuid": "7a4dad91-581e-4911-addc-fe2e9aa9bafc", "name": "network-vif-unplugged", "status": "completed", "tag": "0a8af457-0d19-4bc2-a053-ad14a4cbd9ca"}]}' {{(pid=105995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:04:10.333027 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.db [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] For port 0a8af457-0d19-4bc2-a053-ad14a4cbd9ca, host hv-cinder-80983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80983',level=0,port_id=0a8af457-0d19-4bc2-a053-ad14a4cbd9ca,segment=NetworkSegment(304b9768-ebfb-4066-b935-a4bdd70cb19d),segment_id=304b9768-ebfb-4066-b935-a4bdd70cb19d)] {{(pid=105995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:04:10.346142 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248551428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248062163'] for port, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:04:10.353534 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a535e1-29c7-462b-8670-d5514e2fef45 req-597675e2-949f-4401-8c2f-78188eaa4813 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:04:10.357432 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-d1a535e1-29c7-462b-8670-d5514e2fef45 req-597675e2-949f-4401-8c2f-78188eaa4813 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/ports?device_id=7a4dad91-581e-4911-addc-fe2e9aa9bafc HTTP/1.1" status: 200 len: 945 time: 0.0988522 Sep 24 15:04:10.394083 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 24 Sep 2021 15:04:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f641afda-3fcd-4717-9bd8-361b96d2b438 x-openstack-request-id: req-f641afda-3fcd-4717-9bd8-361b96d2b438 {{(pid=105995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:04:10.394614 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a4dad91-581e-4911-addc-fe2e9aa9bafc", "name": "network-vif-unplugged", "status": "failed", "tag": "0a8af457-0d19-4bc2-a053-ad14a4cbd9ca", "code": 422}]} {{(pid=105995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:04:10.394982 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-f641afda-3fcd-4717-9bd8-361b96d2b438 {{(pid=105995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:04:10.395616 dv-cinder-809830-2-iscsi neutron-server[105995]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '7a4dad91-581e-4911-addc-fe2e9aa9bafc', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '0a8af457-0d19-4bc2-a053-ad14a4cbd9ca', 'code': 422} returned with failed status Sep 24 15:04:10.437809 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-d1a535e1-29c7-462b-8670-d5514e2fef45 req-f75b785b-167d-478f-92c6-44c9907837b5 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/security-groups?id=4807d789-faf2-4fd3-adf1-c1f1811a7ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663524 Sep 24 15:04:10.454798 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Pushing event updated for resources: {'Port': ['ID=0a8af457-0d19-4bc2-a053-ad14a4cbd9ca,revision_number=8']} {{(pid=105995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:04:12.064953 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.wsgi [req-341253ee-796e-4467-b000-cfa7de077e45 req-d2285be3-6521-4fd8-960b-0dffab2bf4ad service neutron] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=105993) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 15:04:12.067049 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-341253ee-796e-4467-b000-cfa7de077e45 req-d2285be3-6521-4fd8-960b-0dffab2bf4ad service neutron] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0105071 Sep 24 15:04:12.377719 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f59fd1-062c-425b-a401-6b341e881279 req-61e38e08-973a-498a-a758-439682eac5ce tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:04:12.380268 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-e0f59fd1-062c-425b-a401-6b341e881279 req-61e38e08-973a-498a-a758-439682eac5ce tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/ports?device_id=7a4dad91-581e-4911-addc-fe2e9aa9bafc HTTP/1.1" status: 200 len: 943 time: 0.0953987 Sep 24 15:04:12.512258 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-e0f59fd1-062c-425b-a401-6b341e881279 req-08d6eccc-8a97-48f4-aa4d-8c8f56e4ba78 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/security-groups?id=4807d789-faf2-4fd3-adf1-c1f1811a7ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1145995 Sep 24 15:04:12.517191 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-1854fb34-abf4-4872-8690-eb25beda027d req-9725cc75-9b75-4118-a513-c5ac5714ba48 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=7a4dad91-581e-4911-addc-fe2e9aa9bafc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1349008 Sep 24 15:04:13.698037 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1854fb34-abf4-4872-8690-eb25beda027d req-ae407acf-5b8c-4981-b992-f063784de7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:04:13.700736 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-1854fb34-abf4-4872-8690-eb25beda027d req-ae407acf-5b8c-4981-b992-f063784de7d1 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=7a4dad91-581e-4911-addc-fe2e9aa9bafc&tenant_id=e8de89965f464e0ebbfb78c2c3d408f2 HTTP/1.1" status: 200 len: 1096 time: 0.0740151 Sep 24 15:04:13.740734 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01d0d57-b2a4-4fcd-9272-289ba5932659 req-2e49e4ab-36ff-4f59-ba9c-4861396f91f1 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:04:13.743413 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-b01d0d57-b2a4-4fcd-9272-289ba5932659 req-2e49e4ab-36ff-4f59-ba9c-4861396f91f1 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/ports?device_id=7a4dad91-581e-4911-addc-fe2e9aa9bafc HTTP/1.1" status: 200 len: 943 time: 0.0970702 Sep 24 15:04:13.824127 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1854fb34-abf4-4872-8690-eb25beda027d req-ee71548a-7db6-47d8-ae81-2bd77e2d6a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:04:13.825863 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-b01d0d57-b2a4-4fcd-9272-289ba5932659 req-4ddcdb2a-04f0-4d74-981e-f4c87c25cd37 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/security-groups?id=4807d789-faf2-4fd3-adf1-c1f1811a7ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712149 Sep 24 15:04:13.826912 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-1854fb34-abf4-4872-8690-eb25beda027d req-ee71548a-7db6-47d8-ae81-2bd77e2d6a27 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=e8de89965f464e0ebbfb78c2c3d408f2&device_id=7a4dad91-581e-4911-addc-fe2e9aa9bafc HTTP/1.1" status: 200 len: 1096 time: 0.0909081 Sep 24 15:04:13.954188 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.rpc [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Device 0a8af457-0d19-4bc2-a053-ad14a4cbd9ca no longer exists at agent hyperv_hv-cinder-80983 {{(pid=105995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:04:14.016152 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1854fb34-abf4-4872-8690-eb25beda027d req-f87ce617-f761-42af-8740-6bdd36d99235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:04:14.018663 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-1854fb34-abf4-4872-8690-eb25beda027d req-f87ce617-f761-42af-8740-6bdd36d99235 service neutron] 10.222.0.99 "GET /v2.0/networks?id=9cafbdbc-b31b-42e1-af08-737ab1772474 HTTP/1.1" status: 200 len: 918 time: 0.1829095 Sep 24 15:04:14.134312 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-1854fb34-abf4-4872-8690-eb25beda027d req-a9bc331b-c6ab-4a21-945f-7b88c4bba916 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0a8af457-0d19-4bc2-a053-ad14a4cbd9ca HTTP/1.1" status: 200 len: 999 time: 0.1076765 Sep 24 15:04:14.227553 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1854fb34-abf4-4872-8690-eb25beda027d req-bc5770d2-0552-4a17-b542-8372b12d7e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:04:14.230801 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-1854fb34-abf4-4872-8690-eb25beda027d req-bc5770d2-0552-4a17-b542-8372b12d7e1c service neutron] 10.222.0.99 "GET /v2.0/subnets?id=96eeb601-c3fa-4a0c-bf57-6c99e9cae07c HTTP/1.1" status: 200 len: 855 time: 0.0871735 Sep 24 15:04:14.322595 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1854fb34-abf4-4872-8690-eb25beda027d req-b6213480-11c6-450e-be1d-d2586f37853b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:04:14.325246 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-1854fb34-abf4-4872-8690-eb25beda027d req-b6213480-11c6-450e-be1d-d2586f37853b service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=9cafbdbc-b31b-42e1-af08-737ab1772474&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0843029 Sep 24 15:04:14.509815 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-1854fb34-abf4-4872-8690-eb25beda027d req-618c4d4c-e27e-4743-944e-56230b4698d6 service neutron] 10.222.0.99 "GET /v2.0/networks/9cafbdbc-b31b-42e1-af08-737ab1772474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1756444 Sep 24 15:04:14.691060 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-1854fb34-abf4-4872-8690-eb25beda027d req-148ce17b-48ee-4986-919b-f41b668717cb service neutron] 10.222.0.99 "GET /v2.0/networks/9cafbdbc-b31b-42e1-af08-737ab1772474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1728578 Sep 24 15:04:15.068751 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd6a175-4424-49f2-8452-ca59905d2336 req-78789bdc-5f30-4721-8db4-bae315fb5c2e tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:04:15.071633 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-bfd6a175-4424-49f2-8452-ca59905d2336 req-78789bdc-5f30-4721-8db4-bae315fb5c2e tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/ports?device_id=7a4dad91-581e-4911-addc-fe2e9aa9bafc HTTP/1.1" status: 200 len: 943 time: 0.0977833 Sep 24 15:04:15.142134 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-bfd6a175-4424-49f2-8452-ca59905d2336 req-0a01cda9-8e0c-43a0-bca1-024bb7e44e02 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/security-groups?id=4807d789-faf2-4fd3-adf1-c1f1811a7ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590956 Sep 24 15:04:15.826987 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:04:16.402138 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6478987a-2726-4954-8f49-31b204e2729b req-c6e9e816-caf4-4d41-a155-e752a41d1505 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:04:16.405099 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-6478987a-2726-4954-8f49-31b204e2729b req-c6e9e816-caf4-4d41-a155-e752a41d1505 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/ports?device_id=7a4dad91-581e-4911-addc-fe2e9aa9bafc HTTP/1.1" status: 200 len: 943 time: 0.1124704 Sep 24 15:04:16.481803 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-6478987a-2726-4954-8f49-31b204e2729b req-e0e16f20-d50c-4404-9ee2-f84e47662219 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/security-groups?id=4807d789-faf2-4fd3-adf1-c1f1811a7ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663679 Sep 24 15:04:17.742528 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07a64b7-3409-436f-9cb1-6b858966f70f req-a09e1009-a457-48da-815b-2278a41ff20a tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:04:17.756358 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-b07a64b7-3409-436f-9cb1-6b858966f70f req-a09e1009-a457-48da-815b-2278a41ff20a tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/ports?device_id=7a4dad91-581e-4911-addc-fe2e9aa9bafc HTTP/1.1" status: 200 len: 943 time: 0.1025455 Sep 24 15:04:17.896289 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-b07a64b7-3409-436f-9cb1-6b858966f70f req-d0fea54b-803e-4501-b9b7-0619d4fc454e tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/security-groups?id=4807d789-faf2-4fd3-adf1-c1f1811a7ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1366711 Sep 24 15:04:19.184197 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cb0862-0b7a-4353-b9eb-cb1e9096f9e3 req-726e13aa-145c-43e5-9c71-7a51bbe374a6 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:04:19.188461 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-82cb0862-0b7a-4353-b9eb-cb1e9096f9e3 req-726e13aa-145c-43e5-9c71-7a51bbe374a6 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/ports?device_id=7a4dad91-581e-4911-addc-fe2e9aa9bafc HTTP/1.1" status: 200 len: 943 time: 0.1224289 Sep 24 15:04:19.267253 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-82cb0862-0b7a-4353-b9eb-cb1e9096f9e3 req-b14d97a0-526a-4ab8-8465-5878039bd6e8 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/security-groups?id=4807d789-faf2-4fd3-adf1-c1f1811a7ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671134 Sep 24 15:04:20.537951 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6156c1e2-f4cb-4e0e-999a-b17745b815db req-babd88d4-cbf7-4b5a-861f-0dcb2837d4a7 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:04:20.541193 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-6156c1e2-f4cb-4e0e-999a-b17745b815db req-babd88d4-cbf7-4b5a-861f-0dcb2837d4a7 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/ports?device_id=7a4dad91-581e-4911-addc-fe2e9aa9bafc HTTP/1.1" status: 200 len: 943 time: 0.1082916 Sep 24 15:04:20.630273 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-6156c1e2-f4cb-4e0e-999a-b17745b815db req-eb0496a0-24dc-47bd-862b-bff634ed54df tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/security-groups?id=4807d789-faf2-4fd3-adf1-c1f1811a7ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769985 Sep 24 15:04:21.870964 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85928749-acc8-46d6-8d32-2dfdc3edcaee req-e0285b7b-de56-4ebc-a885-50390e26c891 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:04:21.876155 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-85928749-acc8-46d6-8d32-2dfdc3edcaee req-e0285b7b-de56-4ebc-a885-50390e26c891 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/ports?device_id=7a4dad91-581e-4911-addc-fe2e9aa9bafc HTTP/1.1" status: 200 len: 943 time: 0.0960362 Sep 24 15:04:22.012070 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-85928749-acc8-46d6-8d32-2dfdc3edcaee req-f23f6150-a12d-44cf-bca1-273a6ae5be61 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/security-groups?id=4807d789-faf2-4fd3-adf1-c1f1811a7ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1260178 Sep 24 15:04:23.234626 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f1c936-4c82-436b-ad4f-d658b19bc13e req-2c84fd3b-77cf-404f-afce-5aa243a33c26 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:04:23.237443 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-73f1c936-4c82-436b-ad4f-d658b19bc13e req-2c84fd3b-77cf-404f-afce-5aa243a33c26 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/ports?device_id=7a4dad91-581e-4911-addc-fe2e9aa9bafc HTTP/1.1" status: 200 len: 943 time: 0.1057920 Sep 24 15:04:23.318700 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-73f1c936-4c82-436b-ad4f-d658b19bc13e req-7740fe4e-6306-4ce9-a13c-70d5f7ddc4c4 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/security-groups?id=4807d789-faf2-4fd3-adf1-c1f1811a7ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684838 Sep 24 15:04:23.564346 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-8f635632-4b87-4da4-88d7-4736523953cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:04:24.612559 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48864bef-0e64-49a4-b2de-5a4a191f5b9c req-863b1197-39d3-40a9-8dfc-5d0cbf5a5d63 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:04:24.615455 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-48864bef-0e64-49a4-b2de-5a4a191f5b9c req-863b1197-39d3-40a9-8dfc-5d0cbf5a5d63 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/ports?device_id=7a4dad91-581e-4911-addc-fe2e9aa9bafc HTTP/1.1" status: 200 len: 943 time: 0.1219499 Sep 24 15:04:24.688879 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-48864bef-0e64-49a4-b2de-5a4a191f5b9c req-93ce1c7d-2655-4302-a5ed-389e06e34b20 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/security-groups?id=4807d789-faf2-4fd3-adf1-c1f1811a7ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616298 Sep 24 15:04:25.984653 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5af593d-ad21-4082-afa4-db29f43f5c26 req-8c708c99-0fad-4ea2-9da4-907b75063ff1 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:04:25.986767 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-a5af593d-ad21-4082-afa4-db29f43f5c26 req-8c708c99-0fad-4ea2-9da4-907b75063ff1 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/ports?device_id=7a4dad91-581e-4911-addc-fe2e9aa9bafc HTTP/1.1" status: 200 len: 943 time: 0.1679955 Sep 24 15:04:26.081965 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-a5af593d-ad21-4082-afa4-db29f43f5c26 req-6e7c576a-1991-4aa3-adb8-90424ae07570 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/security-groups?id=4807d789-faf2-4fd3-adf1-c1f1811a7ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0858631 Sep 24 15:04:27.302669 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60004c5b-5cb6-49d1-8471-d16b64e08e32 req-b876ec73-80cb-424c-81da-222bd2dbb249 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:04:27.306084 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-60004c5b-5cb6-49d1-8471-d16b64e08e32 req-b876ec73-80cb-424c-81da-222bd2dbb249 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/ports?device_id=7a4dad91-581e-4911-addc-fe2e9aa9bafc HTTP/1.1" status: 200 len: 943 time: 0.0871668 Sep 24 15:04:27.378292 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-60004c5b-5cb6-49d1-8471-d16b64e08e32 req-cb1c174f-8e94-49ef-9334-a12777d18a30 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/security-groups?id=4807d789-faf2-4fd3-adf1-c1f1811a7ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607545 Sep 24 15:04:28.312483 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-a89e5c7b-1645-4cbc-bda0-cd50b85d54cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:04:28.622072 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b60125-0180-40bc-b138-12fca79694fe req-e0a55b40-5092-4930-8d7f-72b8f169ee4f tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:04:28.625336 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-f2b60125-0180-40bc-b138-12fca79694fe req-e0a55b40-5092-4930-8d7f-72b8f169ee4f tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/ports?device_id=7a4dad91-581e-4911-addc-fe2e9aa9bafc HTTP/1.1" status: 200 len: 943 time: 0.1174672 Sep 24 15:04:28.703116 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-f2b60125-0180-40bc-b138-12fca79694fe req-389ef56b-0c0d-4a0e-8d3d-27d210b09457 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/security-groups?id=4807d789-faf2-4fd3-adf1-c1f1811a7ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678530 Sep 24 15:04:29.362923 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:04:29.935734 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76be058f-ce03-4e89-b331-ec863a519557 req-d7339dce-f0e2-4351-84ba-1e21bc4a40d5 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:04:29.939103 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-76be058f-ce03-4e89-b331-ec863a519557 req-d7339dce-f0e2-4351-84ba-1e21bc4a40d5 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/ports?device_id=7a4dad91-581e-4911-addc-fe2e9aa9bafc HTTP/1.1" status: 200 len: 943 time: 0.0952935 Sep 24 15:04:30.013304 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-76be058f-ce03-4e89-b331-ec863a519557 req-cb2d2fc7-39c7-4e16-9ee9-155ce2cadda4 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/security-groups?id=4807d789-faf2-4fd3-adf1-c1f1811a7ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620325 Sep 24 15:04:30.017061 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.rpc [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Device 0a8af457-0d19-4bc2-a053-ad14a4cbd9ca details requested by agent hyperv_hv-cinder-80983 with host hv-cinder-80983 {{(pid=105995) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 15:04:30.224388 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.db [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] For port 0a8af457-0d19-4bc2-a053-ad14a4cbd9ca, host hv-cinder-80983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80983',level=0,port_id=0a8af457-0d19-4bc2-a053-ad14a4cbd9ca,segment=NetworkSegment(304b9768-ebfb-4066-b935-a4bdd70cb19d),segment_id=304b9768-ebfb-4066-b935-a4bdd70cb19d)] {{(pid=105995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:04:30.249000 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.rpc [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Returning: {'device': '0a8af457-0d19-4bc2-a053-ad14a4cbd9ca', 'network_id': '9cafbdbc-b31b-42e1-af08-737ab1772474', 'port_id': '0a8af457-0d19-4bc2-a053-ad14a4cbd9ca', 'mac_address': 'fa:16:3e:b8:92:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1049, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96eeb601-c3fa-4a0c-bf57-6c99e9cae07c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105995) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 15:04:30.328562 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993762'] for port, before_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:04:30.351116 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.notifiers.nova [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a8af457-0d19-4bc2-a053-ad14a4cbd9ca {{(pid=105995) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:04:30.387652 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.db [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] For port 0a8af457-0d19-4bc2-a053-ad14a4cbd9ca, host hv-cinder-80983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80983',level=0,port_id=0a8af457-0d19-4bc2-a053-ad14a4cbd9ca,segment=NetworkSegment(304b9768-ebfb-4066-b935-a4bdd70cb19d),segment_id=304b9768-ebfb-4066-b935-a4bdd70cb19d)] {{(pid=105995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:04:30.394402 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248551428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248062163'] for port, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:04:30.461007 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-13d777cc-54dc-48f4-b409-3d66fa02497d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:04:30.487630 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Pushing event updated for resources: {'Port': ['ID=0a8af457-0d19-4bc2-a053-ad14a4cbd9ca,revision_number=9']} {{(pid=105995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:04:30.638854 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.db [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] get_ports_and_sgs() called for port_ids ['0a8af457-0d19-4bc2-a053-ad14a4cbd9ca'] {{(pid=105995) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:04:31.258761 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a899f10-e8b2-4bcd-a386-3f1296624d5c req-2748a597-c182-4d6d-ac61-7217846cd337 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:04:31.262070 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-0a899f10-e8b2-4bcd-a386-3f1296624d5c req-2748a597-c182-4d6d-ac61-7217846cd337 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/ports?device_id=7a4dad91-581e-4911-addc-fe2e9aa9bafc HTTP/1.1" status: 200 len: 944 time: 0.0981419 Sep 24 15:04:31.339247 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-0a899f10-e8b2-4bcd-a386-3f1296624d5c req-1a304bf2-30dd-4230-a8b1-b2bcf527cad8 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/security-groups?id=4807d789-faf2-4fd3-adf1-c1f1811a7ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647249 Sep 24 15:04:32.015756 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.rpc [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Device 0a8af457-0d19-4bc2-a053-ad14a4cbd9ca up at agent hyperv_hv-cinder-80983 {{(pid=105995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:04:32.113934 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.provisioning_blocks [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Provisioning complete for port 0a8af457-0d19-4bc2-a053-ad14a4cbd9ca triggered by entity L2. {{(pid=105995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:04:32.114660 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985790'] for port, provisioning_complete {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:04:32.277096 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993762'] for port, before_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:04:32.324562 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a4dad91-581e-4911-addc-fe2e9aa9bafc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a8af457-0d19-4bc2-a053-ad14a4cbd9ca'}] {{(pid=105995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:04:32.328339 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}caf9aa003d9a854053fb223e5f104f4bef6eff4a3612bfb278e8f19c1601715b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11273c98-ead3-4a48-8374-963580fe0b1b" -d '{"events": [{"server_uuid": "7a4dad91-581e-4911-addc-fe2e9aa9bafc", "name": "network-vif-plugged", "status": "completed", "tag": "0a8af457-0d19-4bc2-a053-ad14a4cbd9ca"}]}' {{(pid=105995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:04:32.359912 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.db [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] For port 0a8af457-0d19-4bc2-a053-ad14a4cbd9ca, host hv-cinder-80983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80983',level=0,port_id=0a8af457-0d19-4bc2-a053-ad14a4cbd9ca,segment=NetworkSegment(304b9768-ebfb-4066-b935-a4bdd70cb19d),segment_id=304b9768-ebfb-4066-b935-a4bdd70cb19d)] {{(pid=105995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:04:32.366722 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248551428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248062163'] for port, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:04:32.419224 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:04:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d8ca4ca-87ee-4073-802c-eb20f17a4a02 x-openstack-request-id: req-3d8ca4ca-87ee-4073-802c-eb20f17a4a02 {{(pid=105995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:04:32.419680 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a4dad91-581e-4911-addc-fe2e9aa9bafc", "name": "network-vif-plugged", "status": "completed", "tag": "0a8af457-0d19-4bc2-a053-ad14a4cbd9ca", "code": 200}]} {{(pid=105995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:04:32.420089 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-3d8ca4ca-87ee-4073-802c-eb20f17a4a02 {{(pid=105995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:04:32.420745 dv-cinder-809830-2-iscsi neutron-server[105995]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a4dad91-581e-4911-addc-fe2e9aa9bafc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a8af457-0d19-4bc2-a053-ad14a4cbd9ca', 'code': 200} Sep 24 15:04:32.482104 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Pushing event updated for resources: {'Port': ['ID=0a8af457-0d19-4bc2-a053-ad14a4cbd9ca,revision_number=10']} {{(pid=105995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:04:32.642682 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280753dc-763b-4abc-8868-24c60904e6fe req-eb3a3166-3dca-43b9-80de-aaf3bf588901 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:04:32.645870 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-280753dc-763b-4abc-8868-24c60904e6fe req-eb3a3166-3dca-43b9-80de-aaf3bf588901 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/ports?device_id=7a4dad91-581e-4911-addc-fe2e9aa9bafc HTTP/1.1" status: 200 len: 946 time: 0.1098800 Sep 24 15:04:32.783919 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-280753dc-763b-4abc-8868-24c60904e6fe req-b40d23a2-6428-4f71-847b-9343d159a902 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/security-groups?id=4807d789-faf2-4fd3-adf1-c1f1811a7ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1254725 Sep 24 15:04:32.808326 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a6c205-3fa8-4454-9308-2cc41ad407db req-8af31e27-9b76-4906-8d4c-621bb65f3f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:04:32.810815 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-c6a6c205-3fa8-4454-9308-2cc41ad407db req-8af31e27-9b76-4906-8d4c-621bb65f3f92 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=7a4dad91-581e-4911-addc-fe2e9aa9bafc HTTP/1.1" status: 200 len: 1099 time: 0.1226754 Sep 24 15:04:32.869233 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-c6a6c205-3fa8-4454-9308-2cc41ad407db req-2285185b-ac3e-4b70-8c25-3fda3c4cc63b service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=4807d789-faf2-4fd3-adf1-c1f1811a7ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507390 Sep 24 15:04:33.032477 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-450d71f0-4391-4cc8-89b8-8f609d6e2304 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:04:34.060133 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c81f92e-508d-4399-ac92-424ceadd4c54 req-6dd19f21-3e76-41e6-801e-6be532f9ed63 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:04:34.067432 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-6c81f92e-508d-4399-ac92-424ceadd4c54 req-6dd19f21-3e76-41e6-801e-6be532f9ed63 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/ports?device_id=7a4dad91-581e-4911-addc-fe2e9aa9bafc HTTP/1.1" status: 200 len: 946 time: 0.1050620 Sep 24 15:04:34.151908 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48918af-b60b-4581-bff6-3ba32b1422c9 req-7f8bcee3-6ee8-4cc4-b7a4-adfa59e8f7a1 tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:04:34.155023 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-d48918af-b60b-4581-bff6-3ba32b1422c9 req-7f8bcee3-6ee8-4cc4-b7a4-adfa59e8f7a1 tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] 10.222.0.90 "GET /v2.0/ports?device_id=bf4f1cd4-9b7b-4536-9ee1-556947ceddee HTTP/1.1" status: 200 len: 945 time: 0.1155870 Sep 24 15:04:34.188357 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-6c81f92e-508d-4399-ac92-424ceadd4c54 req-5d5623ca-6d27-4d85-86bb-1f506ded2d83 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/security-groups?id=4807d789-faf2-4fd3-adf1-c1f1811a7ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1015413 Sep 24 15:04:34.252500 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-d48918af-b60b-4581-bff6-3ba32b1422c9 req-950e01a0-c080-4f3e-b91f-2b39a72e22f3 tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] 10.222.0.90 "GET /v2.0/security-groups?id=615e16b6-7d62-4b42-a199-382bcd73a338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815024 Sep 24 15:04:35.411658 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efa9a2b-ecd2-4611-87ec-786e27e67b86 req-951d6bd9-7f9b-4d53-bc32-6be4e188ff16 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:04:35.415188 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-6efa9a2b-ecd2-4611-87ec-786e27e67b86 req-951d6bd9-7f9b-4d53-bc32-6be4e188ff16 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/ports?device_id=7a4dad91-581e-4911-addc-fe2e9aa9bafc HTTP/1.1" status: 200 len: 946 time: 0.1027236 Sep 24 15:04:35.486803 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548f0c13-600f-4f65-a80e-d071d9c21a12 req-8c263f44-2173-4cff-93ec-ed0b9009ff3c tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:04:35.490042 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-548f0c13-600f-4f65-a80e-d071d9c21a12 req-8c263f44-2173-4cff-93ec-ed0b9009ff3c tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] 10.222.0.90 "GET /v2.0/ports?device_id=bf4f1cd4-9b7b-4536-9ee1-556947ceddee HTTP/1.1" status: 200 len: 945 time: 0.0907762 Sep 24 15:04:35.501911 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-6efa9a2b-ecd2-4611-87ec-786e27e67b86 req-f34fbaee-b535-46ab-be86-02ad92bed90f tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/security-groups?id=4807d789-faf2-4fd3-adf1-c1f1811a7ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752680 Sep 24 15:04:35.588981 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-548f0c13-600f-4f65-a80e-d071d9c21a12 req-af6e8456-e000-42dd-90f1-0cd513c4763f tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] 10.222.0.90 "GET /v2.0/security-groups?id=615e16b6-7d62-4b42-a199-382bcd73a338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803492 Sep 24 15:04:35.797566 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c312468d-2f34-42dc-a81f-9bef9d4d2675 req-f3594c06-b870-43a2-ab49-e5317df4bae4 tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:04:35.799613 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-c312468d-2f34-42dc-a81f-9bef9d4d2675 req-f3594c06-b870-43a2-ab49-e5317df4bae4 tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] 10.222.0.99 "GET /v2.0/ports?device_id=bf4f1cd4-9b7b-4536-9ee1-556947ceddee HTTP/1.1" status: 200 len: 945 time: 0.0973644 Sep 24 15:04:35.994818 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.plugin [req-c312468d-2f34-42dc-a81f-9bef9d4d2675 req-c99e5f47-084e-458c-9b8e-b01faacd620d tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] Deleting port 9019df0a-6c04-48c3-a6ad-e1c34fba671b {{(pid=105994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:04:35.995416 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-c312468d-2f34-42dc-a81f-9bef9d4d2675 req-c99e5f47-084e-458c-9b8e-b01faacd620d tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727248545832'] for port, before_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:04:36.162878 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.db [req-c312468d-2f34-42dc-a81f-9bef9d4d2675 req-c99e5f47-084e-458c-9b8e-b01faacd620d tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] For port 9019df0a-6c04-48c3-a6ad-e1c34fba671b, host hv-cinder-80983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80983',level=0,port_id=9019df0a-6c04-48c3-a6ad-e1c34fba671b,segment=NetworkSegment(eba2f0e4-dd5d-432e-a616-98f29b5f5e03),segment_id=eba2f0e4-dd5d-432e-a616-98f29b5f5e03)] {{(pid=105994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:04:36.163207 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-c312468d-2f34-42dc-a81f-9bef9d4d2675 req-c99e5f47-084e-458c-9b8e-b01faacd620d tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616222'] for port, precommit_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:04:36.496064 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-c312468d-2f34-42dc-a81f-9bef9d4d2675 req-c99e5f47-084e-458c-9b8e-b01faacd620d tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:04:36.497206 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-c312468d-2f34-42dc-a81f-9bef9d4d2675 req-c99e5f47-084e-458c-9b8e-b01faacd620d tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-595207'] for floatingip, after_update {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:04:36.497457 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.db.l3_db [req-c312468d-2f34-42dc-a81f-9bef9d4d2675 req-c99e5f47-084e-458c-9b8e-b01faacd620d tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] Floating IP 69605809-99b9-46fb-b13d-48dba511611f disassociated. External IP: 172.27.0.29, port: 9019df0a-6c04-48c3-a6ad-e1c34fba671b. Sep 24 15:04:36.497791 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.plugin [req-c312468d-2f34-42dc-a81f-9bef9d4d2675 req-c99e5f47-084e-458c-9b8e-b01faacd620d tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] Calling delete_port for 9019df0a-6c04-48c3-a6ad-e1c34fba671b owned by compute:nova {{(pid=105994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:04:36.804765 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-c312468d-2f34-42dc-a81f-9bef9d4d2675 req-c99e5f47-084e-458c-9b8e-b01faacd620d tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727248551918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727248062136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14130366'] for port, after_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:04:36.878043 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99e5f47-084e-458c-9b8e-b01faacd620d tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] Pushing event deleted for resources: {'Port': ['ID=9019df0a-6c04-48c3-a6ad-e1c34fba671b,revision_number=None']} {{(pid=105994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:04:36.902093 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfee5f4-9c22-4c04-a5a1-4667bf6362f2 req-5530b1ef-5654-44a7-804a-82e3b7cae7fd tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:04:36.904746 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-8bfee5f4-9c22-4c04-a5a1-4667bf6362f2 req-5530b1ef-5654-44a7-804a-82e3b7cae7fd tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] 10.222.0.90 "GET /v2.0/ports?device_id=bf4f1cd4-9b7b-4536-9ee1-556947ceddee HTTP/1.1" status: 200 len: 867 time: 0.1908987 Sep 24 15:04:36.922746 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99e5f47-084e-458c-9b8e-b01faacd620d tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:04:36.923289 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99e5f47-084e-458c-9b8e-b01faacd620d tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:04:36.923847 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99e5f47-084e-458c-9b8e-b01faacd620d tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:04:36.924375 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99e5f47-084e-458c-9b8e-b01faacd620d tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:04:36.924955 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99e5f47-084e-458c-9b8e-b01faacd620d tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:04:36.925506 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99e5f47-084e-458c-9b8e-b01faacd620d tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:04:36.926049 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99e5f47-084e-458c-9b8e-b01faacd620d tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:04:36.926673 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99e5f47-084e-458c-9b8e-b01faacd620d tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:04:36.929461 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99e5f47-084e-458c-9b8e-b01faacd620d tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:04:36.929658 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99e5f47-084e-458c-9b8e-b01faacd620d tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:04:36.930400 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99e5f47-084e-458c-9b8e-b01faacd620d tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:04:36.930669 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99e5f47-084e-458c-9b8e-b01faacd620d tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:04:37.074318 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-8bfee5f4-9c22-4c04-a5a1-4667bf6362f2 req-dff3418e-5c58-4c62-8c29-c8c27fccd541 tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] 10.222.0.90 "GET /v2.0/security-groups?id=615e16b6-7d62-4b42-a199-382bcd73a338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1542175 Sep 24 15:04:37.184223 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c312468d-2f34-42dc-a81f-9bef9d4d2675 req-c99e5f47-084e-458c-9b8e-b01faacd620d tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] Router f2781da5-ea6b-4ab3-b721-a244b58e4c06 has already been hosted by L3 agent 76290e94-8d59-4af2-9b8f-4e64db68baa4 {{(pid=105994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:04:37.395086 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c312468d-2f34-42dc-a81f-9bef9d4d2675 req-c99e5f47-084e-458c-9b8e-b01faacd620d tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] Notify agent at l3_agent.dv-cinder-809830-2-iscsi the message routers_updated {{(pid=105994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:04:37.416288 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2397d4f0-c3ce-459c-822c-3eaa744dee55 None None] Sync routers for ids ['f2781da5-ea6b-4ab3-b721-a244b58e4c06'] in dv-cinder-809830-2-iscsi {{(pid=105995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:04:37.432476 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2397d4f0-c3ce-459c-822c-3eaa744dee55 None None] Routers {'f2781da5-ea6b-4ab3-b721-a244b58e4c06'} bound to L3 agent in host dv-cinder-809830-2-iscsi {{(pid=105995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:04:37.433247 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.l3_hamode_db [None req-2397d4f0-c3ce-459c-822c-3eaa744dee55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809830-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T14:45:58Z,description=,heartbeat_timestamp=2021-09-24T15:04:28Z,host='dv-cinder-809830-2-iscsi',id=76290e94-8d59-4af2-9b8f-4e64db68baa4,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T14:45:58Z,topic='l3_agent')) {'router_ids': ['f2781da5-ea6b-4ab3-b721-a244b58e4c06'], 'active': True} {{(pid=105995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:04:37.479215 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.db.l3_dvrscheduler_db [req-c312468d-2f34-42dc-a81f-9bef9d4d2675 req-c99e5f47-084e-458c-9b8e-b01faacd620d tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] No DVR routers for this DVR port 9019df0a-6c04-48c3-a6ad-e1c34fba671b on host hv-cinder-80983 {{(pid=105994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:04:37.486130 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-c312468d-2f34-42dc-a81f-9bef9d4d2675 req-c99e5f47-084e-458c-9b8e-b01faacd620d tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472375'] for port, before_response {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:04:37.489993 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-c312468d-2f34-42dc-a81f-9bef9d4d2675 req-c99e5f47-084e-458c-9b8e-b01faacd620d tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] 10.222.0.99 "DELETE /v2.0/ports/9019df0a-6c04-48c3-a6ad-e1c34fba671b HTTP/1.1" status: 204 len: 173 time: 1.6833513 Sep 24 15:04:37.490872 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf4f1cd4-9b7b-4536-9ee1-556947ceddee', 'name': 'network-vif-deleted', 'tag': '9019df0a-6c04-48c3-a6ad-e1c34fba671b'}] {{(pid=105994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:04:37.502051 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}445a901cbb5a624303c84b78f65e518dd0fb300c00204885c20e5236c8fbed2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f03e6ad9-0813-48f5-a9cf-5347151147d6" -d '{"events": [{"server_uuid": "bf4f1cd4-9b7b-4536-9ee1-556947ceddee", "name": "network-vif-deleted", "tag": "9019df0a-6c04-48c3-a6ad-e1c34fba671b"}]}' {{(pid=105994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:04:37.579451 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:04:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f89ec69-5787-47c0-9198-8d8a15239af7 x-openstack-request-id: req-7f89ec69-5787-47c0-9198-8d8a15239af7 {{(pid=105994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:04:37.579451 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf4f1cd4-9b7b-4536-9ee1-556947ceddee", "name": "network-vif-deleted", "tag": "9019df0a-6c04-48c3-a6ad-e1c34fba671b", "status": "completed", "code": 200}]} {{(pid=105994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:04:37.579451 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-7f89ec69-5787-47c0-9198-8d8a15239af7 {{(pid=105994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:04:37.581527 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf4f1cd4-9b7b-4536-9ee1-556947ceddee', 'name': 'network-vif-deleted', 'tag': '9019df0a-6c04-48c3-a6ad-e1c34fba671b', 'status': 'completed', 'code': 200} Sep 24 15:04:37.676581 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.l3_dvr_db [None req-2397d4f0-c3ce-459c-822c-3eaa744dee55 None None] Set router f2781da5-ea6b-4ab3-b721-a244b58e4c06 gateway port host: dv-cinder-809830-2-iscsi {{(pid=105995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:04:38.033906 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.l3_hamode_db [None req-2397d4f0-c3ce-459c-822c-3eaa744dee55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2781da5-ea6b-4ab3-b721-a244b58e4c06', 'name': 'tempest-AttachVolumeTestJSON-1174281789-router', 'tenant_id': '36af9e7ac5624a48a0e26dba4f35ccdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7', 'external_fixed_ips': [{'subnet_id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': '42946747-c020-4266-add9-c7c5f74e06a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T14:58:40Z', 'updated_at': '2021-09-24T14:58:48Z', 'revision_number': 4, 'project_id': '36af9e7ac5624a48a0e26dba4f35ccdb', 'gw_port': {'id': '42946747-c020-4266-add9-c7c5f74e06a5', 'name': '', 'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:23:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2781da5-ea6b-4ab3-b721-a244b58e4c06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T14:58:42Z', 'updated_at': '2021-09-24T14:58:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809830-2-iscsi', '_interfaces': [{'id': 'c35907eb-1f1e-4443-9d69-be81bc178931', 'name': '', 'network_id': '65553ae1-d48d-4529-ac12-6e14802b8d55', 'tenant_id': '36af9e7ac5624a48a0e26dba4f35ccdb', 'mac_address': 'fa:16:3e:a7:eb:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2781da5-ea6b-4ab3-b721-a244b58e4c06', 'device_owner': 'network:router_interface', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '08495ca0-8e92-404f-b038-7ce4337e085a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T14:58:46Z', 'updated_at': '2021-09-24T14:58:57Z', 'revision_number': 5, 'project_id': '36af9e7ac5624a48a0e26dba4f35ccdb', 'subnets': [{'id': '08495ca0-8e92-404f-b038-7ce4337e085a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809830-2-iscsi', False) {} {{(pid=105995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:04:38.090156 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2397d4f0-c3ce-459c-822c-3eaa744dee55 None None] Checking router: f2781da5-ea6b-4ab3-b721-a244b58e4c06 for host: dv-cinder-809830-2-iscsi {{(pid=105995) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:04:38.105867 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2397d4f0-c3ce-459c-822c-3eaa744dee55 None None] Routers {'f2781da5-ea6b-4ab3-b721-a244b58e4c06'} bound to L3 agent in host dv-cinder-809830-2-iscsi {{(pid=105995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:04:38.106987 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.l3_hamode_db [None req-2397d4f0-c3ce-459c-822c-3eaa744dee55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809830-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T14:45:58Z,description=,heartbeat_timestamp=2021-09-24T15:04:28Z,host='dv-cinder-809830-2-iscsi',id=76290e94-8d59-4af2-9b8f-4e64db68baa4,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T14:45:58Z,topic='l3_agent')) {'router_ids': ['f2781da5-ea6b-4ab3-b721-a244b58e4c06'], 'active': True} {{(pid=105995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:04:38.243200 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.wsgi [-] (105993) accepted ('10.222.0.90', 35126) {{(pid=105993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:04:38.340002 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.l3_dvr_db [None req-2397d4f0-c3ce-459c-822c-3eaa744dee55 None None] Set router f2781da5-ea6b-4ab3-b721-a244b58e4c06 gateway port host: dv-cinder-809830-2-iscsi {{(pid=105995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:04:38.377175 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-0312da2e-33a3-4f18-bc39-80866f86d881 tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] Notify callbacks [] for security_group, before_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:04:38.433518 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-0312da2e-33a3-4f18-bc39-80866f86d881 tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:04:38.553308 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-0312da2e-33a3-4f18-bc39-80866f86d881 tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571103'] for security_group, after_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:04:38.556623 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-0312da2e-33a3-4f18-bc39-80866f86d881 tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] Notify callbacks [] for security_group, before_response {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:04:38.559813 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [None req-0312da2e-33a3-4f18-bc39-80866f86d881 tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] 10.222.0.90 "DELETE /v2.0/security-groups/615e16b6-7d62-4b42-a199-382bcd73a338 HTTP/1.1" status: 204 len: 168 time: 0.3142619 Sep 24 15:04:38.564305 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.wsgi [-] (105994) accepted ('10.222.0.90', 35128) {{(pid=105994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:04:38.589405 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0312da2e-33a3-4f18-bc39-80866f86d881 tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=615e16b6-7d62-4b42-a199-382bcd73a338,revision_number=None']} {{(pid=105993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:04:38.594922 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.api.v2.resource [None req-3692ec84-d0e2-4351-96a7-199c530e06e9 tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] show failed (client error): The resource could not be found. Sep 24 15:04:38.602415 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [None req-3692ec84-d0e2-4351-96a7-199c530e06e9 tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] 10.222.0.90 "GET /v2.0/security-groups/615e16b6-7d62-4b42-a199-382bcd73a338 HTTP/1.1" status: 404 len: 347 time: 0.0361860 Sep 24 15:04:38.603506 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0312da2e-33a3-4f18-bc39-80866f86d881 tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:04:38.603680 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.wsgi [-] (105994) accepted ('10.222.0.90', 35130) {{(pid=105994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:04:38.604695 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0312da2e-33a3-4f18-bc39-80866f86d881 tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:04:38.605483 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0312da2e-33a3-4f18-bc39-80866f86d881 tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:04:38.606083 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0312da2e-33a3-4f18-bc39-80866f86d881 tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:04:38.606753 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0312da2e-33a3-4f18-bc39-80866f86d881 tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:04:38.607215 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0312da2e-33a3-4f18-bc39-80866f86d881 tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:04:38.607863 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0312da2e-33a3-4f18-bc39-80866f86d881 tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:04:38.608360 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0312da2e-33a3-4f18-bc39-80866f86d881 tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:04:38.608973 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0312da2e-33a3-4f18-bc39-80866f86d881 tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:04:38.609552 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0312da2e-33a3-4f18-bc39-80866f86d881 tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:04:38.610113 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0312da2e-33a3-4f18-bc39-80866f86d881 tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:04:38.610669 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0312da2e-33a3-4f18-bc39-80866f86d881 tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:04:38.739373 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.l3_hamode_db [None req-2397d4f0-c3ce-459c-822c-3eaa744dee55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2781da5-ea6b-4ab3-b721-a244b58e4c06', 'name': 'tempest-AttachVolumeTestJSON-1174281789-router', 'tenant_id': '36af9e7ac5624a48a0e26dba4f35ccdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7', 'external_fixed_ips': [{'subnet_id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': '42946747-c020-4266-add9-c7c5f74e06a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T14:58:40Z', 'updated_at': '2021-09-24T14:58:48Z', 'revision_number': 4, 'project_id': '36af9e7ac5624a48a0e26dba4f35ccdb', 'gw_port': {'id': '42946747-c020-4266-add9-c7c5f74e06a5', 'name': '', 'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:23:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2781da5-ea6b-4ab3-b721-a244b58e4c06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T14:58:42Z', 'updated_at': '2021-09-24T14:58:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809830-2-iscsi', '_interfaces': [{'id': 'c35907eb-1f1e-4443-9d69-be81bc178931', 'name': '', 'network_id': '65553ae1-d48d-4529-ac12-6e14802b8d55', 'tenant_id': '36af9e7ac5624a48a0e26dba4f35ccdb', 'mac_address': 'fa:16:3e:a7:eb:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2781da5-ea6b-4ab3-b721-a244b58e4c06', 'device_owner': 'network:router_interface', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '08495ca0-8e92-404f-b038-7ce4337e085a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T14:58:46Z', 'updated_at': '2021-09-24T14:58:57Z', 'revision_number': 5, 'project_id': '36af9e7ac5624a48a0e26dba4f35ccdb', 'subnets': [{'id': '08495ca0-8e92-404f-b038-7ce4337e085a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809830-2-iscsi', False) {} {{(pid=105995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:04:38.788735 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2397d4f0-c3ce-459c-822c-3eaa744dee55 None None] The sync data for ids ['f2781da5-ea6b-4ab3-b721-a244b58e4c06'] in dv-cinder-809830-2-iscsi is: [{'id': 'f2781da5-ea6b-4ab3-b721-a244b58e4c06', 'name': 'tempest-AttachVolumeTestJSON-1174281789-router', 'tenant_id': '36af9e7ac5624a48a0e26dba4f35ccdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7', 'external_fixed_ips': [{'subnet_id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': '42946747-c020-4266-add9-c7c5f74e06a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T14:58:40Z', 'updated_at': '2021-09-24T14:58:48Z', 'revision_number': 4, 'project_id': '36af9e7ac5624a48a0e26dba4f35ccdb', 'gw_port': {'id': '42946747-c020-4266-add9-c7c5f74e06a5', 'name': '', 'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:23:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2781da5-ea6b-4ab3-b721-a244b58e4c06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T14:58:42Z', 'updated_at': '2021-09-24T14:58:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809830-2-iscsi', '_interfaces': [{'id': 'c35907eb-1f1e-4443-9d69-be81bc178931', 'name': '', 'network_id': '65553ae1-d48d-4529-ac12-6e14802b8d55', 'tenant_id': '36af9e7ac5624a48a0e26dba4f35ccdb', 'mac_address': 'fa:16:3e:a7:eb:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2781da5-ea6b-4ab3-b721-a244b58e4c06', 'device_owner': 'network:router_interface', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '08495ca0-8e92-404f-b038-7ce4337e085a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T14:58:46Z', 'updated_at': '2021-09-24T14:58:57Z', 'revision_number': 5, 'project_id': '36af9e7ac5624a48a0e26dba4f35ccdb', 'subnets': [{'id': '08495ca0-8e92-404f-b038-7ce4337e085a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:04:38.824635 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.plugin [None req-92509a78-835b-4534-bd45-30350b5ed616 tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] Deleting port 971ddd32-4a66-45ef-b349-94af37bf6d8b {{(pid=105994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:04:38.825023 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-92509a78-835b-4534-bd45-30350b5ed616 tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727248545832'] for port, before_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:04:38.978487 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-92509a78-835b-4534-bd45-30350b5ed616 tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616222'] for port, precommit_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:04:38.979377 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-92509a78-835b-4534-bd45-30350b5ed616 tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:04:39.002258 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.plugin [None req-92509a78-835b-4534-bd45-30350b5ed616 tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] Calling delete_port for 971ddd32-4a66-45ef-b349-94af37bf6d8b owned by network:floatingip {{(pid=105994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:04:39.143361 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bbe7598-94ae-4c33-89fa-22a154105949 None None] New status for floating IP 69605809-99b9-46fb-b13d-48dba511611f: DOWN {{(pid=105996) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 15:04:39.324283 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-92509a78-835b-4534-bd45-30350b5ed616 tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727248551918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727248062136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14130366'] for port, after_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:04:39.385286 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92509a78-835b-4534-bd45-30350b5ed616 tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] Pushing event deleted for resources: {'Port': ['ID=971ddd32-4a66-45ef-b349-94af37bf6d8b,revision_number=None']} {{(pid=105994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:04:39.436562 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron_lib.db.api [None req-6bbe7598-94ae-4c33-89fa-22a154105949 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105996) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 24 15:04:39.437270 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG oslo_db.api [None req-6bbe7598-94ae-4c33-89fa-22a154105949 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=105996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 24 15:04:39.514102 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-92509a78-835b-4534-bd45-30350b5ed616 tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] Notify callbacks [] for floatingip, after_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:04:39.520217 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-92509a78-835b-4534-bd45-30350b5ed616 tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472375'] for floatingip, before_response {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:04:39.522741 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [None req-92509a78-835b-4534-bd45-30350b5ed616 tempest-AttachVolumeTestJSON-1283563243 tempest-AttachVolumeTestJSON-1283563243-project] 10.222.0.90 "DELETE /v2.0/floatingips/69605809-99b9-46fb-b13d-48dba511611f HTTP/1.1" status: 204 len: 168 time: 0.9175749 Sep 24 15:04:39.939434 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bbe7598-94ae-4c33-89fa-22a154105949 None None] New status for floating IP 69605809-99b9-46fb-b13d-48dba511611f: DOWN {{(pid=105996) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 15:04:40.080069 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.rpc [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Device 9019df0a-6c04-48c3-a6ad-e1c34fba671b no longer exists at agent hyperv_hv-cinder-80983 {{(pid=105995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:04:40.119625 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.plugin [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] No Port match for: 9019df0a-6c04-48c3-a6ad-e1c34fba671b {{(pid=105995) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:04:40.120096 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.rpc [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Device 9019df0a-6c04-48c3-a6ad-e1c34fba671b not bound to the agent host hv-cinder-80983 {{(pid=105995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:04:43.619820 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.wsgi [-] (105994) accepted ('10.222.0.90', 35158) {{(pid=105994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:04:44.299464 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.db.agents_db [None req-37515238-e50e-498e-bfbd-a21ffee86c29 None None] Agent healthcheck: found 6 active agents {{(pid=105996) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 15:04:44.714886 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-3cb72b18-b1d6-4eef-8179-1bc7721bf2c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-594183'] for router_interface, before_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:04:45.651700 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.plugin [None req-3cb72b18-b1d6-4eef-8179-1bc7721bf2c5 admin admin] Deleting port c35907eb-1f1e-4443-9d69-be81bc178931 {{(pid=105994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:04:45.652058 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-3cb72b18-b1d6-4eef-8179-1bc7721bf2c5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727248545832'] for port, before_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:04:45.813919 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.db [None req-3cb72b18-b1d6-4eef-8179-1bc7721bf2c5 admin admin] For port c35907eb-1f1e-4443-9d69-be81bc178931, host dv-cinder-809830-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809830-2-iscsi',level=0,port_id=c35907eb-1f1e-4443-9d69-be81bc178931,segment=NetworkSegment(eba2f0e4-dd5d-432e-a616-98f29b5f5e03),segment_id=eba2f0e4-dd5d-432e-a616-98f29b5f5e03)] {{(pid=105994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:04:45.815677 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-3cb72b18-b1d6-4eef-8179-1bc7721bf2c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616222'] for port, precommit_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:04:45.822293 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:04:45.840386 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.plugin [None req-3cb72b18-b1d6-4eef-8179-1bc7721bf2c5 admin admin] Calling delete_port for c35907eb-1f1e-4443-9d69-be81bc178931 owned by network:router_interface {{(pid=105994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:04:46.258568 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-3cb72b18-b1d6-4eef-8179-1bc7721bf2c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727248551918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727248062136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14130366'] for port, after_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:04:46.297565 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb72b18-b1d6-4eef-8179-1bc7721bf2c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=c35907eb-1f1e-4443-9d69-be81bc178931,revision_number=None']} {{(pid=105994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:04:46.628372 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-3cb72b18-b1d6-4eef-8179-1bc7721bf2c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-595342'] for router_interface, after_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:04:47.036763 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cb72b18-b1d6-4eef-8179-1bc7721bf2c5 admin admin] Router f2781da5-ea6b-4ab3-b721-a244b58e4c06 has already been hosted by L3 agent 76290e94-8d59-4af2-9b8f-4e64db68baa4 {{(pid=105994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:04:47.241209 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cb72b18-b1d6-4eef-8179-1bc7721bf2c5 admin admin] Notify agent at l3_agent.dv-cinder-809830-2-iscsi the message routers_updated {{(pid=105994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:04:47.249964 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [None req-3cb72b18-b1d6-4eef-8179-1bc7721bf2c5 admin admin] 10.222.0.90 "PUT /v2.0/routers/f2781da5-ea6b-4ab3-b721-a244b58e4c06/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6280246 Sep 24 15:04:47.253687 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.wsgi [-] (105993) accepted ('10.222.0.90', 35162) {{(pid=105993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:04:47.258187 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c979855c-54a9-450c-9e6d-874373720cca None None] Sync routers for ids ['f2781da5-ea6b-4ab3-b721-a244b58e4c06'] in dv-cinder-809830-2-iscsi {{(pid=105995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:04:47.275717 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c979855c-54a9-450c-9e6d-874373720cca None None] Routers {'f2781da5-ea6b-4ab3-b721-a244b58e4c06'} bound to L3 agent in host dv-cinder-809830-2-iscsi {{(pid=105995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:04:47.277453 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.l3_hamode_db [None req-c979855c-54a9-450c-9e6d-874373720cca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809830-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T14:45:58Z,description=,heartbeat_timestamp=2021-09-24T15:04:28Z,host='dv-cinder-809830-2-iscsi',id=76290e94-8d59-4af2-9b8f-4e64db68baa4,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T14:45:58Z,topic='l3_agent')) {'router_ids': ['f2781da5-ea6b-4ab3-b721-a244b58e4c06'], 'active': True} {{(pid=105995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:04:47.456162 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-285e5622-16cd-4f9f-a691-cd0dcc81ff0b admin admin] Notify callbacks [] for router, before_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:04:47.485125 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.l3_dvr_db [None req-c979855c-54a9-450c-9e6d-874373720cca None None] Set router f2781da5-ea6b-4ab3-b721-a244b58e4c06 gateway port host: dv-cinder-809830-2-iscsi {{(pid=105995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:04:47.695144 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-285e5622-16cd-4f9f-a691-cd0dcc81ff0b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:04:47.807608 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.plugins.ml2.plugin [None req-285e5622-16cd-4f9f-a691-cd0dcc81ff0b admin admin] Deleting port 42946747-c020-4266-add9-c7c5f74e06a5 {{(pid=105993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:04:47.808529 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-285e5622-16cd-4f9f-a691-cd0dcc81ff0b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727248545832'] for port, before_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:04:47.848258 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-2d0e3745-4851-463b-b6c4-82d84f032718 req-4115ac6d-7a4a-446b-8d96-ee8cc5f5f55e service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=17dd8cf6-b8ad-4afd-995c-aa01b0dc3985&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0797055 Sep 24 15:04:48.024545 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0e3745-4851-463b-b6c4-82d84f032718 req-c2170fe4-9a42-48ba-b1bb-28b55007eba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:04:48.028810 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-2d0e3745-4851-463b-b6c4-82d84f032718 req-c2170fe4-9a42-48ba-b1bb-28b55007eba5 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=b3ba56daf4404d7989fc7b7270504b2e&device_id=17dd8cf6-b8ad-4afd-995c-aa01b0dc3985 HTTP/1.1" status: 200 len: 1099 time: 0.1066539 Sep 24 15:04:48.050901 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.plugins.ml2.db [None req-285e5622-16cd-4f9f-a691-cd0dcc81ff0b admin admin] For port 42946747-c020-4266-add9-c7c5f74e06a5, host dv-cinder-809830-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809830-2-iscsi',level=0,port_id=42946747-c020-4266-add9-c7c5f74e06a5,segment=NetworkSegment(1eeca048-08b8-46bc-9b0a-d3cb6658f7f8),segment_id=1eeca048-08b8-46bc-9b0a-d3cb6658f7f8)] {{(pid=105993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:04:48.051998 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-285e5622-16cd-4f9f-a691-cd0dcc81ff0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616222'] for port, precommit_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:04:48.088845 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.plugins.ml2.plugin [None req-285e5622-16cd-4f9f-a691-cd0dcc81ff0b admin admin] Calling delete_port for 42946747-c020-4266-add9-c7c5f74e06a5 owned by network:router_gateway {{(pid=105993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:04:48.097389 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.l3_hamode_db [None req-c979855c-54a9-450c-9e6d-874373720cca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2781da5-ea6b-4ab3-b721-a244b58e4c06', 'name': 'tempest-AttachVolumeTestJSON-1174281789-router', 'tenant_id': '36af9e7ac5624a48a0e26dba4f35ccdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7', 'external_fixed_ips': [{'subnet_id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': '42946747-c020-4266-add9-c7c5f74e06a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T14:58:40Z', 'updated_at': '2021-09-24T15:04:46Z', 'revision_number': 5, 'project_id': '36af9e7ac5624a48a0e26dba4f35ccdb', 'gw_port': {'id': '42946747-c020-4266-add9-c7c5f74e06a5', 'name': '', 'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:23:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2781da5-ea6b-4ab3-b721-a244b58e4c06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T14:58:42Z', 'updated_at': '2021-09-24T14:58:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809830-2-iscsi'}], 'dv-cinder-809830-2-iscsi', False) {} {{(pid=105995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:04:48.156185 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c979855c-54a9-450c-9e6d-874373720cca None None] Checking router: f2781da5-ea6b-4ab3-b721-a244b58e4c06 for host: dv-cinder-809830-2-iscsi {{(pid=105995) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:04:48.181416 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c979855c-54a9-450c-9e6d-874373720cca None None] Routers {'f2781da5-ea6b-4ab3-b721-a244b58e4c06'} bound to L3 agent in host dv-cinder-809830-2-iscsi {{(pid=105995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:04:48.182736 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.l3_hamode_db [None req-c979855c-54a9-450c-9e6d-874373720cca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809830-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T14:45:58Z,description=,heartbeat_timestamp=2021-09-24T15:04:28Z,host='dv-cinder-809830-2-iscsi',id=76290e94-8d59-4af2-9b8f-4e64db68baa4,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T14:45:58Z,topic='l3_agent')) {'router_ids': ['f2781da5-ea6b-4ab3-b721-a244b58e4c06'], 'active': True} {{(pid=105995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:04:48.275110 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0e3745-4851-463b-b6c4-82d84f032718 req-9653737c-fd73-4dc5-9d48-7bdc0144ec85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:04:48.277974 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-2d0e3745-4851-463b-b6c4-82d84f032718 req-9653737c-fd73-4dc5-9d48-7bdc0144ec85 service neutron] 10.222.0.99 "GET /v2.0/networks?id=bb19bb9c-3809-48e0-96ea-458278040176 HTTP/1.1" status: 200 len: 910 time: 0.2124908 Sep 24 15:04:48.370715 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.l3_dvr_db [None req-c979855c-54a9-450c-9e6d-874373720cca None None] Set router f2781da5-ea6b-4ab3-b721-a244b58e4c06 gateway port host: None {{(pid=105995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:04:48.437376 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-2d0e3745-4851-463b-b6c4-82d84f032718 req-0bb8cc6a-f081-49df-bd8f-8176e6b8765d service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dca78979-82e0-4177-af9e-220c5d00e85a HTTP/1.1" status: 200 len: 1001 time: 0.1508970 Sep 24 15:04:48.478034 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.l3_hamode_db [None req-c979855c-54a9-450c-9e6d-874373720cca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2781da5-ea6b-4ab3-b721-a244b58e4c06', 'name': 'tempest-AttachVolumeTestJSON-1174281789-router', 'tenant_id': '36af9e7ac5624a48a0e26dba4f35ccdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T14:58:40Z', 'updated_at': '2021-09-24T15:04:47Z', 'revision_number': 6, 'project_id': '36af9e7ac5624a48a0e26dba4f35ccdb', 'gw_port_host': None}], 'dv-cinder-809830-2-iscsi', False) {} {{(pid=105995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:04:48.493696 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-285e5622-16cd-4f9f-a691-cd0dcc81ff0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727248551918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727248062136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14427043'] for port, after_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:04:48.531948 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c979855c-54a9-450c-9e6d-874373720cca None None] The sync data for ids ['f2781da5-ea6b-4ab3-b721-a244b58e4c06'] in dv-cinder-809830-2-iscsi is: [{'id': 'f2781da5-ea6b-4ab3-b721-a244b58e4c06', 'name': 'tempest-AttachVolumeTestJSON-1174281789-router', 'tenant_id': '36af9e7ac5624a48a0e26dba4f35ccdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T14:58:40Z', 'updated_at': '2021-09-24T15:04:47Z', 'revision_number': 6, 'project_id': '36af9e7ac5624a48a0e26dba4f35ccdb', 'gw_port_host': None}] {{(pid=105995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:04:48.542956 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285e5622-16cd-4f9f-a691-cd0dcc81ff0b admin admin] Pushing event deleted for resources: {'Port': ['ID=42946747-c020-4266-add9-c7c5f74e06a5,revision_number=None']} {{(pid=105993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:04:48.554783 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0e3745-4851-463b-b6c4-82d84f032718 req-96073ab7-d71f-4710-840f-3e690c339ded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:04:48.557638 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-2d0e3745-4851-463b-b6c4-82d84f032718 req-96073ab7-d71f-4710-840f-3e690c339ded service neutron] 10.222.0.99 "GET /v2.0/subnets?id=800b9930-29a7-40db-a216-473b4386d889 HTTP/1.1" status: 200 len: 847 time: 0.1099353 Sep 24 15:04:48.652163 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0e3745-4851-463b-b6c4-82d84f032718 req-7680cba9-0ee0-48c6-9a1d-5a709b5c4243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:04:48.654882 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-2d0e3745-4851-463b-b6c4-82d84f032718 req-7680cba9-0ee0-48c6-9a1d-5a709b5c4243 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=bb19bb9c-3809-48e0-96ea-458278040176&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0885007 Sep 24 15:04:48.670771 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-285e5622-16cd-4f9f-a691-cd0dcc81ff0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595277'] for router_gateway, after_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:04:48.838441 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-2d0e3745-4851-463b-b6c4-82d84f032718 req-365a7439-4f0b-4bc1-bdc1-eadfc602743b service neutron] 10.222.0.99 "GET /v2.0/networks/bb19bb9c-3809-48e0-96ea-458278040176?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1755953 Sep 24 15:04:48.862520 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-285e5622-16cd-4f9f-a691-cd0dcc81ff0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-591138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-903'] for router, precommit_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:04:48.865803 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-285e5622-16cd-4f9f-a691-cd0dcc81ff0b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:04:48.966049 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-285e5622-16cd-4f9f-a691-cd0dcc81ff0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-591147'] for router, after_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:04:48.966921 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-285e5622-16cd-4f9f-a691-cd0dcc81ff0b admin admin] Fanout notify agent at l3_agent the message router_deleted on router f2781da5-ea6b-4ab3-b721-a244b58e4c06 {{(pid=105993) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 15:04:48.977175 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-285e5622-16cd-4f9f-a691-cd0dcc81ff0b admin admin] Notify callbacks [] for router, before_response {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:04:48.984725 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.wsgi [-] (105994) accepted ('10.222.0.90', 35164) {{(pid=105994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:04:48.985475 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [None req-285e5622-16cd-4f9f-a691-cd0dcc81ff0b admin admin] 10.222.0.90 "DELETE /v2.0/routers/f2781da5-ea6b-4ab3-b721-a244b58e4c06 HTTP/1.1" status: 204 len: 168 time: 1.7287400 Sep 24 15:04:49.117872 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.db.db_base_plugin_v2 [None req-969b0ec2-3072-42f5-b239-75bb709803f5 admin admin] Deleting subnet 08495ca0-8e92-404f-b038-7ce4337e085a {{(pid=105994) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 15:04:49.123914 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-2d0e3745-4851-463b-b6c4-82d84f032718 req-c03400ad-7fc1-4ba7-b22d-293c5f651ac3 service neutron] 10.222.0.99 "GET /v2.0/networks/bb19bb9c-3809-48e0-96ea-458278040176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2778666 Sep 24 15:04:49.128840 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-969b0ec2-3072-42f5-b239-75bb709803f5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:04:49.213781 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-969b0ec2-3072-42f5-b239-75bb709803f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13742450'] for subnet, precommit_delete_associations {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:04:49.429154 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-969b0ec2-3072-42f5-b239-75bb709803f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1989010'] for subnet, precommit_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:04:49.580356 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-969b0ec2-3072-42f5-b239-75bb709803f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1989019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14130403', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14524596'] for subnet, after_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:04:49.642502 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969b0ec2-3072-42f5-b239-75bb709803f5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=08495ca0-8e92-404f-b038-7ce4337e085a,revision_number=None']} {{(pid=105994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:04:49.646372 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-969b0ec2-3072-42f5-b239-75bb709803f5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:04:49.650959 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [None req-969b0ec2-3072-42f5-b239-75bb709803f5 admin admin] 10.222.0.90 "DELETE /v2.0/subnets/08495ca0-8e92-404f-b038-7ce4337e085a HTTP/1.1" status: 204 len: 168 time: 0.6641574 Sep 24 15:04:49.654766 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.wsgi [-] (105993) accepted ('10.222.0.90', 35168) {{(pid=105993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:04:49.661018 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d1cb30f-10ab-4e6b-88c8-2a9848e4fff9 None None] Network 65553ae1-d48d-4529-ac12-6e14802b8d55 requested from dv-cinder-809830-2-iscsi {{(pid=105995) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:04:49.834627 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-4d7a6ffc-5d6f-4f8b-9364-74a156b4a014 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1610858'] for network, before_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:04:49.982445 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.plugins.ml2.plugin [None req-4d7a6ffc-5d6f-4f8b-9364-74a156b4a014 admin admin] Deleting port a61bc957-6ca1-4363-8c72-9dce3170f78a {{(pid=105993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:04:49.983210 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-4d7a6ffc-5d6f-4f8b-9364-74a156b4a014 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727248545832'] for port, before_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:04:50.051773 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16b5b077-81a9-4932-9fa8-576caca2feff None None] DHCP port deletion for 65553ae1-d48d-4529-ac12-6e14802b8d55 request from dv-cinder-809830-2-iscsi {{(pid=105995) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 15:04:50.163782 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.plugins.ml2.db [None req-4d7a6ffc-5d6f-4f8b-9364-74a156b4a014 admin admin] For port a61bc957-6ca1-4363-8c72-9dce3170f78a, host dv-cinder-809830-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809830-2-iscsi',level=0,port_id=a61bc957-6ca1-4363-8c72-9dce3170f78a,segment=NetworkSegment(eba2f0e4-dd5d-432e-a616-98f29b5f5e03),segment_id=eba2f0e4-dd5d-432e-a616-98f29b5f5e03)] {{(pid=105993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:04:50.165113 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-4d7a6ffc-5d6f-4f8b-9364-74a156b4a014 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616222'] for port, precommit_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:04:50.169603 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.rpc [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Device 42946747-c020-4266-add9-c7c5f74e06a5 no longer exists at agent ovs-agent-dv-cinder-809830-2-iscsi {{(pid=105995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:04:50.210667 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.plugin [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] No Port match for: 42946747-c020-4266-add9-c7c5f74e06a5 {{(pid=105995) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:04:50.211271 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.plugins.ml2.plugin [None req-4d7a6ffc-5d6f-4f8b-9364-74a156b4a014 admin admin] Calling delete_port for a61bc957-6ca1-4363-8c72-9dce3170f78a owned by network:dhcp {{(pid=105993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:04:50.211445 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.rpc [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Device 42946747-c020-4266-add9-c7c5f74e06a5 not bound to the agent host dv-cinder-809830-2-iscsi {{(pid=105995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:04:50.211942 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.rpc [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Device c35907eb-1f1e-4443-9d69-be81bc178931 no longer exists at agent ovs-agent-dv-cinder-809830-2-iscsi {{(pid=105995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:04:50.251153 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.plugin [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] No Port match for: c35907eb-1f1e-4443-9d69-be81bc178931 {{(pid=105995) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:04:50.251611 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.rpc [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Device c35907eb-1f1e-4443-9d69-be81bc178931 not bound to the agent host dv-cinder-809830-2-iscsi {{(pid=105995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:04:50.263810 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.plugin [None req-16b5b077-81a9-4932-9fa8-576caca2feff None None] Deleting port a61bc957-6ca1-4363-8c72-9dce3170f78a {{(pid=105995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:04:50.264498 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-16b5b077-81a9-4932-9fa8-576caca2feff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727248545832'] for port, before_delete {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:04:50.375269 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-4d7a6ffc-5d6f-4f8b-9364-74a156b4a014 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727248551918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727248062136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14427043'] for port, after_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:04:50.408986 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.db [None req-16b5b077-81a9-4932-9fa8-576caca2feff None None] For port a61bc957-6ca1-4363-8c72-9dce3170f78a, host dv-cinder-809830-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809830-2-iscsi',level=0,port_id=a61bc957-6ca1-4363-8c72-9dce3170f78a,segment=NetworkSegment(eba2f0e4-dd5d-432e-a616-98f29b5f5e03),segment_id=eba2f0e4-dd5d-432e-a616-98f29b5f5e03)] {{(pid=105995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:04:50.409654 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-16b5b077-81a9-4932-9fa8-576caca2feff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616222'] for port, precommit_delete {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:04:50.435956 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.plugin [None req-16b5b077-81a9-4932-9fa8-576caca2feff None None] Calling delete_port for a61bc957-6ca1-4363-8c72-9dce3170f78a owned by network:dhcp {{(pid=105995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:04:50.443805 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7a6ffc-5d6f-4f8b-9364-74a156b4a014 admin admin] Pushing event deleted for resources: {'Port': ['ID=a61bc957-6ca1-4363-8c72-9dce3170f78a,revision_number=None']} {{(pid=105993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:04:50.447533 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d7a6ffc-5d6f-4f8b-9364-74a156b4a014 admin admin] No DVR routers for this DVR port a61bc957-6ca1-4363-8c72-9dce3170f78a on host dv-cinder-809830-2-iscsi {{(pid=105993) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:04:50.605275 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-4d7a6ffc-5d6f-4f8b-9364-74a156b4a014 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1983019', 'neutron.services.segments.db._delete_segments_for_network-8727248609940'] for network, precommit_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:04:50.651828 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.services.segments.db [None req-4d7a6ffc-5d6f-4f8b-9364-74a156b4a014 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65553ae1-d48d-4529-ac12-6e14802b8d55']}} {{(pid=105993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:04:50.673472 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.services.segments.db [None req-4d7a6ffc-5d6f-4f8b-9364-74a156b4a014 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eba2f0e4-dd5d-432e-a616-98f29b5f5e03') {'for_net_delete': True} {{(pid=105993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:04:50.674475 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.services.segments.db [None req-4d7a6ffc-5d6f-4f8b-9364-74a156b4a014 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eba2f0e4-dd5d-432e-a616-98f29b5f5e03') {} {{(pid=105993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:04:50.684657 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-16b5b077-81a9-4932-9fa8-576caca2feff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727248551918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727248062136'] for port, after_delete {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:04:50.692292 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-4d7a6ffc-5d6f-4f8b-9364-74a156b4a014 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727248609437', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13697430'] for segment, before_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:04:50.726970 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-4d7a6ffc-5d6f-4f8b-9364-74a156b4a014 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988101'] for segment, precommit_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:04:50.731266 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b5b077-81a9-4932-9fa8-576caca2feff None None] Pushing event deleted for resources: {'Port': ['ID=a61bc957-6ca1-4363-8c72-9dce3170f78a,revision_number=None']} {{(pid=105995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:04:50.739337 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b5b077-81a9-4932-9fa8-576caca2feff None None] No DVR routers for this DVR port a61bc957-6ca1-4363-8c72-9dce3170f78a on host dv-cinder-809830-2-iscsi {{(pid=105995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:04:50.747905 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d7a6ffc-5d6f-4f8b-9364-74a156b4a014 admin admin] Releasing vlan 1026 on physical network physnet1 to pool {{(pid=105993) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 15:04:50.748779 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-4d7a6ffc-5d6f-4f8b-9364-74a156b4a014 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14425168'] for segment, after_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:04:50.752355 dv-cinder-809830-2-iscsi neutron-server[105993]: Traceback (most recent call last): Sep 24 15:04:50.752355 dv-cinder-809830-2-iscsi neutron-server[105993]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 15:04:50.752355 dv-cinder-809830-2-iscsi neutron-server[105993]: timer() Sep 24 15:04:50.752355 dv-cinder-809830-2-iscsi neutron-server[105993]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 15:04:50.752355 dv-cinder-809830-2-iscsi neutron-server[105993]: cb(*args, **kw) Sep 24 15:04:50.752355 dv-cinder-809830-2-iscsi neutron-server[105993]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 15:04:50.752355 dv-cinder-809830-2-iscsi neutron-server[105993]: return func(*args, **kwargs) Sep 24 15:04:50.752355 dv-cinder-809830-2-iscsi neutron-server[105993]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 15:04:50.752355 dv-cinder-809830-2-iscsi neutron-server[105993]: self._notify() Sep 24 15:04:50.752355 dv-cinder-809830-2-iscsi neutron-server[105993]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 15:04:50.752355 dv-cinder-809830-2-iscsi neutron-server[105993]: self.callback(batched_events) Sep 24 15:04:50.752355 dv-cinder-809830-2-iscsi neutron-server[105993]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 15:04:50.752355 dv-cinder-809830-2-iscsi neutron-server[105993]: event.method(event) Sep 24 15:04:50.752355 dv-cinder-809830-2-iscsi neutron-server[105993]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 15:04:50.752355 dv-cinder-809830-2-iscsi neutron-server[105993]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 15:04:50.752355 dv-cinder-809830-2-iscsi neutron-server[105993]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 15:04:50.752355 dv-cinder-809830-2-iscsi neutron-server[105993]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 15:04:50.752355 dv-cinder-809830-2-iscsi neutron-server[105993]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 15:04:50.752355 dv-cinder-809830-2-iscsi neutron-server[105993]: return f(self, *a, **k) Sep 24 15:04:50.752355 dv-cinder-809830-2-iscsi neutron-server[105993]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 15:04:50.752355 dv-cinder-809830-2-iscsi neutron-server[105993]: return self._get(url).json() Sep 24 15:04:50.752355 dv-cinder-809830-2-iscsi neutron-server[105993]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 15:04:50.752355 dv-cinder-809830-2-iscsi neutron-server[105993]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 15:04:50.752355 dv-cinder-809830-2-iscsi neutron-server[105993]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 15:04:50.752355 dv-cinder-809830-2-iscsi neutron-server[105993]: return self.request(url, 'GET', **kwargs) Sep 24 15:04:50.752355 dv-cinder-809830-2-iscsi neutron-server[105993]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 15:04:50.752355 dv-cinder-809830-2-iscsi neutron-server[105993]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 15:04:50.752355 dv-cinder-809830-2-iscsi neutron-server[105993]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 15:04:50.752355 dv-cinder-809830-2-iscsi neutron-server[105993]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 15:04:50.752355 dv-cinder-809830-2-iscsi neutron-server[105993]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 15:04:50.752355 dv-cinder-809830-2-iscsi neutron-server[105993]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 15:04:50.752355 dv-cinder-809830-2-iscsi neutron-server[105993]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 15:04:50.770973 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b5b077-81a9-4932-9fa8-576caca2feff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:04:50.771748 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b5b077-81a9-4932-9fa8-576caca2feff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:04:50.772405 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b5b077-81a9-4932-9fa8-576caca2feff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:04:50.774345 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b5b077-81a9-4932-9fa8-576caca2feff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:04:50.774345 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b5b077-81a9-4932-9fa8-576caca2feff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:04:50.779971 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b5b077-81a9-4932-9fa8-576caca2feff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:04:50.779971 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b5b077-81a9-4932-9fa8-576caca2feff None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:04:50.779971 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b5b077-81a9-4932-9fa8-576caca2feff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:04:50.779971 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b5b077-81a9-4932-9fa8-576caca2feff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:04:50.779971 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b5b077-81a9-4932-9fa8-576caca2feff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:04:50.779971 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b5b077-81a9-4932-9fa8-576caca2feff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:04:50.779971 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b5b077-81a9-4932-9fa8-576caca2feff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:04:50.888909 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-4d7a6ffc-5d6f-4f8b-9364-74a156b4a014 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1983004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-595217'] for network, after_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:04:50.899391 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-4d7a6ffc-5d6f-4f8b-9364-74a156b4a014 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536624'] for network, before_response {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:04:50.903326 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [None req-4d7a6ffc-5d6f-4f8b-9364-74a156b4a014 admin admin] 10.222.0.90 "DELETE /v2.0/networks/65553ae1-d48d-4529-ac12-6e14802b8d55 HTTP/1.1" status: 204 len: 168 time: 1.2451267 Sep 24 15:04:50.924979 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7a6ffc-5d6f-4f8b-9364-74a156b4a014 admin admin] Pushing event deleted for resources: {'Network': ['ID=65553ae1-d48d-4529-ac12-6e14802b8d55,revision_number=None']} {{(pid=105993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:04:51.145684 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.wsgi [-] (105994) accepted ('10.222.0.90', 35172) {{(pid=105994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:04:51.217359 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [None req-e064c38b-1d25-4798-872a-8941dcf7f8ec admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=36af9e7ac5624a48a0e26dba4f35ccdb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0697680 Sep 24 15:04:51.221449 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.wsgi [-] (105993) accepted ('10.222.0.90', 35174) {{(pid=105993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:04:51.326168 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-95705968-05b7-4ab3-b1cf-17dff377d1a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:04:51.375285 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-95705968-05b7-4ab3-b1cf-17dff377d1a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:04:51.472110 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-95705968-05b7-4ab3-b1cf-17dff377d1a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571103'] for security_group, after_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:04:51.478246 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-95705968-05b7-4ab3-b1cf-17dff377d1a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:04:51.480121 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [None req-95705968-05b7-4ab3-b1cf-17dff377d1a5 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/18d1b4ca-8c9c-4135-8f4a-baf4f4c7a3d8 HTTP/1.1" status: 204 len: 168 time: 0.2567215 Sep 24 15:04:51.497050 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95705968-05b7-4ab3-b1cf-17dff377d1a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18d1b4ca-8c9c-4135-8f4a-baf4f4c7a3d8,revision_number=None']} {{(pid=105993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:04:52.059938 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.rpc [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Device a61bc957-6ca1-4363-8c72-9dce3170f78a no longer exists at agent ovs-agent-dv-cinder-809830-2-iscsi {{(pid=105995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:04:52.094951 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.plugin [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] No Port match for: a61bc957-6ca1-4363-8c72-9dce3170f78a {{(pid=105995) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:04:52.095559 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.rpc [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Device a61bc957-6ca1-4363-8c72-9dce3170f78a not bound to the agent host dv-cinder-809830-2-iscsi {{(pid=105995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:04:53.551425 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-815570a8-4f41-434c-ab41-920dc344f613 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:04:54.659708 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.wsgi [-] (105993) accepted ('10.222.0.90', 35224) {{(pid=105993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:04:54.859297 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-ffde8b76-53a8-4307-89ca-ff7fe34e2667 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:04:55.019684 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-ffde8b76-53a8-4307-89ca-ff7fe34e2667 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:04:55.027162 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-ffde8b76-53a8-4307-89ca-ff7fe34e2667 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571103'] for security_group, after_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:04:55.095294 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [None req-ffde8b76-53a8-4307-89ca-ff7fe34e2667 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=8dd486c6184d4b9394105788871d2f8c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4339271 Sep 24 15:04:55.097015 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffde8b76-53a8-4307-89ca-ff7fe34e2667 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf58041f-d5d1-4e18-a8ac-20d29d86f4bb,revision_number=1']} {{(pid=105993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:04:55.099388 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.wsgi [-] (105994) accepted ('10.222.0.90', 35228) {{(pid=105994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:04:55.191280 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-58b7bfa8-798e-47f8-806c-1412c3171e2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:04:55.232251 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-58b7bfa8-798e-47f8-806c-1412c3171e2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:04:55.298794 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-58b7bfa8-798e-47f8-806c-1412c3171e2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571103'] for security_group, after_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:04:55.302702 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-58b7bfa8-798e-47f8-806c-1412c3171e2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:04:55.304359 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [None req-58b7bfa8-798e-47f8-806c-1412c3171e2b admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/cf58041f-d5d1-4e18-a8ac-20d29d86f4bb HTTP/1.1" status: 204 len: 168 time: 0.2022238 Sep 24 15:04:55.319589 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b7bfa8-798e-47f8-806c-1412c3171e2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf58041f-d5d1-4e18-a8ac-20d29d86f4bb,revision_number=None']} {{(pid=105994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:04:55.763567 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.wsgi [-] (105994) accepted ('10.222.0.90', 35234) {{(pid=105994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:04:55.783536 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-da14df4b-ae1e-436e-b802-b88be8e7f27a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:04:55.956945 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-da14df4b-ae1e-436e-b802-b88be8e7f27a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:04:55.967549 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-da14df4b-ae1e-436e-b802-b88be8e7f27a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571103'] for security_group, after_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:04:56.030288 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [None req-da14df4b-ae1e-436e-b802-b88be8e7f27a admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=db206af342c4411b848e599599112b12&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2651331 Sep 24 15:04:56.031763 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da14df4b-ae1e-436e-b802-b88be8e7f27a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcb580e6-cd9f-4634-b16f-baa3ad7a14e4,revision_number=1']} {{(pid=105994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:04:56.032938 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.wsgi [-] (105993) accepted ('10.222.0.90', 35236) {{(pid=105993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:04:56.123505 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-be23eb39-03e5-474a-ac86-653fdb314120 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:04:56.158009 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-be23eb39-03e5-474a-ac86-653fdb314120 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:04:56.268228 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-be23eb39-03e5-474a-ac86-653fdb314120 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571103'] for security_group, after_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:04:56.276923 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-be23eb39-03e5-474a-ac86-653fdb314120 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:04:56.280670 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [None req-be23eb39-03e5-474a-ac86-653fdb314120 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/bcb580e6-cd9f-4634-b16f-baa3ad7a14e4 HTTP/1.1" status: 204 len: 168 time: 0.2463560 Sep 24 15:04:56.293311 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be23eb39-03e5-474a-ac86-653fdb314120 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcb580e6-cd9f-4634-b16f-baa3ad7a14e4,revision_number=None']} {{(pid=105993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:04:58.320345 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-4e0f1f11-43c9-490d-9b97-743c9c2de67c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:04:59.358708 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:04:59.694854 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.wsgi [-] (105994) accepted ('10.222.0.90', 35290) {{(pid=105994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:04:59.869063 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-651be8ff-d545-4fa6-9682-a272e7910a7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:00.031317 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-651be8ff-d545-4fa6-9682-a272e7910a7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:00.037580 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-651be8ff-d545-4fa6-9682-a272e7910a7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571103'] for security_group, after_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:00.093436 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [None req-651be8ff-d545-4fa6-9682-a272e7910a7a admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=85b9934014ce45fe98656b7832add469&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3963537 Sep 24 15:05:00.094517 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651be8ff-d545-4fa6-9682-a272e7910a7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97f6f993-9059-46ed-9a2e-41ea86febab7,revision_number=1']} {{(pid=105994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:05:00.097621 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.wsgi [-] (105993) accepted ('10.222.0.90', 35294) {{(pid=105993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:05:00.191584 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-390a1879-7828-4a2b-bb6a-623f24b99516 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:00.239745 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-390a1879-7828-4a2b-bb6a-623f24b99516 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:00.333634 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-390a1879-7828-4a2b-bb6a-623f24b99516 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571103'] for security_group, after_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:00.338913 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-390a1879-7828-4a2b-bb6a-623f24b99516 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:00.341023 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [None req-390a1879-7828-4a2b-bb6a-623f24b99516 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/97f6f993-9059-46ed-9a2e-41ea86febab7 HTTP/1.1" status: 204 len: 168 time: 0.2418275 Sep 24 15:05:00.354520 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390a1879-7828-4a2b-bb6a-623f24b99516 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97f6f993-9059-46ed-9a2e-41ea86febab7,revision_number=None']} {{(pid=105993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:05:00.447740 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-13d777cc-54dc-48f4-b409-3d66fa02497d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:00.867731 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.wsgi [-] (105994) accepted ('10.222.0.90', 35300) {{(pid=105994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:05:00.890502 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-d4f19172-9f48-4be3-bbc9-c88e6349a852 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:01.073282 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-d4f19172-9f48-4be3-bbc9-c88e6349a852 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:01.080470 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-d4f19172-9f48-4be3-bbc9-c88e6349a852 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571103'] for security_group, after_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:01.149873 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [None req-d4f19172-9f48-4be3-bbc9-c88e6349a852 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=84afe2de4f4d4b37884b3d82cb74c969&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2807348 Sep 24 15:05:01.150857 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f19172-9f48-4be3-bbc9-c88e6349a852 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=619c04fc-a648-4456-8239-daccb0988597,revision_number=1']} {{(pid=105994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:05:01.154559 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.wsgi [-] (105993) accepted ('10.222.0.90', 35302) {{(pid=105993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:05:01.258967 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-b632e85e-6fe5-4b57-8884-f98b41600729 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:01.302981 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-b632e85e-6fe5-4b57-8884-f98b41600729 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:01.404591 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-b632e85e-6fe5-4b57-8884-f98b41600729 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571103'] for security_group, after_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:01.409935 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-b632e85e-6fe5-4b57-8884-f98b41600729 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:01.411967 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [None req-b632e85e-6fe5-4b57-8884-f98b41600729 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/619c04fc-a648-4456-8239-daccb0988597 HTTP/1.1" status: 204 len: 168 time: 0.2560461 Sep 24 15:05:01.428896 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b632e85e-6fe5-4b57-8884-f98b41600729 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=619c04fc-a648-4456-8239-daccb0988597,revision_number=None']} {{(pid=105993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:05:03.044465 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-450d71f0-4391-4cc8-89b8-8f609d6e2304 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:04.407842 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.wsgi [-] (105993) accepted ('10.222.0.90', 35348) {{(pid=105993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:05:04.614486 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-378c5dca-1b38-4694-b375-4696c596ccf2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:04.785687 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-378c5dca-1b38-4694-b375-4696c596ccf2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:04.792372 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-378c5dca-1b38-4694-b375-4696c596ccf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571103'] for security_group, after_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:04.848954 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [None req-378c5dca-1b38-4694-b375-4696c596ccf2 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=3f6a68eb366e4bafb43bf0e8099f2953&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4395390 Sep 24 15:05:04.850348 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378c5dca-1b38-4694-b375-4696c596ccf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db221dae-ab17-4a72-9f43-dacca7ee85f7,revision_number=1']} {{(pid=105993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:05:04.853314 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.wsgi [-] (105994) accepted ('10.222.0.90', 35352) {{(pid=105994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:05:04.943113 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-1393b099-7481-45be-adf7-d5a9cb9a6e03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:04.991879 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-1393b099-7481-45be-adf7-d5a9cb9a6e03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:05.088946 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-1393b099-7481-45be-adf7-d5a9cb9a6e03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571103'] for security_group, after_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:05.093911 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-1393b099-7481-45be-adf7-d5a9cb9a6e03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:05.095977 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [None req-1393b099-7481-45be-adf7-d5a9cb9a6e03 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/db221dae-ab17-4a72-9f43-dacca7ee85f7 HTTP/1.1" status: 204 len: 168 time: 0.2410383 Sep 24 15:05:05.113224 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1393b099-7481-45be-adf7-d5a9cb9a6e03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db221dae-ab17-4a72-9f43-dacca7ee85f7,revision_number=None']} {{(pid=105994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:05:05.697321 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.wsgi [-] (105993) accepted ('10.222.0.90', 35360) {{(pid=105993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:05:05.715059 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-89247897-d95c-411c-ac15-e66501167128 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:05.880895 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-89247897-d95c-411c-ac15-e66501167128 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:05.889209 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-89247897-d95c-411c-ac15-e66501167128 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571103'] for security_group, after_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:05.955052 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [None req-89247897-d95c-411c-ac15-e66501167128 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=3eb8b2d6b4184ad88815187b9efbefea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2562122 Sep 24 15:05:05.958655 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89247897-d95c-411c-ac15-e66501167128 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=490d2123-a9b4-4926-b862-acafc982c4ad,revision_number=1']} {{(pid=105993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:05:05.959341 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.wsgi [-] (105994) accepted ('10.222.0.90', 35362) {{(pid=105994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:05:06.063596 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-e79a379d-af5e-406e-9581-9dbabd3d1c70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:06.111337 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-e79a379d-af5e-406e-9581-9dbabd3d1c70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:06.219706 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-e79a379d-af5e-406e-9581-9dbabd3d1c70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571103'] for security_group, after_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:06.223861 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-e79a379d-af5e-406e-9581-9dbabd3d1c70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:06.225853 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [None req-e79a379d-af5e-406e-9581-9dbabd3d1c70 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/490d2123-a9b4-4926-b862-acafc982c4ad HTTP/1.1" status: 204 len: 168 time: 0.2648313 Sep 24 15:05:06.239168 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79a379d-af5e-406e-9581-9dbabd3d1c70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=490d2123-a9b4-4926-b862-acafc982c4ad,revision_number=None']} {{(pid=105994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:05:09.294672 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94c5ad1-a0c5-4d8f-b4db-0b358cb7cdab req-f734d1aa-45fb-48d1-ad41-b06dc9ba8331 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:05:09.298110 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-a94c5ad1-a0c5-4d8f-b4db-0b358cb7cdab req-f734d1aa-45fb-48d1-ad41-b06dc9ba8331 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/ports?device_id=7a4dad91-581e-4911-addc-fe2e9aa9bafc HTTP/1.1" status: 200 len: 946 time: 0.1109054 Sep 24 15:05:09.366560 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-a94c5ad1-a0c5-4d8f-b4db-0b358cb7cdab req-1d9d7aeb-d08c-43ae-9857-b7a94789e6bd tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/security-groups?id=4807d789-faf2-4fd3-adf1-c1f1811a7ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592313 Sep 24 15:05:09.495497 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.wsgi [-] (105993) accepted ('10.222.0.90', 35418) {{(pid=105993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:05:09.839641 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.wsgi [-] (105994) accepted ('10.222.0.90', 35424) {{(pid=105994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:05:10.068396 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-7d22e184-251f-4f64-83d6-fc9faaeed393 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:10.204989 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.plugins.ml2.plugin [None req-b991b910-f371-4513-b462-0277532dede7 tempest-TestShelveInstance-1403883769 tempest-TestShelveInstance-1403883769-project] Deleting port f1c38b59-fcc0-4763-afcc-fa5d869c88bd {{(pid=105993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:05:10.205595 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-b991b910-f371-4513-b462-0277532dede7 tempest-TestShelveInstance-1403883769 tempest-TestShelveInstance-1403883769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727248545832'] for port, before_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:10.302952 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-7d22e184-251f-4f64-83d6-fc9faaeed393 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:10.311465 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-7d22e184-251f-4f64-83d6-fc9faaeed393 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571103'] for security_group, after_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:10.378109 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-b991b910-f371-4513-b462-0277532dede7 tempest-TestShelveInstance-1403883769 tempest-TestShelveInstance-1403883769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616222'] for port, precommit_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:10.379010 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-b991b910-f371-4513-b462-0277532dede7 tempest-TestShelveInstance-1403883769 tempest-TestShelveInstance-1403883769-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:10.393735 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [None req-7d22e184-251f-4f64-83d6-fc9faaeed393 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=7749cbff14d348718c304e5992bf0009&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5465679 Sep 24 15:05:10.395088 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.wsgi [-] (105994) accepted ('10.222.0.90', 35428) {{(pid=105994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:05:10.407746 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d22e184-251f-4f64-83d6-fc9faaeed393 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12e9f502-3dfc-439b-be53-672e4a5ab3c4,revision_number=1']} {{(pid=105994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:05:10.417468 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.plugins.ml2.plugin [None req-b991b910-f371-4513-b462-0277532dede7 tempest-TestShelveInstance-1403883769 tempest-TestShelveInstance-1403883769-project] Calling delete_port for f1c38b59-fcc0-4763-afcc-fa5d869c88bd owned by network:floatingip {{(pid=105993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:05:10.567367 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-43b7d458-f790-439f-b27e-38d1b2bb359d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:10.602151 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4613cfb-a6c6-49a6-a98a-83793b760399 req-aa200593-3270-4f00-b438-de37a78d78cb tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:05:10.604565 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-f4613cfb-a6c6-49a6-a98a-83793b760399 req-aa200593-3270-4f00-b438-de37a78d78cb tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.99 "GET /v2.0/ports?device_id=7a4dad91-581e-4911-addc-fe2e9aa9bafc HTTP/1.1" status: 200 len: 946 time: 0.1513517 Sep 24 15:05:10.638239 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-43b7d458-f790-439f-b27e-38d1b2bb359d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:10.728156 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c873e24d-6003-4e38-bb0b-6972eaad9307 req-ae2abbf0-6043-4f4f-a196-a9f0c2d2c43e tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:05:10.730867 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-c873e24d-6003-4e38-bb0b-6972eaad9307 req-ae2abbf0-6043-4f4f-a196-a9f0c2d2c43e tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/ports?device_id=7a4dad91-581e-4911-addc-fe2e9aa9bafc HTTP/1.1" status: 200 len: 946 time: 0.1861482 Sep 24 15:05:10.847727 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-43b7d458-f790-439f-b27e-38d1b2bb359d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571103'] for security_group, after_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:10.853426 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-43b7d458-f790-439f-b27e-38d1b2bb359d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:10.855386 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [None req-43b7d458-f790-439f-b27e-38d1b2bb359d admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/12e9f502-3dfc-439b-be53-672e4a5ab3c4 HTTP/1.1" status: 204 len: 168 time: 0.4590173 Sep 24 15:05:10.861608 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.plugin [req-f4613cfb-a6c6-49a6-a98a-83793b760399 req-52750a77-bbd9-40c4-b307-3a8f9f16b81d tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Deleting port 0a8af457-0d19-4bc2-a053-ad14a4cbd9ca {{(pid=105994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:05:10.863279 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-f4613cfb-a6c6-49a6-a98a-83793b760399 req-52750a77-bbd9-40c4-b307-3a8f9f16b81d tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727248545832'] for port, before_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:10.893747 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b7d458-f790-439f-b27e-38d1b2bb359d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12e9f502-3dfc-439b-be53-672e4a5ab3c4,revision_number=None']} {{(pid=105994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:05:10.921286 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-c873e24d-6003-4e38-bb0b-6972eaad9307 req-1ed11298-93ea-4f40-b034-ea5d85d9cb2b tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/security-groups?id=4807d789-faf2-4fd3-adf1-c1f1811a7ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1735013 Sep 24 15:05:10.970463 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-b991b910-f371-4513-b462-0277532dede7 tempest-TestShelveInstance-1403883769 tempest-TestShelveInstance-1403883769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727248551918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727248062136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14427043'] for port, after_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:11.049483 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b991b910-f371-4513-b462-0277532dede7 tempest-TestShelveInstance-1403883769 tempest-TestShelveInstance-1403883769-project] Pushing event deleted for resources: {'Port': ['ID=f1c38b59-fcc0-4763-afcc-fa5d869c88bd,revision_number=None']} {{(pid=105993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:05:11.137214 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.db [req-f4613cfb-a6c6-49a6-a98a-83793b760399 req-52750a77-bbd9-40c4-b307-3a8f9f16b81d tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] For port 0a8af457-0d19-4bc2-a053-ad14a4cbd9ca, host hv-cinder-80983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80983',level=0,port_id=0a8af457-0d19-4bc2-a053-ad14a4cbd9ca,segment=NetworkSegment(304b9768-ebfb-4066-b935-a4bdd70cb19d),segment_id=304b9768-ebfb-4066-b935-a4bdd70cb19d)] {{(pid=105994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:05:11.137866 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-f4613cfb-a6c6-49a6-a98a-83793b760399 req-52750a77-bbd9-40c4-b307-3a8f9f16b81d tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616222'] for port, precommit_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:11.220039 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-b991b910-f371-4513-b462-0277532dede7 tempest-TestShelveInstance-1403883769 tempest-TestShelveInstance-1403883769-project] Notify callbacks [] for floatingip, after_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:11.220980 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.db.l3_db [None req-b991b910-f371-4513-b462-0277532dede7 tempest-TestShelveInstance-1403883769 tempest-TestShelveInstance-1403883769-project] Floating IP e346a770-1984-49f8-bb3f-13956a0f39e3 disassociated (deleted). External IP: 172.27.0.74, port: dca78979-82e0-4177-af9e-220c5d00e85a. Sep 24 15:05:11.568675 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-f4613cfb-a6c6-49a6-a98a-83793b760399 req-52750a77-bbd9-40c4-b307-3a8f9f16b81d tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:11.569652 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-f4613cfb-a6c6-49a6-a98a-83793b760399 req-52750a77-bbd9-40c4-b307-3a8f9f16b81d tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-595207'] for floatingip, after_update {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:11.569971 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.db.l3_db [req-f4613cfb-a6c6-49a6-a98a-83793b760399 req-52750a77-bbd9-40c4-b307-3a8f9f16b81d tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Floating IP b4c380f9-5ccc-44dd-98e7-98fb00c8f99e disassociated. External IP: 172.27.0.245, port: 0a8af457-0d19-4bc2-a053-ad14a4cbd9ca. Sep 24 15:05:11.571228 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.plugin [req-f4613cfb-a6c6-49a6-a98a-83793b760399 req-52750a77-bbd9-40c4-b307-3a8f9f16b81d tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Calling delete_port for 0a8af457-0d19-4bc2-a053-ad14a4cbd9ca owned by compute:nova {{(pid=105994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:05:11.658387 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.wsgi [-] (105994) accepted ('10.222.0.90', 35436) {{(pid=105994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:05:11.690870 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-3f0da344-8d1e-433b-ae87-ba1af2dd8dad admin admin] Notify callbacks [] for security_group, before_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:11.925433 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-f4613cfb-a6c6-49a6-a98a-83793b760399 req-52750a77-bbd9-40c4-b307-3a8f9f16b81d tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727248551918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727248062136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14130366'] for port, after_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:12.009020 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52750a77-bbd9-40c4-b307-3a8f9f16b81d tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Pushing event deleted for resources: {'Port': ['ID=0a8af457-0d19-4bc2-a053-ad14a4cbd9ca,revision_number=None']} {{(pid=105994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:05:12.121144 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b991b910-f371-4513-b462-0277532dede7 tempest-TestShelveInstance-1403883769 tempest-TestShelveInstance-1403883769-project] Router 9fd40c68-31ca-4931-9059-3b319578d81c has already been hosted by L3 agent 76290e94-8d59-4af2-9b8f-4e64db68baa4 {{(pid=105993) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:05:12.206205 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-3f0da344-8d1e-433b-ae87-ba1af2dd8dad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:12.232918 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-3f0da344-8d1e-433b-ae87-ba1af2dd8dad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571103'] for security_group, after_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:12.291460 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-45cec359-871b-4f83-ba23-10cfbfc5acf1 req-b79c87e1-1228-46ce-a6b2-634c2a556347 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/ports?device_id=7a4dad91-581e-4911-addc-fe2e9aa9bafc HTTP/1.1" status: 200 len: 210 time: 0.0913484 Sep 24 15:05:12.374867 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [None req-3f0da344-8d1e-433b-ae87-ba1af2dd8dad admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=319ec61a944e48d2b3ee4b724a38f569&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7134902 Sep 24 15:05:12.383982 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.wsgi [-] (105993) accepted ('10.222.0.90', 35440) {{(pid=105993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:05:12.422304 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b991b910-f371-4513-b462-0277532dede7 tempest-TestShelveInstance-1403883769 tempest-TestShelveInstance-1403883769-project] Notify agent at l3_agent.dv-cinder-809830-2-iscsi the message routers_updated {{(pid=105993) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:05:12.434929 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0da344-8d1e-433b-ae87-ba1af2dd8dad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3381b8f5-064c-4476-8a36-929ec22a5f1e,revision_number=1']} {{(pid=105994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:05:12.435256 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-b991b910-f371-4513-b462-0277532dede7 tempest-TestShelveInstance-1403883769 tempest-TestShelveInstance-1403883769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472375'] for floatingip, before_response {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:12.458915 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4191b1a5-46fc-4587-8504-38629b65069b None None] Sync routers for ids ['9fd40c68-31ca-4931-9059-3b319578d81c'] in dv-cinder-809830-2-iscsi {{(pid=105996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:05:12.506128 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f4613cfb-a6c6-49a6-a98a-83793b760399 req-52750a77-bbd9-40c4-b307-3a8f9f16b81d tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Router 1a337c2d-cc00-452c-a162-e3ba9476d481 has already been hosted by L3 agent 76290e94-8d59-4af2-9b8f-4e64db68baa4 {{(pid=105994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:05:12.513125 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4191b1a5-46fc-4587-8504-38629b65069b None None] Routers {'9fd40c68-31ca-4931-9059-3b319578d81c'} bound to L3 agent in host dv-cinder-809830-2-iscsi {{(pid=105996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:05:12.513988 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.db.l3_hamode_db [None req-4191b1a5-46fc-4587-8504-38629b65069b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809830-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T14:45:58Z,description=,heartbeat_timestamp=2021-09-24T15:04:58Z,host='dv-cinder-809830-2-iscsi',id=76290e94-8d59-4af2-9b8f-4e64db68baa4,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T14:45:58Z,topic='l3_agent')) {'router_ids': ['9fd40c68-31ca-4931-9059-3b319578d81c'], 'active': True} {{(pid=105996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:05:12.535896 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [None req-b991b910-f371-4513-b462-0277532dede7 tempest-TestShelveInstance-1403883769 tempest-TestShelveInstance-1403883769-project] 10.222.0.90 "DELETE /v2.0/floatingips/e346a770-1984-49f8-bb3f-13956a0f39e3 HTTP/1.1" status: 204 len: 168 time: 3.0386019 Sep 24 15:05:12.548625 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17dd8cf6-b8ad-4afd-995c-aa01b0dc3985', 'tag': 'dca78979-82e0-4177-af9e-220c5d00e85a'}] {{(pid=105993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:05:12.556357 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0483dc3c0338f2df7275381f00d4ce3d10593dcbf62e99ee7509fcf67e52bc13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43d1790d-eea5-4f86-bb1e-d047d83fb612" -d '{"events": [{"name": "network-changed", "server_uuid": "17dd8cf6-b8ad-4afd-995c-aa01b0dc3985", "tag": "dca78979-82e0-4177-af9e-220c5d00e85a"}]}' {{(pid=105993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:05:12.591361 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-afd0e0b1-54a0-49dc-bfaa-88440feb9aa5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:12.683736 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-afd0e0b1-54a0-49dc-bfaa-88440feb9aa5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:12.712506 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 15:05:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa0fb778-48ee-415a-b9e3-cfb87a88f8f5 x-openstack-request-id: req-fa0fb778-48ee-415a-b9e3-cfb87a88f8f5 {{(pid=105993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:05:12.713407 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17dd8cf6-b8ad-4afd-995c-aa01b0dc3985", "tag": "dca78979-82e0-4177-af9e-220c5d00e85a", "status": "completed", "code": 200}]} {{(pid=105993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:05:12.714223 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-fa0fb778-48ee-415a-b9e3-cfb87a88f8f5 {{(pid=105993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:05:12.715112 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17dd8cf6-b8ad-4afd-995c-aa01b0dc3985', 'tag': 'dca78979-82e0-4177-af9e-220c5d00e85a', 'status': 'completed', 'code': 200} Sep 24 15:05:12.824194 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.db.l3_dvr_db [None req-4191b1a5-46fc-4587-8504-38629b65069b None None] Set router 9fd40c68-31ca-4931-9059-3b319578d81c gateway port host: dv-cinder-809830-2-iscsi {{(pid=105996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:05:12.832487 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-afd0e0b1-54a0-49dc-bfaa-88440feb9aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571103'] for security_group, after_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:12.842060 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-afd0e0b1-54a0-49dc-bfaa-88440feb9aa5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:12.860064 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [None req-afd0e0b1-54a0-49dc-bfaa-88440feb9aa5 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/3381b8f5-064c-4476-8a36-929ec22a5f1e HTTP/1.1" status: 204 len: 168 time: 0.4643431 Sep 24 15:05:12.882667 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd0e0b1-54a0-49dc-bfaa-88440feb9aa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3381b8f5-064c-4476-8a36-929ec22a5f1e,revision_number=None']} {{(pid=105993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:05:12.957369 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f4613cfb-a6c6-49a6-a98a-83793b760399 req-52750a77-bbd9-40c4-b307-3a8f9f16b81d tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Notify agent at l3_agent.dv-cinder-809830-2-iscsi the message routers_updated {{(pid=105994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:05:12.994739 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9613dd3-006a-456a-be06-326426cd0522 None None] Sync routers for ids ['1a337c2d-cc00-452c-a162-e3ba9476d481'] in dv-cinder-809830-2-iscsi {{(pid=105995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:05:13.035075 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9613dd3-006a-456a-be06-326426cd0522 None None] Routers {'1a337c2d-cc00-452c-a162-e3ba9476d481'} bound to L3 agent in host dv-cinder-809830-2-iscsi {{(pid=105995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:05:13.037819 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.l3_hamode_db [None req-f9613dd3-006a-456a-be06-326426cd0522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809830-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T14:45:58Z,description=,heartbeat_timestamp=2021-09-24T15:04:58Z,host='dv-cinder-809830-2-iscsi',id=76290e94-8d59-4af2-9b8f-4e64db68baa4,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T14:45:58Z,topic='l3_agent')) {'router_ids': ['1a337c2d-cc00-452c-a162-e3ba9476d481'], 'active': True} {{(pid=105995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:05:13.044521 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4613cfb-a6c6-49a6-a98a-83793b760399 req-52750a77-bbd9-40c4-b307-3a8f9f16b81d tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] No DVR routers for this DVR port 0a8af457-0d19-4bc2-a053-ad14a4cbd9ca on host hv-cinder-80983 {{(pid=105994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:05:13.050874 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-f4613cfb-a6c6-49a6-a98a-83793b760399 req-52750a77-bbd9-40c4-b307-3a8f9f16b81d tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472375'] for port, before_response {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:13.053911 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-f4613cfb-a6c6-49a6-a98a-83793b760399 req-52750a77-bbd9-40c4-b307-3a8f9f16b81d tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.99 "DELETE /v2.0/ports/0a8af457-0d19-4bc2-a053-ad14a4cbd9ca HTTP/1.1" status: 204 len: 173 time: 2.4318433 Sep 24 15:05:13.054957 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a4dad91-581e-4911-addc-fe2e9aa9bafc', 'name': 'network-vif-deleted', 'tag': '0a8af457-0d19-4bc2-a053-ad14a4cbd9ca'}] {{(pid=105994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:05:13.058735 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}445a901cbb5a624303c84b78f65e518dd0fb300c00204885c20e5236c8fbed2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f30c0562-11a2-4cd9-9d06-3de3246a64b2" -d '{"events": [{"server_uuid": "7a4dad91-581e-4911-addc-fe2e9aa9bafc", "name": "network-vif-deleted", "tag": "0a8af457-0d19-4bc2-a053-ad14a4cbd9ca"}]}' {{(pid=105994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:05:13.079653 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d1790d-eea5-4f86-bb1e-d047d83fb612 req-fcf811c1-c6f7-4e23-8b76-e1d1a4b7bdfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:05:13.082074 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-43d1790d-eea5-4f86-bb1e-d047d83fb612 req-fcf811c1-c6f7-4e23-8b76-e1d1a4b7bdfe service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=b3ba56daf4404d7989fc7b7270504b2e&device_id=17dd8cf6-b8ad-4afd-995c-aa01b0dc3985 HTTP/1.1" status: 200 len: 1099 time: 0.2669649 Sep 24 15:05:13.245632 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:05:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cbe26e3-9ce3-4caf-a29f-8c913fe3f379 x-openstack-request-id: req-1cbe26e3-9ce3-4caf-a29f-8c913fe3f379 {{(pid=105994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:05:13.246465 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a4dad91-581e-4911-addc-fe2e9aa9bafc", "name": "network-vif-deleted", "tag": "0a8af457-0d19-4bc2-a053-ad14a4cbd9ca", "status": "completed", "code": 200}]} {{(pid=105994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:05:13.247149 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-1cbe26e3-9ce3-4caf-a29f-8c913fe3f379 {{(pid=105994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:05:13.248114 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a4dad91-581e-4911-addc-fe2e9aa9bafc', 'name': 'network-vif-deleted', 'tag': '0a8af457-0d19-4bc2-a053-ad14a4cbd9ca', 'status': 'completed', 'code': 200} Sep 24 15:05:13.432799 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c7983a-1ff0-4662-aa86-86fcb06eeece req-8d808b91-64d7-44e7-8467-697ab39c4f99 tempest-TestShelveInstance-1403883769 tempest-TestShelveInstance-1403883769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:05:13.435989 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-d1c7983a-1ff0-4662-aa86-86fcb06eeece req-8d808b91-64d7-44e7-8467-697ab39c4f99 tempest-TestShelveInstance-1403883769 tempest-TestShelveInstance-1403883769-project] 10.222.0.90 "GET /v2.0/ports?device_id=17dd8cf6-b8ad-4afd-995c-aa01b0dc3985 HTTP/1.1" status: 200 len: 946 time: 0.1332564 Sep 24 15:05:13.439521 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d1790d-eea5-4f86-bb1e-d047d83fb612 req-0b8b5675-c5a4-4c79-98bd-66954ed2735b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:05:13.443256 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-43d1790d-eea5-4f86-bb1e-d047d83fb612 req-0b8b5675-c5a4-4c79-98bd-66954ed2735b service neutron] 10.222.0.99 "GET /v2.0/networks?id=bb19bb9c-3809-48e0-96ea-458278040176 HTTP/1.1" status: 200 len: 910 time: 0.3513019 Sep 24 15:05:13.479630 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.l3_dvr_db [None req-f9613dd3-006a-456a-be06-326426cd0522 None None] Set router 1a337c2d-cc00-452c-a162-e3ba9476d481 gateway port host: dv-cinder-809830-2-iscsi {{(pid=105995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:05:13.629909 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-6ef07d42-c132-4ed8-b380-ac73208b86cc req-84cd929d-7959-4f44-af11-e5833d58c378 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/ports?device_id=7a4dad91-581e-4911-addc-fe2e9aa9bafc HTTP/1.1" status: 200 len: 210 time: 0.0545011 Sep 24 15:05:13.638666 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-43d1790d-eea5-4f86-bb1e-d047d83fb612 req-1169f9a4-d774-45a4-b44d-f2efdd88d740 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dca78979-82e0-4177-af9e-220c5d00e85a HTTP/1.1" status: 200 len: 217 time: 0.1552300 Sep 24 15:05:13.701598 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-d1c7983a-1ff0-4662-aa86-86fcb06eeece req-533d62f3-20be-4f6b-93a4-afed9f4d0e86 tempest-TestShelveInstance-1403883769 tempest-TestShelveInstance-1403883769-project] 10.222.0.90 "GET /v2.0/security-groups?id=c78dbd3c-540f-45ec-99f7-1f22d56113b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2480361 Sep 24 15:05:13.844595 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d1790d-eea5-4f86-bb1e-d047d83fb612 req-18b7ac6f-b284-43a8-8605-c7bfa6d0d91c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:05:13.851388 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-43d1790d-eea5-4f86-bb1e-d047d83fb612 req-18b7ac6f-b284-43a8-8605-c7bfa6d0d91c service neutron] 10.222.0.99 "GET /v2.0/subnets?id=800b9930-29a7-40db-a216-473b4386d889 HTTP/1.1" status: 200 len: 847 time: 0.1816814 Sep 24 15:05:13.883727 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.db.l3_hamode_db [None req-4191b1a5-46fc-4587-8504-38629b65069b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fd40c68-31ca-4931-9059-3b319578d81c', 'name': 'tempest-TestShelveInstance-888972978-router', 'tenant_id': 'b3ba56daf4404d7989fc7b7270504b2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7', 'external_fixed_ips': [{'subnet_id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'ip_address': '172.27.0.31'}], 'enable_snat': True}, 'gw_port_id': '98756f79-0171-43c6-baf9-01b419ed3b89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T14:59:34Z', 'updated_at': '2021-09-24T14:59:41Z', 'revision_number': 4, 'project_id': 'b3ba56daf4404d7989fc7b7270504b2e', 'gw_port': {'id': '98756f79-0171-43c6-baf9-01b419ed3b89', 'name': '', 'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:cf:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fd40c68-31ca-4931-9059-3b319578d81c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'ip_address': '172.27.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T14:59:35Z', 'updated_at': '2021-09-24T14:59:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809830-2-iscsi', '_interfaces': [{'id': '3857017a-f6a7-4a03-8a0f-7bd08682bc68', 'name': '', 'network_id': 'bb19bb9c-3809-48e0-96ea-458278040176', 'tenant_id': 'b3ba56daf4404d7989fc7b7270504b2e', 'mac_address': 'fa:16:3e:2e:f4:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fd40c68-31ca-4931-9059-3b319578d81c', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '800b9930-29a7-40db-a216-473b4386d889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T14:59:40Z', 'updated_at': '2021-09-24T14:59:51Z', 'revision_number': 5, 'project_id': 'b3ba56daf4404d7989fc7b7270504b2e', 'subnets': [{'id': '800b9930-29a7-40db-a216-473b4386d889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809830-2-iscsi', False) {} {{(pid=105996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:05:13.969326 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4191b1a5-46fc-4587-8504-38629b65069b None None] Checking router: 9fd40c68-31ca-4931-9059-3b319578d81c for host: dv-cinder-809830-2-iscsi {{(pid=105996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:05:13.985125 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d1790d-eea5-4f86-bb1e-d047d83fb612 req-3f2e2bf1-20fa-4e2e-81ce-ff547689b807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:05:13.997195 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-43d1790d-eea5-4f86-bb1e-d047d83fb612 req-3f2e2bf1-20fa-4e2e-81ce-ff547689b807 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=bb19bb9c-3809-48e0-96ea-458278040176&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1304028 Sep 24 15:05:14.017390 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4191b1a5-46fc-4587-8504-38629b65069b None None] Routers {'9fd40c68-31ca-4931-9059-3b319578d81c'} bound to L3 agent in host dv-cinder-809830-2-iscsi {{(pid=105996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:05:14.020284 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.db.l3_hamode_db [None req-4191b1a5-46fc-4587-8504-38629b65069b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809830-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T14:45:58Z,description=,heartbeat_timestamp=2021-09-24T15:04:58Z,host='dv-cinder-809830-2-iscsi',id=76290e94-8d59-4af2-9b8f-4e64db68baa4,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T14:45:58Z,topic='l3_agent')) {'router_ids': ['9fd40c68-31ca-4931-9059-3b319578d81c'], 'active': True} {{(pid=105996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:05:14.178824 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.l3_hamode_db [None req-f9613dd3-006a-456a-be06-326426cd0522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a337c2d-cc00-452c-a162-e3ba9476d481', 'name': 'tempest-AttachVolumeShelveTestJSON-304460238-router', 'tenant_id': 'e8de89965f464e0ebbfb78c2c3d408f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7', 'external_fixed_ips': [{'subnet_id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': 'bcdea4c4-6bff-4ea1-9037-5f4b3477488a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T14:56:58Z', 'updated_at': '2021-09-24T14:57:14Z', 'revision_number': 4, 'project_id': 'e8de89965f464e0ebbfb78c2c3d408f2', 'gw_port': {'id': 'bcdea4c4-6bff-4ea1-9037-5f4b3477488a', 'name': '', 'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:22:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a337c2d-cc00-452c-a162-e3ba9476d481', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T14:57:00Z', 'updated_at': '2021-09-24T14:57:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809830-2-iscsi', '_interfaces': [{'id': '6d0091fc-f76c-4c9b-8c74-9af175210f4e', 'name': '', 'network_id': '9cafbdbc-b31b-42e1-af08-737ab1772474', 'tenant_id': 'e8de89965f464e0ebbfb78c2c3d408f2', 'mac_address': 'fa:16:3e:e2:3a:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a337c2d-cc00-452c-a162-e3ba9476d481', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '96eeb601-c3fa-4a0c-bf57-6c99e9cae07c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T14:57:09Z', 'updated_at': '2021-09-24T14:57:29Z', 'revision_number': 5, 'project_id': 'e8de89965f464e0ebbfb78c2c3d408f2', 'subnets': [{'id': '96eeb601-c3fa-4a0c-bf57-6c99e9cae07c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809830-2-iscsi', False) {} {{(pid=105995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:05:14.262442 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.rpc [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Device 0a8af457-0d19-4bc2-a053-ad14a4cbd9ca no longer exists at agent hyperv_hv-cinder-80983 {{(pid=105995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:05:14.292034 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-43d1790d-eea5-4f86-bb1e-d047d83fb612 req-0ca4e56d-e3a6-4698-9704-42ad3b49d132 service neutron] 10.222.0.99 "GET /v2.0/networks/bb19bb9c-3809-48e0-96ea-458278040176?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2854052 Sep 24 15:05:14.301152 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.plugin [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] No Port match for: 0a8af457-0d19-4bc2-a053-ad14a4cbd9ca {{(pid=105995) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:05:14.301980 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.rpc [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Device 0a8af457-0d19-4bc2-a053-ad14a4cbd9ca not bound to the agent host hv-cinder-80983 {{(pid=105995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:05:14.306367 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9613dd3-006a-456a-be06-326426cd0522 None None] Checking router: 1a337c2d-cc00-452c-a162-e3ba9476d481 for host: dv-cinder-809830-2-iscsi {{(pid=105995) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:05:14.344838 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9613dd3-006a-456a-be06-326426cd0522 None None] Routers {'1a337c2d-cc00-452c-a162-e3ba9476d481'} bound to L3 agent in host dv-cinder-809830-2-iscsi {{(pid=105995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:05:14.345983 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.l3_hamode_db [None req-f9613dd3-006a-456a-be06-326426cd0522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809830-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T14:45:58Z,description=,heartbeat_timestamp=2021-09-24T15:04:58Z,host='dv-cinder-809830-2-iscsi',id=76290e94-8d59-4af2-9b8f-4e64db68baa4,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T14:45:58Z,topic='l3_agent')) {'router_ids': ['1a337c2d-cc00-452c-a162-e3ba9476d481'], 'active': True} {{(pid=105995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:05:14.358361 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.db.l3_dvr_db [None req-4191b1a5-46fc-4587-8504-38629b65069b None None] Set router 9fd40c68-31ca-4931-9059-3b319578d81c gateway port host: dv-cinder-809830-2-iscsi {{(pid=105996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:05:14.530506 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-43d1790d-eea5-4f86-bb1e-d047d83fb612 req-225fd012-6477-472c-8e68-05e489da5b40 service neutron] 10.222.0.99 "GET /v2.0/networks/bb19bb9c-3809-48e0-96ea-458278040176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2280326 Sep 24 15:05:14.626812 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.l3_dvr_db [None req-f9613dd3-006a-456a-be06-326426cd0522 None None] Set router 1a337c2d-cc00-452c-a162-e3ba9476d481 gateway port host: dv-cinder-809830-2-iscsi {{(pid=105995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:05:14.734425 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18880fde-fb4c-4187-aeb1-bbf0241bcf35 req-aac60396-9ebd-4c08-b731-f25a5fe6476c tempest-TestShelveInstance-1403883769 tempest-TestShelveInstance-1403883769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:05:14.744400 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-18880fde-fb4c-4187-aeb1-bbf0241bcf35 req-aac60396-9ebd-4c08-b731-f25a5fe6476c tempest-TestShelveInstance-1403883769 tempest-TestShelveInstance-1403883769-project] 10.222.0.99 "GET /v2.0/ports?device_id=17dd8cf6-b8ad-4afd-995c-aa01b0dc3985 HTTP/1.1" status: 200 len: 946 time: 0.1634467 Sep 24 15:05:14.882259 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.wsgi [-] (105993) accepted ('10.222.0.90', 35474) {{(pid=105993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:05:14.948958 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.db.l3_hamode_db [None req-4191b1a5-46fc-4587-8504-38629b65069b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fd40c68-31ca-4931-9059-3b319578d81c', 'name': 'tempest-TestShelveInstance-888972978-router', 'tenant_id': 'b3ba56daf4404d7989fc7b7270504b2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7', 'external_fixed_ips': [{'subnet_id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'ip_address': '172.27.0.31'}], 'enable_snat': True}, 'gw_port_id': '98756f79-0171-43c6-baf9-01b419ed3b89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T14:59:34Z', 'updated_at': '2021-09-24T14:59:41Z', 'revision_number': 4, 'project_id': 'b3ba56daf4404d7989fc7b7270504b2e', 'gw_port': {'id': '98756f79-0171-43c6-baf9-01b419ed3b89', 'name': '', 'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:cf:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fd40c68-31ca-4931-9059-3b319578d81c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'ip_address': '172.27.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T14:59:35Z', 'updated_at': '2021-09-24T14:59:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809830-2-iscsi', '_interfaces': [{'id': '3857017a-f6a7-4a03-8a0f-7bd08682bc68', 'name': '', 'network_id': 'bb19bb9c-3809-48e0-96ea-458278040176', 'tenant_id': 'b3ba56daf4404d7989fc7b7270504b2e', 'mac_address': 'fa:16:3e:2e:f4:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fd40c68-31ca-4931-9059-3b319578d81c', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '800b9930-29a7-40db-a216-473b4386d889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T14:59:40Z', 'updated_at': '2021-09-24T14:59:51Z', 'revision_number': 5, 'project_id': 'b3ba56daf4404d7989fc7b7270504b2e', 'subnets': [{'id': '800b9930-29a7-40db-a216-473b4386d889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809830-2-iscsi', False) {} {{(pid=105996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:05:15.008489 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4191b1a5-46fc-4587-8504-38629b65069b None None] The sync data for ids ['9fd40c68-31ca-4931-9059-3b319578d81c'] in dv-cinder-809830-2-iscsi is: [{'id': '9fd40c68-31ca-4931-9059-3b319578d81c', 'name': 'tempest-TestShelveInstance-888972978-router', 'tenant_id': 'b3ba56daf4404d7989fc7b7270504b2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7', 'external_fixed_ips': [{'subnet_id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'ip_address': '172.27.0.31'}], 'enable_snat': True}, 'gw_port_id': '98756f79-0171-43c6-baf9-01b419ed3b89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T14:59:34Z', 'updated_at': '2021-09-24T14:59:41Z', 'revision_number': 4, 'project_id': 'b3ba56daf4404d7989fc7b7270504b2e', 'gw_port': {'id': '98756f79-0171-43c6-baf9-01b419ed3b89', 'name': '', 'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:cf:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fd40c68-31ca-4931-9059-3b319578d81c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'ip_address': '172.27.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T14:59:35Z', 'updated_at': '2021-09-24T14:59:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809830-2-iscsi', '_interfaces': [{'id': '3857017a-f6a7-4a03-8a0f-7bd08682bc68', 'name': '', 'network_id': 'bb19bb9c-3809-48e0-96ea-458278040176', 'tenant_id': 'b3ba56daf4404d7989fc7b7270504b2e', 'mac_address': 'fa:16:3e:2e:f4:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fd40c68-31ca-4931-9059-3b319578d81c', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '800b9930-29a7-40db-a216-473b4386d889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T14:59:40Z', 'updated_at': '2021-09-24T14:59:51Z', 'revision_number': 5, 'project_id': 'b3ba56daf4404d7989fc7b7270504b2e', 'subnets': [{'id': '800b9930-29a7-40db-a216-473b4386d889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:05:15.104644 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-91a39e07-459f-4940-b241-7ddf5df85bd0 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Notify callbacks [] for security_group, before_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:15.197197 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-91a39e07-459f-4940-b241-7ddf5df85bd0 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:15.281531 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b159be6-3bfa-4152-94a7-8411554a46d6 req-94c6241a-2c38-4828-8f8a-8b61d80e7916 tempest-TestShelveInstance-1403883769 tempest-TestShelveInstance-1403883769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:05:15.297896 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-9b159be6-3bfa-4152-94a7-8411554a46d6 req-94c6241a-2c38-4828-8f8a-8b61d80e7916 tempest-TestShelveInstance-1403883769 tempest-TestShelveInstance-1403883769-project] 10.222.0.90 "GET /v2.0/ports?device_id=17dd8cf6-b8ad-4afd-995c-aa01b0dc3985 HTTP/1.1" status: 200 len: 946 time: 0.3632991 Sep 24 15:05:15.326703 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-91a39e07-459f-4940-b241-7ddf5df85bd0 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571103'] for security_group, after_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:15.331672 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-91a39e07-459f-4940-b241-7ddf5df85bd0 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Notify callbacks [] for security_group, before_response {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:15.341107 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [None req-91a39e07-459f-4940-b241-7ddf5df85bd0 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "DELETE /v2.0/security-groups/4807d789-faf2-4fd3-adf1-c1f1811a7ec0 HTTP/1.1" status: 204 len: 168 time: 0.4491336 Sep 24 15:05:15.341948 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.wsgi [-] (105994) accepted ('10.222.0.90', 35480) {{(pid=105994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:05:15.381651 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a39e07-459f-4940-b241-7ddf5df85bd0 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4807d789-faf2-4fd3-adf1-c1f1811a7ec0,revision_number=None']} {{(pid=105993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:05:15.401104 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.api.v2.resource [None req-41fd5197-961d-40bd-b86d-0e44532f5751 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] show failed (client error): The resource could not be found. Sep 24 15:05:15.407354 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [None req-41fd5197-961d-40bd-b86d-0e44532f5751 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "GET /v2.0/security-groups/4807d789-faf2-4fd3-adf1-c1f1811a7ec0 HTTP/1.1" status: 404 len: 347 time: 0.0565329 Sep 24 15:05:15.408540 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.wsgi [-] (105994) accepted ('10.222.0.90', 35482) {{(pid=105994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:05:15.558035 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.l3_hamode_db [None req-f9613dd3-006a-456a-be06-326426cd0522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a337c2d-cc00-452c-a162-e3ba9476d481', 'name': 'tempest-AttachVolumeShelveTestJSON-304460238-router', 'tenant_id': 'e8de89965f464e0ebbfb78c2c3d408f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7', 'external_fixed_ips': [{'subnet_id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': 'bcdea4c4-6bff-4ea1-9037-5f4b3477488a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T14:56:58Z', 'updated_at': '2021-09-24T14:57:14Z', 'revision_number': 4, 'project_id': 'e8de89965f464e0ebbfb78c2c3d408f2', 'gw_port': {'id': 'bcdea4c4-6bff-4ea1-9037-5f4b3477488a', 'name': '', 'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:22:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a337c2d-cc00-452c-a162-e3ba9476d481', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T14:57:00Z', 'updated_at': '2021-09-24T14:57:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809830-2-iscsi', '_interfaces': [{'id': '6d0091fc-f76c-4c9b-8c74-9af175210f4e', 'name': '', 'network_id': '9cafbdbc-b31b-42e1-af08-737ab1772474', 'tenant_id': 'e8de89965f464e0ebbfb78c2c3d408f2', 'mac_address': 'fa:16:3e:e2:3a:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a337c2d-cc00-452c-a162-e3ba9476d481', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '96eeb601-c3fa-4a0c-bf57-6c99e9cae07c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T14:57:09Z', 'updated_at': '2021-09-24T14:57:29Z', 'revision_number': 5, 'project_id': 'e8de89965f464e0ebbfb78c2c3d408f2', 'subnets': [{'id': '96eeb601-c3fa-4a0c-bf57-6c99e9cae07c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809830-2-iscsi', False) {} {{(pid=105995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:05:15.594839 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-9b159be6-3bfa-4152-94a7-8411554a46d6 req-e7b73649-4ae8-4c96-9fd3-f2a418441294 tempest-TestShelveInstance-1403883769 tempest-TestShelveInstance-1403883769-project] 10.222.0.90 "GET /v2.0/security-groups?id=c78dbd3c-540f-45ec-99f7-1f22d56113b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2884047 Sep 24 15:05:15.609333 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.plugin [req-18880fde-fb4c-4187-aeb1-bbf0241bcf35 req-fc8fec4d-8c83-4403-b0e0-3f24b74e4801 tempest-TestShelveInstance-1403883769 tempest-TestShelveInstance-1403883769-project] Deleting port dca78979-82e0-4177-af9e-220c5d00e85a {{(pid=105994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:05:15.610267 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-18880fde-fb4c-4187-aeb1-bbf0241bcf35 req-fc8fec4d-8c83-4403-b0e0-3f24b74e4801 tempest-TestShelveInstance-1403883769 tempest-TestShelveInstance-1403883769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727248545832'] for port, before_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:15.624768 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9613dd3-006a-456a-be06-326426cd0522 None None] The sync data for ids ['1a337c2d-cc00-452c-a162-e3ba9476d481'] in dv-cinder-809830-2-iscsi is: [{'id': '1a337c2d-cc00-452c-a162-e3ba9476d481', 'name': 'tempest-AttachVolumeShelveTestJSON-304460238-router', 'tenant_id': 'e8de89965f464e0ebbfb78c2c3d408f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7', 'external_fixed_ips': [{'subnet_id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': 'bcdea4c4-6bff-4ea1-9037-5f4b3477488a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T14:56:58Z', 'updated_at': '2021-09-24T14:57:14Z', 'revision_number': 4, 'project_id': 'e8de89965f464e0ebbfb78c2c3d408f2', 'gw_port': {'id': 'bcdea4c4-6bff-4ea1-9037-5f4b3477488a', 'name': '', 'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:22:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a337c2d-cc00-452c-a162-e3ba9476d481', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T14:57:00Z', 'updated_at': '2021-09-24T14:57:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809830-2-iscsi', '_interfaces': [{'id': '6d0091fc-f76c-4c9b-8c74-9af175210f4e', 'name': '', 'network_id': '9cafbdbc-b31b-42e1-af08-737ab1772474', 'tenant_id': 'e8de89965f464e0ebbfb78c2c3d408f2', 'mac_address': 'fa:16:3e:e2:3a:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a337c2d-cc00-452c-a162-e3ba9476d481', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '96eeb601-c3fa-4a0c-bf57-6c99e9cae07c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T14:57:09Z', 'updated_at': '2021-09-24T14:57:29Z', 'revision_number': 5, 'project_id': 'e8de89965f464e0ebbfb78c2c3d408f2', 'subnets': [{'id': '96eeb601-c3fa-4a0c-bf57-6c99e9cae07c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:05:15.676324 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd35bc97-acd7-4f87-aa54-7f45f9c06aef None None] New status for floating IP e346a770-1984-49f8-bb3f-13956a0f39e3: DOWN {{(pid=105996) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 15:05:15.851941 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:16.184663 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ac6b696-a8a7-4e26-ae2e-94135574bd2e None None] New status for floating IP b4c380f9-5ccc-44dd-98e7-98fb00c8f99e: DOWN {{(pid=105995) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 15:05:16.302779 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.plugin [None req-96110a47-c350-47d1-bb89-62cf9f07bf28 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Deleting port 74b39e12-261f-4c07-adc8-d2c34e28c8b1 {{(pid=105994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:05:16.303595 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-96110a47-c350-47d1-bb89-62cf9f07bf28 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727248545832'] for port, before_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:16.351063 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.db [req-18880fde-fb4c-4187-aeb1-bbf0241bcf35 req-fc8fec4d-8c83-4403-b0e0-3f24b74e4801 tempest-TestShelveInstance-1403883769 tempest-TestShelveInstance-1403883769-project] For port dca78979-82e0-4177-af9e-220c5d00e85a, host hv-cinder-80983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80983',level=0,port_id=dca78979-82e0-4177-af9e-220c5d00e85a,segment=NetworkSegment(e5fe0498-5b75-4c3e-a5ab-6f6f616fb9d3),segment_id=e5fe0498-5b75-4c3e-a5ab-6f6f616fb9d3)] {{(pid=105994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:05:16.351921 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-18880fde-fb4c-4187-aeb1-bbf0241bcf35 req-fc8fec4d-8c83-4403-b0e0-3f24b74e4801 tempest-TestShelveInstance-1403883769 tempest-TestShelveInstance-1403883769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616222'] for port, precommit_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:16.399986 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.plugin [req-18880fde-fb4c-4187-aeb1-bbf0241bcf35 req-fc8fec4d-8c83-4403-b0e0-3f24b74e4801 tempest-TestShelveInstance-1403883769 tempest-TestShelveInstance-1403883769-project] Calling delete_port for dca78979-82e0-4177-af9e-220c5d00e85a owned by compute:nova {{(pid=105994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:05:16.578066 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-96110a47-c350-47d1-bb89-62cf9f07bf28 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616222'] for port, precommit_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:16.578630 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-96110a47-c350-47d1-bb89-62cf9f07bf28 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:16.624876 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.plugin [None req-96110a47-c350-47d1-bb89-62cf9f07bf28 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Calling delete_port for 74b39e12-261f-4c07-adc8-d2c34e28c8b1 owned by network:floatingip {{(pid=105994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:05:16.896291 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a16a26-74ed-4406-b7c2-fd8c4267176d req-71fd1efb-b024-4a7d-a806-e488557db82a tempest-TestShelveInstance-1403883769 tempest-TestShelveInstance-1403883769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:05:16.899565 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-72a16a26-74ed-4406-b7c2-fd8c4267176d req-71fd1efb-b024-4a7d-a806-e488557db82a tempest-TestShelveInstance-1403883769 tempest-TestShelveInstance-1403883769-project] 10.222.0.90 "GET /v2.0/ports?device_id=17dd8cf6-b8ad-4afd-995c-aa01b0dc3985 HTTP/1.1" status: 200 len: 946 time: 0.1277370 Sep 24 15:05:16.930317 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-18880fde-fb4c-4187-aeb1-bbf0241bcf35 req-fc8fec4d-8c83-4403-b0e0-3f24b74e4801 tempest-TestShelveInstance-1403883769 tempest-TestShelveInstance-1403883769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727248551918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727248062136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14130366'] for port, after_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:17.033623 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-72a16a26-74ed-4406-b7c2-fd8c4267176d req-1d9067bf-f53e-4d2d-afc4-246455d3bb5a tempest-TestShelveInstance-1403883769 tempest-TestShelveInstance-1403883769-project] 10.222.0.90 "GET /v2.0/security-groups?id=c78dbd3c-540f-45ec-99f7-1f22d56113b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788667 Sep 24 15:05:17.042672 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8fec4d-8c83-4403-b0e0-3f24b74e4801 tempest-TestShelveInstance-1403883769 tempest-TestShelveInstance-1403883769-project] Pushing event deleted for resources: {'Port': ['ID=dca78979-82e0-4177-af9e-220c5d00e85a,revision_number=None']} {{(pid=105994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:05:17.168549 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.db.l3_dvrscheduler_db [req-18880fde-fb4c-4187-aeb1-bbf0241bcf35 req-fc8fec4d-8c83-4403-b0e0-3f24b74e4801 tempest-TestShelveInstance-1403883769 tempest-TestShelveInstance-1403883769-project] No DVR routers for this DVR port dca78979-82e0-4177-af9e-220c5d00e85a on host hv-cinder-80983 {{(pid=105994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:05:17.171394 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-96110a47-c350-47d1-bb89-62cf9f07bf28 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727248551918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727248062136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14130366'] for port, after_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:17.175825 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-18880fde-fb4c-4187-aeb1-bbf0241bcf35 req-fc8fec4d-8c83-4403-b0e0-3f24b74e4801 tempest-TestShelveInstance-1403883769 tempest-TestShelveInstance-1403883769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472375'] for port, before_response {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:17.179301 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-18880fde-fb4c-4187-aeb1-bbf0241bcf35 req-fc8fec4d-8c83-4403-b0e0-3f24b74e4801 tempest-TestShelveInstance-1403883769 tempest-TestShelveInstance-1403883769-project] 10.222.0.99 "DELETE /v2.0/ports/dca78979-82e0-4177-af9e-220c5d00e85a HTTP/1.1" status: 204 len: 173 time: 2.4272230 Sep 24 15:05:17.183731 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17dd8cf6-b8ad-4afd-995c-aa01b0dc3985', 'name': 'network-vif-deleted', 'tag': 'dca78979-82e0-4177-af9e-220c5d00e85a'}] {{(pid=105994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:05:17.188353 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}445a901cbb5a624303c84b78f65e518dd0fb300c00204885c20e5236c8fbed2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e30f2c3b-4f0b-49f9-b6e2-3d74fdc6c3b3" -d '{"events": [{"server_uuid": "17dd8cf6-b8ad-4afd-995c-aa01b0dc3985", "name": "network-vif-deleted", "tag": "dca78979-82e0-4177-af9e-220c5d00e85a"}]}' {{(pid=105994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:05:17.243883 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96110a47-c350-47d1-bb89-62cf9f07bf28 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Pushing event deleted for resources: {'Port': ['ID=74b39e12-261f-4c07-adc8-d2c34e28c8b1,revision_number=None']} {{(pid=105994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:05:17.315664 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:05:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e380507e-ba31-4631-9943-3e24a7f8c6d3 x-openstack-request-id: req-e380507e-ba31-4631-9943-3e24a7f8c6d3 {{(pid=105994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:05:17.316703 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17dd8cf6-b8ad-4afd-995c-aa01b0dc3985", "name": "network-vif-deleted", "tag": "dca78979-82e0-4177-af9e-220c5d00e85a", "status": "completed", "code": 200}]} {{(pid=105994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:05:17.316703 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-e380507e-ba31-4631-9943-3e24a7f8c6d3 {{(pid=105994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:05:17.317222 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17dd8cf6-b8ad-4afd-995c-aa01b0dc3985', 'name': 'network-vif-deleted', 'tag': 'dca78979-82e0-4177-af9e-220c5d00e85a', 'status': 'completed', 'code': 200} Sep 24 15:05:17.423108 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-96110a47-c350-47d1-bb89-62cf9f07bf28 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Notify callbacks [] for floatingip, after_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:17.427181 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-96110a47-c350-47d1-bb89-62cf9f07bf28 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472375'] for floatingip, before_response {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:17.441440 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [None req-96110a47-c350-47d1-bb89-62cf9f07bf28 tempest-AttachVolumeShelveTestJSON-78064117 tempest-AttachVolumeShelveTestJSON-78064117-project] 10.222.0.90 "DELETE /v2.0/floatingips/b4c380f9-5ccc-44dd-98e7-98fb00c8f99e HTTP/1.1" status: 204 len: 168 time: 2.0249691 Sep 24 15:05:18.247661 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-2079fea1-3091-4c66-8a8d-ec13c57cf39b req-d35e3f10-3b8c-4efc-99ab-3b9448ec5567 tempest-TestShelveInstance-1403883769 tempest-TestShelveInstance-1403883769-project] 10.222.0.90 "GET /v2.0/ports?device_id=17dd8cf6-b8ad-4afd-995c-aa01b0dc3985 HTTP/1.1" status: 200 len: 210 time: 0.0588768 Sep 24 15:05:18.251674 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.rpc [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Device dca78979-82e0-4177-af9e-220c5d00e85a no longer exists at agent hyperv_hv-cinder-80983 {{(pid=105995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:05:18.323402 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.plugin [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] No Port match for: dca78979-82e0-4177-af9e-220c5d00e85a {{(pid=105995) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:05:18.324269 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.rpc [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Device dca78979-82e0-4177-af9e-220c5d00e85a not bound to the agent host hv-cinder-80983 {{(pid=105995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:05:19.380885 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.wsgi [-] (105994) accepted ('10.222.0.90', 35544) {{(pid=105994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:05:19.505913 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-eaa2c299-0cff-4f0d-bde1-49c631f59e51 tempest-TestShelveInstance-1403883769 tempest-TestShelveInstance-1403883769-project] Notify callbacks [] for security_group, before_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:19.572473 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-eaa2c299-0cff-4f0d-bde1-49c631f59e51 tempest-TestShelveInstance-1403883769 tempest-TestShelveInstance-1403883769-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:19.737561 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-eaa2c299-0cff-4f0d-bde1-49c631f59e51 tempest-TestShelveInstance-1403883769 tempest-TestShelveInstance-1403883769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571103'] for security_group, after_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:19.742854 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-eaa2c299-0cff-4f0d-bde1-49c631f59e51 tempest-TestShelveInstance-1403883769 tempest-TestShelveInstance-1403883769-project] Notify callbacks [] for security_group, before_response {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:19.745114 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [None req-eaa2c299-0cff-4f0d-bde1-49c631f59e51 tempest-TestShelveInstance-1403883769 tempest-TestShelveInstance-1403883769-project] 10.222.0.90 "DELETE /v2.0/security-groups/c78dbd3c-540f-45ec-99f7-1f22d56113b2 HTTP/1.1" status: 204 len: 168 time: 0.3659043 Sep 24 15:05:19.765118 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa2c299-0cff-4f0d-bde1-49c631f59e51 tempest-TestShelveInstance-1403883769 tempest-TestShelveInstance-1403883769-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c78dbd3c-540f-45ec-99f7-1f22d56113b2,revision_number=None']} {{(pid=105994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:05:19.859153 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.wsgi [-] (105993) accepted ('10.222.0.90', 35552) {{(pid=105993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:05:20.357003 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.wsgi [-] (105994) accepted ('10.222.0.90', 35562) {{(pid=105994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:05:20.917979 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-2e292ddd-f397-49c8-ad2d-3d2d2d640464 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-594183'] for router_interface, before_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:21.288548 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-0b090242-6b78-4054-a22e-d6112753fb9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-594183'] for router_interface, before_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:21.309292 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.db.agents_db [None req-37515238-e50e-498e-bfbd-a21ffee86c29 None None] Agent healthcheck: found 6 active agents {{(pid=105996) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 15:05:21.530980 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.plugins.ml2.plugin [None req-2e292ddd-f397-49c8-ad2d-3d2d2d640464 admin admin] Deleting port 3857017a-f6a7-4a03-8a0f-7bd08682bc68 {{(pid=105993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:05:21.531486 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-2e292ddd-f397-49c8-ad2d-3d2d2d640464 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727248545832'] for port, before_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:21.740586 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.plugins.ml2.db [None req-2e292ddd-f397-49c8-ad2d-3d2d2d640464 admin admin] For port 3857017a-f6a7-4a03-8a0f-7bd08682bc68, host dv-cinder-809830-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809830-2-iscsi',level=0,port_id=3857017a-f6a7-4a03-8a0f-7bd08682bc68,segment=NetworkSegment(e5fe0498-5b75-4c3e-a5ab-6f6f616fb9d3),segment_id=e5fe0498-5b75-4c3e-a5ab-6f6f616fb9d3)] {{(pid=105993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:05:21.741353 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-2e292ddd-f397-49c8-ad2d-3d2d2d640464 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616222'] for port, precommit_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:21.767050 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.plugins.ml2.plugin [None req-2e292ddd-f397-49c8-ad2d-3d2d2d640464 admin admin] Calling delete_port for 3857017a-f6a7-4a03-8a0f-7bd08682bc68 owned by network:router_interface {{(pid=105993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:05:21.931920 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.plugin [None req-0b090242-6b78-4054-a22e-d6112753fb9b admin admin] Deleting port 6d0091fc-f76c-4c9b-8c74-9af175210f4e {{(pid=105994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:05:21.933037 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-0b090242-6b78-4054-a22e-d6112753fb9b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727248545832'] for port, before_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:22.141588 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.db [None req-0b090242-6b78-4054-a22e-d6112753fb9b admin admin] For port 6d0091fc-f76c-4c9b-8c74-9af175210f4e, host dv-cinder-809830-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809830-2-iscsi',level=0,port_id=6d0091fc-f76c-4c9b-8c74-9af175210f4e,segment=NetworkSegment(304b9768-ebfb-4066-b935-a4bdd70cb19d),segment_id=304b9768-ebfb-4066-b935-a4bdd70cb19d)] {{(pid=105994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:05:22.142150 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-0b090242-6b78-4054-a22e-d6112753fb9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616222'] for port, precommit_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:22.171901 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.plugin [None req-0b090242-6b78-4054-a22e-d6112753fb9b admin admin] Calling delete_port for 6d0091fc-f76c-4c9b-8c74-9af175210f4e owned by network:router_interface {{(pid=105994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:05:22.215257 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-2e292ddd-f397-49c8-ad2d-3d2d2d640464 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727248551918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727248062136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14427043'] for port, after_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:22.263209 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e292ddd-f397-49c8-ad2d-3d2d2d640464 admin admin] Pushing event deleted for resources: {'Port': ['ID=3857017a-f6a7-4a03-8a0f-7bd08682bc68,revision_number=None']} {{(pid=105993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:05:22.599152 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-0b090242-6b78-4054-a22e-d6112753fb9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727248551918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727248062136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14130366'] for port, after_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:22.663222 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b090242-6b78-4054-a22e-d6112753fb9b admin admin] Pushing event deleted for resources: {'Port': ['ID=6d0091fc-f76c-4c9b-8c74-9af175210f4e,revision_number=None']} {{(pid=105994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:05:22.682534 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-2e292ddd-f397-49c8-ad2d-3d2d2d640464 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-595342'] for router_interface, after_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:23.007974 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-0b090242-6b78-4054-a22e-d6112753fb9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-595342'] for router_interface, after_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:23.158174 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e292ddd-f397-49c8-ad2d-3d2d2d640464 admin admin] Router 9fd40c68-31ca-4931-9059-3b319578d81c has already been hosted by L3 agent 76290e94-8d59-4af2-9b8f-4e64db68baa4 {{(pid=105993) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:05:23.405924 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e292ddd-f397-49c8-ad2d-3d2d2d640464 admin admin] Notify agent at l3_agent.dv-cinder-809830-2-iscsi the message routers_updated {{(pid=105993) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:05:23.416270 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [None req-2e292ddd-f397-49c8-ad2d-3d2d2d640464 admin admin] 10.222.0.90 "PUT /v2.0/routers/9fd40c68-31ca-4931-9059-3b319578d81c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5551779 Sep 24 15:05:23.420921 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.wsgi [-] (105993) accepted ('10.222.0.90', 35600) {{(pid=105993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:05:23.430656 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e68e31b2-7e6c-4383-9656-6ba81cf369c3 None None] Sync routers for ids ['9fd40c68-31ca-4931-9059-3b319578d81c'] in dv-cinder-809830-2-iscsi {{(pid=105996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:05:23.458319 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e68e31b2-7e6c-4383-9656-6ba81cf369c3 None None] Routers {'9fd40c68-31ca-4931-9059-3b319578d81c'} bound to L3 agent in host dv-cinder-809830-2-iscsi {{(pid=105996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:05:23.460338 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.db.l3_hamode_db [None req-e68e31b2-7e6c-4383-9656-6ba81cf369c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809830-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T14:45:58Z,description=,heartbeat_timestamp=2021-09-24T15:04:58Z,host='dv-cinder-809830-2-iscsi',id=76290e94-8d59-4af2-9b8f-4e64db68baa4,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T14:45:58Z,topic='l3_agent')) {'router_ids': ['9fd40c68-31ca-4931-9059-3b319578d81c'], 'active': True} {{(pid=105996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:05:23.481988 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b090242-6b78-4054-a22e-d6112753fb9b admin admin] Router 1a337c2d-cc00-452c-a162-e3ba9476d481 has already been hosted by L3 agent 76290e94-8d59-4af2-9b8f-4e64db68baa4 {{(pid=105994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:05:23.532258 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.wsgi [-] (105993) accepted ('10.222.0.90', 35602) {{(pid=105993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:05:23.573234 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-5d37cf74-4267-49b2-8bbf-08969139b2a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:23.682898 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.db.l3_dvr_db [None req-e68e31b2-7e6c-4383-9656-6ba81cf369c3 None None] Set router 9fd40c68-31ca-4931-9059-3b319578d81c gateway port host: dv-cinder-809830-2-iscsi {{(pid=105996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:05:23.690585 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-f73647d7-ae56-4554-8bcb-57b9e5002901 admin admin] Notify callbacks [] for router, before_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:23.710174 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b090242-6b78-4054-a22e-d6112753fb9b admin admin] Notify agent at l3_agent.dv-cinder-809830-2-iscsi the message routers_updated {{(pid=105994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:05:23.728990 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-448e772c-98ad-4303-ab5d-8d6d956facc7 None None] Sync routers for ids ['1a337c2d-cc00-452c-a162-e3ba9476d481'] in dv-cinder-809830-2-iscsi {{(pid=105995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:05:23.729357 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [None req-0b090242-6b78-4054-a22e-d6112753fb9b admin admin] 10.222.0.90 "PUT /v2.0/routers/1a337c2d-cc00-452c-a162-e3ba9476d481/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3705816 Sep 24 15:05:23.730117 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.wsgi [-] (105994) accepted ('10.222.0.90', 35606) {{(pid=105994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:05:23.748409 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-448e772c-98ad-4303-ab5d-8d6d956facc7 None None] Routers {'1a337c2d-cc00-452c-a162-e3ba9476d481'} bound to L3 agent in host dv-cinder-809830-2-iscsi {{(pid=105995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:05:23.750909 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.l3_hamode_db [None req-448e772c-98ad-4303-ab5d-8d6d956facc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809830-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T14:45:58Z,description=,heartbeat_timestamp=2021-09-24T15:04:58Z,host='dv-cinder-809830-2-iscsi',id=76290e94-8d59-4af2-9b8f-4e64db68baa4,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T14:45:58Z,topic='l3_agent')) {'router_ids': ['1a337c2d-cc00-452c-a162-e3ba9476d481'], 'active': True} {{(pid=105995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:05:23.833635 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-c9fc6145-de18-4b93-8dac-90253d04b38d admin admin] Notify callbacks [] for security_group, before_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:24.026937 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-f73647d7-ae56-4554-8bcb-57b9e5002901 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:24.046884 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-b7c62d5f-18d9-48fb-92c8-35ab52461b64 admin admin] Notify callbacks [] for router, before_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:24.110266 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.l3_dvr_db [None req-448e772c-98ad-4303-ab5d-8d6d956facc7 None None] Set router 1a337c2d-cc00-452c-a162-e3ba9476d481 gateway port host: dv-cinder-809830-2-iscsi {{(pid=105995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:05:24.231804 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.plugins.ml2.plugin [None req-f73647d7-ae56-4554-8bcb-57b9e5002901 admin admin] Deleting port 98756f79-0171-43c6-baf9-01b419ed3b89 {{(pid=105993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:05:24.232945 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-f73647d7-ae56-4554-8bcb-57b9e5002901 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727248545832'] for port, before_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:24.245790 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-c9fc6145-de18-4b93-8dac-90253d04b38d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:24.266801 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-c9fc6145-de18-4b93-8dac-90253d04b38d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571103'] for security_group, after_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:24.373863 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.db.l3_hamode_db [None req-e68e31b2-7e6c-4383-9656-6ba81cf369c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fd40c68-31ca-4931-9059-3b319578d81c', 'name': 'tempest-TestShelveInstance-888972978-router', 'tenant_id': 'b3ba56daf4404d7989fc7b7270504b2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7', 'external_fixed_ips': [{'subnet_id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'ip_address': '172.27.0.31'}], 'enable_snat': True}, 'gw_port_id': '98756f79-0171-43c6-baf9-01b419ed3b89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T14:59:34Z', 'updated_at': '2021-09-24T15:05:22Z', 'revision_number': 5, 'project_id': 'b3ba56daf4404d7989fc7b7270504b2e', 'gw_port': {'id': '98756f79-0171-43c6-baf9-01b419ed3b89', 'name': '', 'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:cf:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fd40c68-31ca-4931-9059-3b319578d81c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'ip_address': '172.27.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T14:59:35Z', 'updated_at': '2021-09-24T14:59:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809830-2-iscsi'}], 'dv-cinder-809830-2-iscsi', False) {} {{(pid=105996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:05:24.427181 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e68e31b2-7e6c-4383-9656-6ba81cf369c3 None None] Checking router: 9fd40c68-31ca-4931-9059-3b319578d81c for host: dv-cinder-809830-2-iscsi {{(pid=105996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:05:24.441866 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [None req-c9fc6145-de18-4b93-8dac-90253d04b38d admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=5925b53cce6e4b19ba27d10cbef5f92e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9047034 Sep 24 15:05:24.444052 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fc6145-de18-4b93-8dac-90253d04b38d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01b9295b-e7de-45eb-9eaa-9d6f90cea4cd,revision_number=1']} {{(pid=105993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:05:24.451067 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.wsgi [-] (105994) accepted ('10.222.0.90', 35608) {{(pid=105994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:05:24.484076 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e68e31b2-7e6c-4383-9656-6ba81cf369c3 None None] Routers {'9fd40c68-31ca-4931-9059-3b319578d81c'} bound to L3 agent in host dv-cinder-809830-2-iscsi {{(pid=105996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:05:24.484076 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.db.l3_hamode_db [None req-e68e31b2-7e6c-4383-9656-6ba81cf369c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809830-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T14:45:58Z,description=,heartbeat_timestamp=2021-09-24T15:04:58Z,host='dv-cinder-809830-2-iscsi',id=76290e94-8d59-4af2-9b8f-4e64db68baa4,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T14:45:58Z,topic='l3_agent')) {'router_ids': ['9fd40c68-31ca-4931-9059-3b319578d81c'], 'active': True} {{(pid=105996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:05:24.528322 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.plugins.ml2.db [None req-f73647d7-ae56-4554-8bcb-57b9e5002901 admin admin] For port 98756f79-0171-43c6-baf9-01b419ed3b89, host dv-cinder-809830-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809830-2-iscsi',level=0,port_id=98756f79-0171-43c6-baf9-01b419ed3b89,segment=NetworkSegment(1eeca048-08b8-46bc-9b0a-d3cb6658f7f8),segment_id=1eeca048-08b8-46bc-9b0a-d3cb6658f7f8)] {{(pid=105993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:05:24.528995 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-f73647d7-ae56-4554-8bcb-57b9e5002901 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616222'] for port, precommit_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:24.570865 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.plugins.ml2.plugin [None req-f73647d7-ae56-4554-8bcb-57b9e5002901 admin admin] Calling delete_port for 98756f79-0171-43c6-baf9-01b419ed3b89 owned by network:router_gateway {{(pid=105993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:05:24.588894 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-b7c62d5f-18d9-48fb-92c8-35ab52461b64 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:24.659864 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-f75e9f67-77b8-41ea-b7d0-493c468ec203 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:24.693736 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.db.l3_dvr_db [None req-e68e31b2-7e6c-4383-9656-6ba81cf369c3 None None] Set router 9fd40c68-31ca-4931-9059-3b319578d81c gateway port host: None {{(pid=105996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:05:24.719019 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.l3_hamode_db [None req-448e772c-98ad-4303-ab5d-8d6d956facc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a337c2d-cc00-452c-a162-e3ba9476d481', 'name': 'tempest-AttachVolumeShelveTestJSON-304460238-router', 'tenant_id': 'e8de89965f464e0ebbfb78c2c3d408f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7', 'external_fixed_ips': [{'subnet_id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': 'bcdea4c4-6bff-4ea1-9037-5f4b3477488a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T14:56:58Z', 'updated_at': '2021-09-24T15:05:22Z', 'revision_number': 5, 'project_id': 'e8de89965f464e0ebbfb78c2c3d408f2', 'gw_port': {'id': 'bcdea4c4-6bff-4ea1-9037-5f4b3477488a', 'name': '', 'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:22:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a337c2d-cc00-452c-a162-e3ba9476d481', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T14:57:00Z', 'updated_at': '2021-09-24T14:57:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809830-2-iscsi'}], 'dv-cinder-809830-2-iscsi', False) {} {{(pid=105995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:05:24.762760 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-f75e9f67-77b8-41ea-b7d0-493c468ec203 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:24.790366 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-448e772c-98ad-4303-ab5d-8d6d956facc7 None None] Checking router: 1a337c2d-cc00-452c-a162-e3ba9476d481 for host: dv-cinder-809830-2-iscsi {{(pid=105995) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:05:24.816721 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-448e772c-98ad-4303-ab5d-8d6d956facc7 None None] Routers {'1a337c2d-cc00-452c-a162-e3ba9476d481'} bound to L3 agent in host dv-cinder-809830-2-iscsi {{(pid=105995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:05:24.817715 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.l3_hamode_db [None req-448e772c-98ad-4303-ab5d-8d6d956facc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809830-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T14:45:58Z,description=,heartbeat_timestamp=2021-09-24T15:04:58Z,host='dv-cinder-809830-2-iscsi',id=76290e94-8d59-4af2-9b8f-4e64db68baa4,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T14:45:58Z,topic='l3_agent')) {'router_ids': ['1a337c2d-cc00-452c-a162-e3ba9476d481'], 'active': True} {{(pid=105995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:05:24.844486 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.plugin [None req-b7c62d5f-18d9-48fb-92c8-35ab52461b64 admin admin] Deleting port bcdea4c4-6bff-4ea1-9037-5f4b3477488a {{(pid=105994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:05:24.845104 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-b7c62d5f-18d9-48fb-92c8-35ab52461b64 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727248545832'] for port, before_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:24.857491 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.db.l3_hamode_db [None req-e68e31b2-7e6c-4383-9656-6ba81cf369c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fd40c68-31ca-4931-9059-3b319578d81c', 'name': 'tempest-TestShelveInstance-888972978-router', 'tenant_id': 'b3ba56daf4404d7989fc7b7270504b2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T14:59:34Z', 'updated_at': '2021-09-24T15:05:24Z', 'revision_number': 6, 'project_id': 'b3ba56daf4404d7989fc7b7270504b2e', 'gw_port_host': None}], 'dv-cinder-809830-2-iscsi', False) {} {{(pid=105996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:05:24.942554 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e68e31b2-7e6c-4383-9656-6ba81cf369c3 None None] The sync data for ids ['9fd40c68-31ca-4931-9059-3b319578d81c'] in dv-cinder-809830-2-iscsi is: [{'id': '9fd40c68-31ca-4931-9059-3b319578d81c', 'name': 'tempest-TestShelveInstance-888972978-router', 'tenant_id': 'b3ba56daf4404d7989fc7b7270504b2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T14:59:34Z', 'updated_at': '2021-09-24T15:05:24Z', 'revision_number': 6, 'project_id': 'b3ba56daf4404d7989fc7b7270504b2e', 'gw_port_host': None}] {{(pid=105996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:05:25.036479 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-f75e9f67-77b8-41ea-b7d0-493c468ec203 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571103'] for security_group, after_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:25.042037 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-f75e9f67-77b8-41ea-b7d0-493c468ec203 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:25.044242 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [None req-f75e9f67-77b8-41ea-b7d0-493c468ec203 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/01b9295b-e7de-45eb-9eaa-9d6f90cea4cd HTTP/1.1" status: 204 len: 168 time: 0.5913699 Sep 24 15:05:25.055868 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.l3_dvr_db [None req-448e772c-98ad-4303-ab5d-8d6d956facc7 None None] Set router 1a337c2d-cc00-452c-a162-e3ba9476d481 gateway port host: None {{(pid=105995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:05:25.071539 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75e9f67-77b8-41ea-b7d0-493c468ec203 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01b9295b-e7de-45eb-9eaa-9d6f90cea4cd,revision_number=None']} {{(pid=105994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:05:25.113245 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-f73647d7-ae56-4554-8bcb-57b9e5002901 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727248551918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727248062136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14427043'] for port, after_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:25.120652 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.db [None req-b7c62d5f-18d9-48fb-92c8-35ab52461b64 admin admin] For port bcdea4c4-6bff-4ea1-9037-5f4b3477488a, host dv-cinder-809830-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809830-2-iscsi',level=0,port_id=bcdea4c4-6bff-4ea1-9037-5f4b3477488a,segment=NetworkSegment(1eeca048-08b8-46bc-9b0a-d3cb6658f7f8),segment_id=1eeca048-08b8-46bc-9b0a-d3cb6658f7f8)] {{(pid=105994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:05:25.121465 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-b7c62d5f-18d9-48fb-92c8-35ab52461b64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616222'] for port, precommit_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:25.149257 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.plugin [None req-b7c62d5f-18d9-48fb-92c8-35ab52461b64 admin admin] Calling delete_port for bcdea4c4-6bff-4ea1-9037-5f4b3477488a owned by network:router_gateway {{(pid=105994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:05:25.189503 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.l3_hamode_db [None req-448e772c-98ad-4303-ab5d-8d6d956facc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a337c2d-cc00-452c-a162-e3ba9476d481', 'name': 'tempest-AttachVolumeShelveTestJSON-304460238-router', 'tenant_id': 'e8de89965f464e0ebbfb78c2c3d408f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T14:56:58Z', 'updated_at': '2021-09-24T15:05:24Z', 'revision_number': 6, 'project_id': 'e8de89965f464e0ebbfb78c2c3d408f2', 'gw_port_host': None}], 'dv-cinder-809830-2-iscsi', False) {} {{(pid=105995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:05:25.277374 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-448e772c-98ad-4303-ab5d-8d6d956facc7 None None] The sync data for ids ['1a337c2d-cc00-452c-a162-e3ba9476d481'] in dv-cinder-809830-2-iscsi is: [{'id': '1a337c2d-cc00-452c-a162-e3ba9476d481', 'name': 'tempest-AttachVolumeShelveTestJSON-304460238-router', 'tenant_id': 'e8de89965f464e0ebbfb78c2c3d408f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T14:56:58Z', 'updated_at': '2021-09-24T15:05:24Z', 'revision_number': 6, 'project_id': 'e8de89965f464e0ebbfb78c2c3d408f2', 'gw_port_host': None}] {{(pid=105995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:05:25.317610 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73647d7-ae56-4554-8bcb-57b9e5002901 admin admin] Pushing event deleted for resources: {'Port': ['ID=98756f79-0171-43c6-baf9-01b419ed3b89,revision_number=None']} {{(pid=105993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:05:25.327530 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-f73647d7-ae56-4554-8bcb-57b9e5002901 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595277'] for router_gateway, after_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:25.664753 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-b7c62d5f-18d9-48fb-92c8-35ab52461b64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727248551918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727248062136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14130366'] for port, after_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:25.753665 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c62d5f-18d9-48fb-92c8-35ab52461b64 admin admin] Pushing event deleted for resources: {'Port': ['ID=bcdea4c4-6bff-4ea1-9037-5f4b3477488a,revision_number=None']} {{(pid=105994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:05:25.909485 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-b7c62d5f-18d9-48fb-92c8-35ab52461b64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595277'] for router_gateway, after_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:25.991113 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-f73647d7-ae56-4554-8bcb-57b9e5002901 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-591138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-903'] for router, precommit_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:25.995157 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.wsgi [-] (105993) accepted ('10.222.0.90', 35614) {{(pid=105993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:05:25.999559 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-f73647d7-ae56-4554-8bcb-57b9e5002901 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:26.029498 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-4a420ca6-659f-482f-9406-31921457ef56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:26.145909 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-b7c62d5f-18d9-48fb-92c8-35ab52461b64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-591138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-903'] for router, precommit_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:26.151253 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-b7c62d5f-18d9-48fb-92c8-35ab52461b64 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:26.169442 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-f73647d7-ae56-4554-8bcb-57b9e5002901 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-591147'] for router, after_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:26.170970 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f73647d7-ae56-4554-8bcb-57b9e5002901 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9fd40c68-31ca-4931-9059-3b319578d81c {{(pid=105993) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 15:05:26.185953 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-f73647d7-ae56-4554-8bcb-57b9e5002901 admin admin] Notify callbacks [] for router, before_response {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:26.190474 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [None req-f73647d7-ae56-4554-8bcb-57b9e5002901 admin admin] 10.222.0.90 "DELETE /v2.0/routers/9fd40c68-31ca-4931-9059-3b319578d81c HTTP/1.1" status: 204 len: 168 time: 2.7683060 Sep 24 15:05:26.194762 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.wsgi [-] (105993) accepted ('10.222.0.90', 35616) {{(pid=105993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:05:26.317754 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.db.db_base_plugin_v2 [None req-0980c316-9b5f-4102-9005-3119c10059d3 admin admin] Deleting subnet 800b9930-29a7-40db-a216-473b4386d889 {{(pid=105993) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 15:05:26.325029 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-0980c316-9b5f-4102-9005-3119c10059d3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:26.497665 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-4a420ca6-659f-482f-9406-31921457ef56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:26.506229 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-4a420ca6-659f-482f-9406-31921457ef56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571103'] for security_group, after_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:26.518532 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-0980c316-9b5f-4102-9005-3119c10059d3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13697423'] for subnet, precommit_delete_associations {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:26.645558 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.rpc [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Device 98756f79-0171-43c6-baf9-01b419ed3b89 no longer exists at agent ovs-agent-dv-cinder-809830-2-iscsi {{(pid=105995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:05:26.733678 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.plugin [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] No Port match for: 98756f79-0171-43c6-baf9-01b419ed3b89 {{(pid=105995) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:05:26.734038 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.rpc [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Device 98756f79-0171-43c6-baf9-01b419ed3b89 not bound to the agent host dv-cinder-809830-2-iscsi {{(pid=105995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:05:26.734477 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.rpc [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Device 3857017a-f6a7-4a03-8a0f-7bd08682bc68 no longer exists at agent ovs-agent-dv-cinder-809830-2-iscsi {{(pid=105995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:05:26.749915 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [None req-4a420ca6-659f-482f-9406-31921457ef56 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=a7cf0afae5e8473f8668fa56ec78980b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7529242 Sep 24 15:05:26.763226 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.wsgi [-] (105994) accepted ('10.222.0.90', 35618) {{(pid=105994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:05:26.784618 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.plugin [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] No Port match for: 3857017a-f6a7-4a03-8a0f-7bd08682bc68 {{(pid=105995) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:05:26.785239 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.rpc [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Device 3857017a-f6a7-4a03-8a0f-7bd08682bc68 not bound to the agent host dv-cinder-809830-2-iscsi {{(pid=105995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:05:26.786063 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.rpc [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Device 6d0091fc-f76c-4c9b-8c74-9af175210f4e no longer exists at agent ovs-agent-dv-cinder-809830-2-iscsi {{(pid=105995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:05:26.805321 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a420ca6-659f-482f-9406-31921457ef56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e56ff8c6-d9b1-4b14-b567-d46ce563c4b4,revision_number=1']} {{(pid=105993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:05:26.829453 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.plugin [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] No Port match for: 6d0091fc-f76c-4c9b-8c74-9af175210f4e {{(pid=105995) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:05:26.830011 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.rpc [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Device 6d0091fc-f76c-4c9b-8c74-9af175210f4e not bound to the agent host dv-cinder-809830-2-iscsi {{(pid=105995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:05:26.836625 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-b7c62d5f-18d9-48fb-92c8-35ab52461b64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-591147'] for router, after_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:26.862642 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7c62d5f-18d9-48fb-92c8-35ab52461b64 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1a337c2d-cc00-452c-a162-e3ba9476d481 {{(pid=105994) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 15:05:26.870572 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-b7c62d5f-18d9-48fb-92c8-35ab52461b64 admin admin] Notify callbacks [] for router, before_response {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:26.871747 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [None req-b7c62d5f-18d9-48fb-92c8-35ab52461b64 admin admin] 10.222.0.90 "DELETE /v2.0/routers/1a337c2d-cc00-452c-a162-e3ba9476d481 HTTP/1.1" status: 204 len: 168 time: 3.1401625 Sep 24 15:05:26.885663 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.wsgi [-] (105994) accepted ('10.222.0.90', 35620) {{(pid=105994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:05:26.924540 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-0980c316-9b5f-4102-9005-3119c10059d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1989010'] for subnet, precommit_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:27.012954 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-4dc683a4-b2d5-4d26-8aa6-15ff85358d98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:27.021870 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.db.db_base_plugin_v2 [None req-8326dd60-d61e-4642-baa9-b2b3453f159e admin admin] Deleting subnet 96eeb601-c3fa-4a0c-bf57-6c99e9cae07c {{(pid=105994) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 15:05:27.036437 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-8326dd60-d61e-4642-baa9-b2b3453f159e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:27.073490 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-0980c316-9b5f-4102-9005-3119c10059d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1989019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14427134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14663323'] for subnet, after_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:27.110153 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-4dc683a4-b2d5-4d26-8aa6-15ff85358d98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:27.137021 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0980c316-9b5f-4102-9005-3119c10059d3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=800b9930-29a7-40db-a216-473b4386d889,revision_number=None']} {{(pid=105993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:05:27.140779 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-0980c316-9b5f-4102-9005-3119c10059d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536624'] for subnet, before_response {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:27.148050 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [None req-0980c316-9b5f-4102-9005-3119c10059d3 admin admin] 10.222.0.90 "DELETE /v2.0/subnets/800b9930-29a7-40db-a216-473b4386d889 HTTP/1.1" status: 204 len: 168 time: 0.9478614 Sep 24 15:05:27.149106 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.wsgi [-] (105993) accepted ('10.222.0.90', 35622) {{(pid=105993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:05:27.160347 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-8326dd60-d61e-4642-baa9-b2b3453f159e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13742450'] for subnet, precommit_delete_associations {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:27.167033 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25c54569-8b66-42fa-9fca-092b2b4c27e4 None None] Network bb19bb9c-3809-48e0-96ea-458278040176 requested from dv-cinder-809830-2-iscsi {{(pid=105995) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:05:27.317993 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-f9ef80c8-67cf-4245-aa66-031bd78d24a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1610858'] for network, before_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:27.353924 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-4dc683a4-b2d5-4d26-8aa6-15ff85358d98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571103'] for security_group, after_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:27.358748 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-4dc683a4-b2d5-4d26-8aa6-15ff85358d98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:27.367383 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [None req-4dc683a4-b2d5-4d26-8aa6-15ff85358d98 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/e56ff8c6-d9b1-4b14-b567-d46ce563c4b4 HTTP/1.1" status: 204 len: 168 time: 0.5968430 Sep 24 15:05:27.392780 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc683a4-b2d5-4d26-8aa6-15ff85358d98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e56ff8c6-d9b1-4b14-b567-d46ce563c4b4,revision_number=None']} {{(pid=105994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:05:27.423145 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-8326dd60-d61e-4642-baa9-b2b3453f159e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1989010'] for subnet, precommit_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:27.468180 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.plugins.ml2.plugin [None req-f9ef80c8-67cf-4245-aa66-031bd78d24a7 admin admin] Deleting port 750beae1-e926-456f-873a-4b5a2543423a {{(pid=105993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:05:27.468180 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-f9ef80c8-67cf-4245-aa66-031bd78d24a7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727248545832'] for port, before_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:27.599078 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-8326dd60-d61e-4642-baa9-b2b3453f159e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1989019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14130403', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14524596'] for subnet, after_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:27.608629 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78dce267-789e-4c77-a6b1-d642d346feae None None] DHCP port deletion for bb19bb9c-3809-48e0-96ea-458278040176 request from dv-cinder-809830-2-iscsi {{(pid=105995) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 15:05:27.656264 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.plugins.ml2.db [None req-f9ef80c8-67cf-4245-aa66-031bd78d24a7 admin admin] For port 750beae1-e926-456f-873a-4b5a2543423a, host dv-cinder-809830-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809830-2-iscsi',level=0,port_id=750beae1-e926-456f-873a-4b5a2543423a,segment=NetworkSegment(e5fe0498-5b75-4c3e-a5ab-6f6f616fb9d3),segment_id=e5fe0498-5b75-4c3e-a5ab-6f6f616fb9d3)] {{(pid=105993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:05:27.656906 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-f9ef80c8-67cf-4245-aa66-031bd78d24a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616222'] for port, precommit_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:27.658614 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8326dd60-d61e-4642-baa9-b2b3453f159e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=96eeb601-c3fa-4a0c-bf57-6c99e9cae07c,revision_number=None']} {{(pid=105994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:05:27.666736 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-8326dd60-d61e-4642-baa9-b2b3453f159e admin admin] Notify callbacks [] for subnet, before_response {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:27.672749 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [None req-8326dd60-d61e-4642-baa9-b2b3453f159e admin admin] 10.222.0.90 "DELETE /v2.0/subnets/96eeb601-c3fa-4a0c-bf57-6c99e9cae07c HTTP/1.1" status: 204 len: 168 time: 0.7838521 Sep 24 15:05:27.679128 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.wsgi [-] (105994) accepted ('10.222.0.90', 35626) {{(pid=105994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:05:27.680343 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c2add68-ca1f-4ff5-b37b-b3677a780de7 None None] Network 9cafbdbc-b31b-42e1-af08-737ab1772474 requested from dv-cinder-809830-2-iscsi {{(pid=105995) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:05:27.701282 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.plugins.ml2.plugin [None req-f9ef80c8-67cf-4245-aa66-031bd78d24a7 admin admin] Calling delete_port for 750beae1-e926-456f-873a-4b5a2543423a owned by network:dhcp {{(pid=105993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:05:27.827936 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-35c280ec-12eb-4a95-9850-b45950a51ada admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1610858'] for network, before_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:27.885333 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.plugin [None req-78dce267-789e-4c77-a6b1-d642d346feae None None] Deleting port 750beae1-e926-456f-873a-4b5a2543423a {{(pid=105995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:05:27.885333 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-78dce267-789e-4c77-a6b1-d642d346feae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727248545832'] for port, before_delete {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:27.954267 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-f9ef80c8-67cf-4245-aa66-031bd78d24a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727248551918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727248062136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14427043'] for port, after_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:28.034614 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ef80c8-67cf-4245-aa66-031bd78d24a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=750beae1-e926-456f-873a-4b5a2543423a,revision_number=None']} {{(pid=105993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:05:28.047737 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9ef80c8-67cf-4245-aa66-031bd78d24a7 admin admin] No DVR routers for this DVR port 750beae1-e926-456f-873a-4b5a2543423a on host dv-cinder-809830-2-iscsi {{(pid=105993) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:05:28.048064 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.plugin [None req-35c280ec-12eb-4a95-9850-b45950a51ada admin admin] Deleting port b57112fe-3ba2-4971-ac73-e05f334101b1 {{(pid=105994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:05:28.048882 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-35c280ec-12eb-4a95-9850-b45950a51ada admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727248545832'] for port, before_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:28.247592 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.db [None req-35c280ec-12eb-4a95-9850-b45950a51ada admin admin] For port b57112fe-3ba2-4971-ac73-e05f334101b1, host dv-cinder-809830-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809830-2-iscsi',level=0,port_id=b57112fe-3ba2-4971-ac73-e05f334101b1,segment=NetworkSegment(304b9768-ebfb-4066-b935-a4bdd70cb19d),segment_id=304b9768-ebfb-4066-b935-a4bdd70cb19d)] {{(pid=105994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:05:28.248187 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-35c280ec-12eb-4a95-9850-b45950a51ada admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616222'] for port, precommit_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:28.279368 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-f9ef80c8-67cf-4245-aa66-031bd78d24a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1983019', 'neutron.services.segments.db._delete_segments_for_network-8727248609940'] for network, precommit_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:28.293385 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.plugin [None req-35c280ec-12eb-4a95-9850-b45950a51ada admin admin] Calling delete_port for b57112fe-3ba2-4971-ac73-e05f334101b1 owned by network:dhcp {{(pid=105994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:05:28.352267 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.services.segments.db [None req-f9ef80c8-67cf-4245-aa66-031bd78d24a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb19bb9c-3809-48e0-96ea-458278040176']}} {{(pid=105993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:05:28.363514 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.rpc [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Device 750beae1-e926-456f-873a-4b5a2543423a no longer exists at agent ovs-agent-dv-cinder-809830-2-iscsi {{(pid=105995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:05:28.387861 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.services.segments.db [None req-f9ef80c8-67cf-4245-aa66-031bd78d24a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5fe0498-5b75-4c3e-a5ab-6f6f616fb9d3') {'for_net_delete': True} {{(pid=105993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:05:28.388934 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.services.segments.db [None req-f9ef80c8-67cf-4245-aa66-031bd78d24a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5fe0498-5b75-4c3e-a5ab-6f6f616fb9d3') {} {{(pid=105993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:05:28.418857 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-f9ef80c8-67cf-4245-aa66-031bd78d24a7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727248609437', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13697430'] for segment, before_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:28.457381 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.plugin [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] No Port match for: 750beae1-e926-456f-873a-4b5a2543423a {{(pid=105995) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:05:28.457381 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.rpc [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Device 750beae1-e926-456f-873a-4b5a2543423a not bound to the agent host dv-cinder-809830-2-iscsi {{(pid=105995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:05:28.457381 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.rpc [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Device bcdea4c4-6bff-4ea1-9037-5f4b3477488a no longer exists at agent ovs-agent-dv-cinder-809830-2-iscsi {{(pid=105995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:05:28.471913 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-f9ef80c8-67cf-4245-aa66-031bd78d24a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988101'] for segment, precommit_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:28.476236 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.wsgi [-] (105993) accepted ('10.222.0.90', 35630) {{(pid=105993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:05:28.476712 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-20f037dc-329a-4862-8a94-f21b1f4b4ec8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:28.482510 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.db [None req-78dce267-789e-4c77-a6b1-d642d346feae None None] For port 750beae1-e926-456f-873a-4b5a2543423a, host dv-cinder-809830-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809830-2-iscsi',level=0,port_id=750beae1-e926-456f-873a-4b5a2543423a,segment=NetworkSegment(e5fe0498-5b75-4c3e-a5ab-6f6f616fb9d3),segment_id=e5fe0498-5b75-4c3e-a5ab-6f6f616fb9d3)] {{(pid=105995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:05:28.483200 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-78dce267-789e-4c77-a6b1-d642d346feae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616222'] for port, precommit_delete {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:28.513303 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-8a00d87e-0ac8-45f5-b646-aab8f264e878 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:28.531342 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9ef80c8-67cf-4245-aa66-031bd78d24a7 admin admin] Releasing vlan 1033 on physical network physnet1 to pool {{(pid=105993) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 15:05:28.540435 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-f9ef80c8-67cf-4245-aa66-031bd78d24a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14425168'] for segment, after_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:28.545837 dv-cinder-809830-2-iscsi neutron-server[105993]: Traceback (most recent call last): Sep 24 15:05:28.545837 dv-cinder-809830-2-iscsi neutron-server[105993]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 15:05:28.545837 dv-cinder-809830-2-iscsi neutron-server[105993]: timer() Sep 24 15:05:28.545837 dv-cinder-809830-2-iscsi neutron-server[105993]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 15:05:28.545837 dv-cinder-809830-2-iscsi neutron-server[105993]: cb(*args, **kw) Sep 24 15:05:28.545837 dv-cinder-809830-2-iscsi neutron-server[105993]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 15:05:28.545837 dv-cinder-809830-2-iscsi neutron-server[105993]: return func(*args, **kwargs) Sep 24 15:05:28.545837 dv-cinder-809830-2-iscsi neutron-server[105993]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 15:05:28.545837 dv-cinder-809830-2-iscsi neutron-server[105993]: self._notify() Sep 24 15:05:28.545837 dv-cinder-809830-2-iscsi neutron-server[105993]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 15:05:28.545837 dv-cinder-809830-2-iscsi neutron-server[105993]: self.callback(batched_events) Sep 24 15:05:28.545837 dv-cinder-809830-2-iscsi neutron-server[105993]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 15:05:28.545837 dv-cinder-809830-2-iscsi neutron-server[105993]: event.method(event) Sep 24 15:05:28.545837 dv-cinder-809830-2-iscsi neutron-server[105993]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 15:05:28.545837 dv-cinder-809830-2-iscsi neutron-server[105993]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 15:05:28.545837 dv-cinder-809830-2-iscsi neutron-server[105993]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 15:05:28.545837 dv-cinder-809830-2-iscsi neutron-server[105993]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 15:05:28.545837 dv-cinder-809830-2-iscsi neutron-server[105993]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 15:05:28.545837 dv-cinder-809830-2-iscsi neutron-server[105993]: return f(self, *a, **k) Sep 24 15:05:28.545837 dv-cinder-809830-2-iscsi neutron-server[105993]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 15:05:28.545837 dv-cinder-809830-2-iscsi neutron-server[105993]: return self._get(url).json() Sep 24 15:05:28.545837 dv-cinder-809830-2-iscsi neutron-server[105993]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 15:05:28.545837 dv-cinder-809830-2-iscsi neutron-server[105993]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 15:05:28.545837 dv-cinder-809830-2-iscsi neutron-server[105993]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 15:05:28.545837 dv-cinder-809830-2-iscsi neutron-server[105993]: return self.request(url, 'GET', **kwargs) Sep 24 15:05:28.545837 dv-cinder-809830-2-iscsi neutron-server[105993]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 15:05:28.545837 dv-cinder-809830-2-iscsi neutron-server[105993]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 15:05:28.545837 dv-cinder-809830-2-iscsi neutron-server[105993]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 15:05:28.545837 dv-cinder-809830-2-iscsi neutron-server[105993]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 15:05:28.545837 dv-cinder-809830-2-iscsi neutron-server[105993]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 15:05:28.545837 dv-cinder-809830-2-iscsi neutron-server[105993]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 15:05:28.545837 dv-cinder-809830-2-iscsi neutron-server[105993]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 15:05:28.551846 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.plugin [None req-78dce267-789e-4c77-a6b1-d642d346feae None None] Calling delete_port for 750beae1-e926-456f-873a-4b5a2543423a owned by network:dhcp {{(pid=105995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:05:28.556139 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.plugin [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] No Port match for: bcdea4c4-6bff-4ea1-9037-5f4b3477488a {{(pid=105995) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:05:28.557337 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.rpc [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Device bcdea4c4-6bff-4ea1-9037-5f4b3477488a not bound to the agent host dv-cinder-809830-2-iscsi {{(pid=105995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:05:28.587229 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-35c280ec-12eb-4a95-9850-b45950a51ada admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727248551918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727248062136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14130366'] for port, after_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:28.675974 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c280ec-12eb-4a95-9850-b45950a51ada admin admin] No DVR routers for this DVR port b57112fe-3ba2-4971-ac73-e05f334101b1 on host dv-cinder-809830-2-iscsi {{(pid=105994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:05:28.680090 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89345c39-1031-4902-92ba-fb50fb9aae54 None None] DHCP port deletion for 9cafbdbc-b31b-42e1-af08-737ab1772474 request from dv-cinder-809830-2-iscsi {{(pid=105995) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 15:05:28.682957 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c280ec-12eb-4a95-9850-b45950a51ada admin admin] Pushing event deleted for resources: {'Port': ['ID=b57112fe-3ba2-4971-ac73-e05f334101b1,revision_number=None']} {{(pid=105994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:05:28.722397 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-f9ef80c8-67cf-4245-aa66-031bd78d24a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1983004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-595217'] for network, after_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:28.751161 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-f9ef80c8-67cf-4245-aa66-031bd78d24a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536624'] for network, before_response {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:28.755238 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [None req-f9ef80c8-67cf-4245-aa66-031bd78d24a7 admin admin] 10.222.0.90 "DELETE /v2.0/networks/bb19bb9c-3809-48e0-96ea-458278040176 HTTP/1.1" status: 204 len: 168 time: 1.6043577 Sep 24 15:05:28.760598 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.wsgi [-] (105993) accepted ('10.222.0.90', 35632) {{(pid=105993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:05:28.799545 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-78dce267-789e-4c77-a6b1-d642d346feae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727248551918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727248062136'] for port, after_delete {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:28.856738 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-78dce267-789e-4c77-a6b1-d642d346feae None None] Network bb19bb9c-3809-48e0-96ea-458278040176 is not hosted by any dhcp agent {{(pid=105995) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 24 15:05:28.857475 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78dce267-789e-4c77-a6b1-d642d346feae None None] No DVR routers for this DVR port 750beae1-e926-456f-873a-4b5a2543423a on host dv-cinder-809830-2-iscsi {{(pid=105995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:05:28.857744 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-35c280ec-12eb-4a95-9850-b45950a51ada admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1983019', 'neutron.services.segments.db._delete_segments_for_network-8727248609940'] for network, precommit_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:28.870242 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ef80c8-67cf-4245-aa66-031bd78d24a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=bb19bb9c-3809-48e0-96ea-458278040176,revision_number=None']} {{(pid=105993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:05:28.871477 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78dce267-789e-4c77-a6b1-d642d346feae None None] Pushing event deleted for resources: {'Port': ['ID=750beae1-e926-456f-873a-4b5a2543423a,revision_number=None']} {{(pid=105995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:05:28.933863 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.services.segments.db [None req-35c280ec-12eb-4a95-9850-b45950a51ada admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9cafbdbc-b31b-42e1-af08-737ab1772474']}} {{(pid=105994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:05:28.961679 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.services.segments.db [None req-35c280ec-12eb-4a95-9850-b45950a51ada admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '304b9768-ebfb-4066-b935-a4bdd70cb19d') {'for_net_delete': True} {{(pid=105994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:05:28.962168 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.services.segments.db [None req-35c280ec-12eb-4a95-9850-b45950a51ada admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '304b9768-ebfb-4066-b935-a4bdd70cb19d') {} {{(pid=105994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:05:28.985515 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-35c280ec-12eb-4a95-9850-b45950a51ada admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727248609437', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13742443'] for segment, before_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:29.018026 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-35c280ec-12eb-4a95-9850-b45950a51ada admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988101'] for segment, precommit_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:29.033384 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35c280ec-12eb-4a95-9850-b45950a51ada admin admin] Releasing vlan 1049 on physical network physnet1 to pool {{(pid=105994) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 15:05:29.034128 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-35c280ec-12eb-4a95-9850-b45950a51ada admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14132045'] for segment, after_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:29.037361 dv-cinder-809830-2-iscsi neutron-server[105994]: Traceback (most recent call last): Sep 24 15:05:29.037361 dv-cinder-809830-2-iscsi neutron-server[105994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 15:05:29.037361 dv-cinder-809830-2-iscsi neutron-server[105994]: timer() Sep 24 15:05:29.037361 dv-cinder-809830-2-iscsi neutron-server[105994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 15:05:29.037361 dv-cinder-809830-2-iscsi neutron-server[105994]: cb(*args, **kw) Sep 24 15:05:29.037361 dv-cinder-809830-2-iscsi neutron-server[105994]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 15:05:29.037361 dv-cinder-809830-2-iscsi neutron-server[105994]: return func(*args, **kwargs) Sep 24 15:05:29.037361 dv-cinder-809830-2-iscsi neutron-server[105994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 15:05:29.037361 dv-cinder-809830-2-iscsi neutron-server[105994]: self._notify() Sep 24 15:05:29.037361 dv-cinder-809830-2-iscsi neutron-server[105994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 15:05:29.037361 dv-cinder-809830-2-iscsi neutron-server[105994]: self.callback(batched_events) Sep 24 15:05:29.037361 dv-cinder-809830-2-iscsi neutron-server[105994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 15:05:29.037361 dv-cinder-809830-2-iscsi neutron-server[105994]: event.method(event) Sep 24 15:05:29.037361 dv-cinder-809830-2-iscsi neutron-server[105994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 15:05:29.037361 dv-cinder-809830-2-iscsi neutron-server[105994]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 15:05:29.037361 dv-cinder-809830-2-iscsi neutron-server[105994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 15:05:29.037361 dv-cinder-809830-2-iscsi neutron-server[105994]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 15:05:29.037361 dv-cinder-809830-2-iscsi neutron-server[105994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 15:05:29.037361 dv-cinder-809830-2-iscsi neutron-server[105994]: return f(self, *a, **k) Sep 24 15:05:29.037361 dv-cinder-809830-2-iscsi neutron-server[105994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 15:05:29.037361 dv-cinder-809830-2-iscsi neutron-server[105994]: return self._get(url).json() Sep 24 15:05:29.037361 dv-cinder-809830-2-iscsi neutron-server[105994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 15:05:29.037361 dv-cinder-809830-2-iscsi neutron-server[105994]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 15:05:29.037361 dv-cinder-809830-2-iscsi neutron-server[105994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 15:05:29.037361 dv-cinder-809830-2-iscsi neutron-server[105994]: return self.request(url, 'GET', **kwargs) Sep 24 15:05:29.037361 dv-cinder-809830-2-iscsi neutron-server[105994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 15:05:29.037361 dv-cinder-809830-2-iscsi neutron-server[105994]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 15:05:29.037361 dv-cinder-809830-2-iscsi neutron-server[105994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 15:05:29.037361 dv-cinder-809830-2-iscsi neutron-server[105994]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 15:05:29.037361 dv-cinder-809830-2-iscsi neutron-server[105994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 15:05:29.037361 dv-cinder-809830-2-iscsi neutron-server[105994]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 15:05:29.037361 dv-cinder-809830-2-iscsi neutron-server[105994]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 15:05:29.171259 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-35c280ec-12eb-4a95-9850-b45950a51ada admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1983004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-595217'] for network, after_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:29.183030 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-35c280ec-12eb-4a95-9850-b45950a51ada admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536624'] for network, before_response {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:29.187377 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [None req-35c280ec-12eb-4a95-9850-b45950a51ada admin admin] 10.222.0.90 "DELETE /v2.0/networks/9cafbdbc-b31b-42e1-af08-737ab1772474 HTTP/1.1" status: 204 len: 168 time: 1.5053294 Sep 24 15:05:29.195442 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-8a00d87e-0ac8-45f5-b646-aab8f264e878 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:29.206771 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c280ec-12eb-4a95-9850-b45950a51ada admin admin] Pushing event deleted for resources: {'Network': ['ID=9cafbdbc-b31b-42e1-af08-737ab1772474,revision_number=None']} {{(pid=105994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:05:29.227050 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-8a00d87e-0ac8-45f5-b646-aab8f264e878 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571103'] for security_group, after_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:29.371214 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:29.387596 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [None req-8a00d87e-0ac8-45f5-b646-aab8f264e878 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=e5f64358ae5040fca377d0992c3f2b54&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9112580 Sep 24 15:05:29.392595 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a00d87e-0ac8-45f5-b646-aab8f264e878 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4abaef0-98c3-4190-9ef2-56149e0840e0,revision_number=1']} {{(pid=105993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:05:29.394607 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.wsgi [-] (105994) accepted ('10.222.0.90', 35636) {{(pid=105994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:05:29.549143 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-bf333283-8e4a-419d-b781-9d6f4d8c83bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:29.613821 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-bf333283-8e4a-419d-b781-9d6f4d8c83bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:29.676613 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.wsgi [-] (105993) accepted ('10.222.0.90', 35638) {{(pid=105993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:05:29.756670 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-bf333283-8e4a-419d-b781-9d6f4d8c83bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571103'] for security_group, after_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:29.765030 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-bf333283-8e4a-419d-b781-9d6f4d8c83bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:29.770580 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [None req-bf333283-8e4a-419d-b781-9d6f4d8c83bc admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/f4abaef0-98c3-4190-9ef2-56149e0840e0 HTTP/1.1" status: 204 len: 168 time: 0.3707995 Sep 24 15:05:29.784612 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf333283-8e4a-419d-b781-9d6f4d8c83bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4abaef0-98c3-4190-9ef2-56149e0840e0,revision_number=None']} {{(pid=105994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:05:29.840273 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [None req-9008d793-585c-4af3-b54a-ce7e500385cf admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=e8de89965f464e0ebbfb78c2c3d408f2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1615093 Sep 24 15:05:29.847748 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.wsgi [-] (105994) accepted ('10.222.0.90', 35642) {{(pid=105994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:05:29.890373 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-98ad2d47-c3bf-4444-9ce5-3b5ac2723349 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-594183'] for router_interface, before_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:29.998985 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-430f27e5-c0d6-4a93-8e7e-4d04a44bbbf2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:30.086197 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-430f27e5-c0d6-4a93-8e7e-4d04a44bbbf2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:30.168014 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.rpc [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Device b57112fe-3ba2-4971-ac73-e05f334101b1 no longer exists at agent ovs-agent-dv-cinder-809830-2-iscsi {{(pid=105995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:05:30.225986 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.plugin [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] No Port match for: b57112fe-3ba2-4971-ac73-e05f334101b1 {{(pid=105995) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:05:30.227764 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.rpc [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Device b57112fe-3ba2-4971-ac73-e05f334101b1 not bound to the agent host dv-cinder-809830-2-iscsi {{(pid=105995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:05:30.248107 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-430f27e5-c0d6-4a93-8e7e-4d04a44bbbf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571103'] for security_group, after_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:30.254642 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-430f27e5-c0d6-4a93-8e7e-4d04a44bbbf2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:30.258143 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [None req-430f27e5-c0d6-4a93-8e7e-4d04a44bbbf2 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/f63b2150-79ee-4e69-9a48-53572c69b744 HTTP/1.1" status: 204 len: 168 time: 0.4085932 Sep 24 15:05:30.295359 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430f27e5-c0d6-4a93-8e7e-4d04a44bbbf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f63b2150-79ee-4e69-9a48-53572c69b744,revision_number=None']} {{(pid=105994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:05:30.469844 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-13d777cc-54dc-48f4-b409-3d66fa02497d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:30.549688 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.plugins.ml2.plugin [None req-98ad2d47-c3bf-4444-9ce5-3b5ac2723349 admin admin] Deleting port ea4e94ae-f2a6-41aa-8dee-da6227385163 {{(pid=105993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:05:30.550583 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-98ad2d47-c3bf-4444-9ce5-3b5ac2723349 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727248545832'] for port, before_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:30.765716 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.plugins.ml2.db [None req-98ad2d47-c3bf-4444-9ce5-3b5ac2723349 admin admin] For port ea4e94ae-f2a6-41aa-8dee-da6227385163, host dv-cinder-809830-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809830-2-iscsi',level=0,port_id=ea4e94ae-f2a6-41aa-8dee-da6227385163,segment=NetworkSegment(3d1a5395-15a9-4326-9b07-5d37942efe9f),segment_id=3d1a5395-15a9-4326-9b07-5d37942efe9f)] {{(pid=105993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:05:30.766997 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-98ad2d47-c3bf-4444-9ce5-3b5ac2723349 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616222'] for port, precommit_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:30.815029 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.plugins.ml2.plugin [None req-98ad2d47-c3bf-4444-9ce5-3b5ac2723349 admin admin] Calling delete_port for ea4e94ae-f2a6-41aa-8dee-da6227385163 owned by network:router_interface {{(pid=105993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:05:31.340740 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-98ad2d47-c3bf-4444-9ce5-3b5ac2723349 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727248551918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727248062136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14427043'] for port, after_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:31.428309 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ad2d47-c3bf-4444-9ce5-3b5ac2723349 admin admin] Pushing event deleted for resources: {'Port': ['ID=ea4e94ae-f2a6-41aa-8dee-da6227385163,revision_number=None']} {{(pid=105993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:05:31.827795 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-98ad2d47-c3bf-4444-9ce5-3b5ac2723349 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-595342'] for router_interface, after_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:32.440493 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98ad2d47-c3bf-4444-9ce5-3b5ac2723349 admin admin] Router 56904d22-cd0e-40ec-8a19-5cb6909badd5 has already been hosted by L3 agent 76290e94-8d59-4af2-9b8f-4e64db68baa4 {{(pid=105993) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:05:32.685873 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98ad2d47-c3bf-4444-9ce5-3b5ac2723349 admin admin] Notify agent at l3_agent.dv-cinder-809830-2-iscsi the message routers_updated {{(pid=105993) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:05:32.699949 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-748444b6-8c8a-4143-932e-46cb7b261e8f None None] Sync routers for ids ['56904d22-cd0e-40ec-8a19-5cb6909badd5'] in dv-cinder-809830-2-iscsi {{(pid=105996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:05:32.710661 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [None req-98ad2d47-c3bf-4444-9ce5-3b5ac2723349 admin admin] 10.222.0.90 "PUT /v2.0/routers/56904d22-cd0e-40ec-8a19-5cb6909badd5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9478843 Sep 24 15:05:32.714813 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.wsgi [-] (105994) accepted ('10.222.0.90', 35690) {{(pid=105994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:05:32.734374 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-748444b6-8c8a-4143-932e-46cb7b261e8f None None] Routers {'56904d22-cd0e-40ec-8a19-5cb6909badd5'} bound to L3 agent in host dv-cinder-809830-2-iscsi {{(pid=105996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:05:32.737855 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.db.l3_hamode_db [None req-748444b6-8c8a-4143-932e-46cb7b261e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809830-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-24T14:45:58Z,description=,heartbeat_timestamp=2021-09-24T15:05:28Z,host='dv-cinder-809830-2-iscsi',id=76290e94-8d59-4af2-9b8f-4e64db68baa4,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T14:45:58Z,topic='l3_agent')) {'router_ids': ['56904d22-cd0e-40ec-8a19-5cb6909badd5'], 'active': True} {{(pid=105996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:05:32.975112 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-12967d3c-02d6-4c60-945c-c69d76e16fb7 admin admin] Notify callbacks [] for router, before_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:33.006646 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.db.l3_dvr_db [None req-748444b6-8c8a-4143-932e-46cb7b261e8f None None] Set router 56904d22-cd0e-40ec-8a19-5cb6909badd5 gateway port host: dv-cinder-809830-2-iscsi {{(pid=105996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:05:33.058467 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-450d71f0-4391-4cc8-89b8-8f609d6e2304 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:33.303747 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-12967d3c-02d6-4c60-945c-c69d76e16fb7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:33.490686 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.plugin [None req-12967d3c-02d6-4c60-945c-c69d76e16fb7 admin admin] Deleting port 726ef308-769e-437e-9abe-b1c3a21be020 {{(pid=105994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:05:33.491329 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-12967d3c-02d6-4c60-945c-c69d76e16fb7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727248545832'] for port, before_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:33.597878 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.db.l3_hamode_db [None req-748444b6-8c8a-4143-932e-46cb7b261e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56904d22-cd0e-40ec-8a19-5cb6909badd5', 'name': 'tempest-TestShelveInstance-772461074-router', 'tenant_id': '5728f916c1014043a9372d8806cca391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7', 'external_fixed_ips': [{'subnet_id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'ip_address': '172.27.0.168'}], 'enable_snat': True}, 'gw_port_id': '726ef308-769e-437e-9abe-b1c3a21be020', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T14:59:48Z', 'updated_at': '2021-09-24T15:05:31Z', 'revision_number': 5, 'project_id': '5728f916c1014043a9372d8806cca391', 'gw_port': {'id': '726ef308-769e-437e-9abe-b1c3a21be020', 'name': '', 'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:58:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56904d22-cd0e-40ec-8a19-5cb6909badd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'ip_address': '172.27.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T14:59:50Z', 'updated_at': '2021-09-24T15:00:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809830-2-iscsi'}], 'dv-cinder-809830-2-iscsi', False) {} {{(pid=105996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:05:33.657124 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-748444b6-8c8a-4143-932e-46cb7b261e8f None None] Checking router: 56904d22-cd0e-40ec-8a19-5cb6909badd5 for host: dv-cinder-809830-2-iscsi {{(pid=105996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:05:33.688930 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-748444b6-8c8a-4143-932e-46cb7b261e8f None None] Routers {'56904d22-cd0e-40ec-8a19-5cb6909badd5'} bound to L3 agent in host dv-cinder-809830-2-iscsi {{(pid=105996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:05:33.690401 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.db.l3_hamode_db [None req-748444b6-8c8a-4143-932e-46cb7b261e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809830-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-24T14:45:58Z,description=,heartbeat_timestamp=2021-09-24T15:05:28Z,host='dv-cinder-809830-2-iscsi',id=76290e94-8d59-4af2-9b8f-4e64db68baa4,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T14:45:58Z,topic='l3_agent')) {'router_ids': ['56904d22-cd0e-40ec-8a19-5cb6909badd5'], 'active': True} {{(pid=105996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:05:33.756765 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.db [None req-12967d3c-02d6-4c60-945c-c69d76e16fb7 admin admin] For port 726ef308-769e-437e-9abe-b1c3a21be020, host dv-cinder-809830-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809830-2-iscsi',level=0,port_id=726ef308-769e-437e-9abe-b1c3a21be020,segment=NetworkSegment(1eeca048-08b8-46bc-9b0a-d3cb6658f7f8),segment_id=1eeca048-08b8-46bc-9b0a-d3cb6658f7f8)] {{(pid=105994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:05:33.759800 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-12967d3c-02d6-4c60-945c-c69d76e16fb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616222'] for port, precommit_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:33.782901 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.plugin [None req-12967d3c-02d6-4c60-945c-c69d76e16fb7 admin admin] Calling delete_port for 726ef308-769e-437e-9abe-b1c3a21be020 owned by network:router_gateway {{(pid=105994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:05:34.020753 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.db.l3_dvr_db [None req-748444b6-8c8a-4143-932e-46cb7b261e8f None None] Set router 56904d22-cd0e-40ec-8a19-5cb6909badd5 gateway port host: None {{(pid=105996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:05:34.163822 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.db.l3_hamode_db [None req-748444b6-8c8a-4143-932e-46cb7b261e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56904d22-cd0e-40ec-8a19-5cb6909badd5', 'name': 'tempest-TestShelveInstance-772461074-router', 'tenant_id': '5728f916c1014043a9372d8806cca391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T14:59:48Z', 'updated_at': '2021-09-24T15:05:33Z', 'revision_number': 6, 'project_id': '5728f916c1014043a9372d8806cca391', 'gw_port_host': None}], 'dv-cinder-809830-2-iscsi', False) {} {{(pid=105996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:05:34.232385 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-748444b6-8c8a-4143-932e-46cb7b261e8f None None] The sync data for ids ['56904d22-cd0e-40ec-8a19-5cb6909badd5'] in dv-cinder-809830-2-iscsi is: [{'id': '56904d22-cd0e-40ec-8a19-5cb6909badd5', 'name': 'tempest-TestShelveInstance-772461074-router', 'tenant_id': '5728f916c1014043a9372d8806cca391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T14:59:48Z', 'updated_at': '2021-09-24T15:05:33Z', 'revision_number': 6, 'project_id': '5728f916c1014043a9372d8806cca391', 'gw_port_host': None}] {{(pid=105996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:05:34.310950 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-12967d3c-02d6-4c60-945c-c69d76e16fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727248551918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727248062136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14130366'] for port, after_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:34.375166 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12967d3c-02d6-4c60-945c-c69d76e16fb7 admin admin] Pushing event deleted for resources: {'Port': ['ID=726ef308-769e-437e-9abe-b1c3a21be020,revision_number=None']} {{(pid=105994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:05:34.486274 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-12967d3c-02d6-4c60-945c-c69d76e16fb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595277'] for router_gateway, after_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:34.670074 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-12967d3c-02d6-4c60-945c-c69d76e16fb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-591138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-903'] for router, precommit_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:34.674734 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-12967d3c-02d6-4c60-945c-c69d76e16fb7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:34.763678 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-12967d3c-02d6-4c60-945c-c69d76e16fb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-591147'] for router, after_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:34.765022 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12967d3c-02d6-4c60-945c-c69d76e16fb7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 56904d22-cd0e-40ec-8a19-5cb6909badd5 {{(pid=105994) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 15:05:34.774096 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-12967d3c-02d6-4c60-945c-c69d76e16fb7 admin admin] Notify callbacks [] for router, before_response {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:34.777110 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [None req-12967d3c-02d6-4c60-945c-c69d76e16fb7 admin admin] 10.222.0.90 "DELETE /v2.0/routers/56904d22-cd0e-40ec-8a19-5cb6909badd5 HTTP/1.1" status: 204 len: 168 time: 2.0598288 Sep 24 15:05:34.781817 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.wsgi [-] (105993) accepted ('10.222.0.90', 35706) {{(pid=105993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:05:34.863375 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f127791-f956-48c2-814e-9dee2a2b0c4a admin admin] Deleting subnet 8b01ffa7-a2d8-4d8d-a389-a017e427b4e7 {{(pid=105993) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 15:05:34.868937 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-4f127791-f956-48c2-814e-9dee2a2b0c4a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:34.950601 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-4f127791-f956-48c2-814e-9dee2a2b0c4a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13697423'] for subnet, precommit_delete_associations {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:35.102635 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-4f127791-f956-48c2-814e-9dee2a2b0c4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1989010'] for subnet, precommit_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:35.229031 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-4f127791-f956-48c2-814e-9dee2a2b0c4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1989019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14427134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14663323'] for subnet, after_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:35.281192 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-4f127791-f956-48c2-814e-9dee2a2b0c4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536624'] for subnet, before_response {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:35.285105 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [None req-4f127791-f956-48c2-814e-9dee2a2b0c4a admin admin] 10.222.0.90 "DELETE /v2.0/subnets/8b01ffa7-a2d8-4d8d-a389-a017e427b4e7 HTTP/1.1" status: 204 len: 168 time: 0.5014009 Sep 24 15:05:35.286746 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f127791-f956-48c2-814e-9dee2a2b0c4a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8b01ffa7-a2d8-4d8d-a389-a017e427b4e7,revision_number=None']} {{(pid=105993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:05:35.288767 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.wsgi [-] (105994) accepted ('10.222.0.90', 35716) {{(pid=105994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:05:35.299329 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aea7a50-00bd-4f2b-94b4-cd94c7cc1236 None None] Network 6939d754-b408-43f4-ba8b-0820ef769334 requested from dv-cinder-809830-2-iscsi {{(pid=105995) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:05:35.518259 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-102a09b7-5c5c-4ee0-af98-1aa43e1143dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1610858'] for network, before_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:35.671548 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.plugin [None req-102a09b7-5c5c-4ee0-af98-1aa43e1143dd admin admin] Deleting port e582676e-4b2d-4a3f-b69c-705704e83350 {{(pid=105994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:05:35.672219 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-102a09b7-5c5c-4ee0-af98-1aa43e1143dd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727248545832'] for port, before_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:35.736356 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44681cbe-a044-45fe-b8d3-2f0f02290708 None None] DHCP port deletion for 6939d754-b408-43f4-ba8b-0820ef769334 request from dv-cinder-809830-2-iscsi {{(pid=105995) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 15:05:35.864771 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.plugin [None req-44681cbe-a044-45fe-b8d3-2f0f02290708 None None] Deleting port e582676e-4b2d-4a3f-b69c-705704e83350 {{(pid=105995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:05:35.865835 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-44681cbe-a044-45fe-b8d3-2f0f02290708 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727248545832'] for port, before_delete {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:35.896753 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.db [None req-102a09b7-5c5c-4ee0-af98-1aa43e1143dd admin admin] For port e582676e-4b2d-4a3f-b69c-705704e83350, host dv-cinder-809830-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809830-2-iscsi',level=0,port_id=e582676e-4b2d-4a3f-b69c-705704e83350,segment=NetworkSegment(3d1a5395-15a9-4326-9b07-5d37942efe9f),segment_id=3d1a5395-15a9-4326-9b07-5d37942efe9f)] {{(pid=105994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:05:35.901332 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-102a09b7-5c5c-4ee0-af98-1aa43e1143dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616222'] for port, precommit_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:35.935698 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.plugin [None req-102a09b7-5c5c-4ee0-af98-1aa43e1143dd admin admin] Calling delete_port for e582676e-4b2d-4a3f-b69c-705704e83350 owned by network:dhcp {{(pid=105994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:05:36.033260 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.db [None req-44681cbe-a044-45fe-b8d3-2f0f02290708 None None] For port e582676e-4b2d-4a3f-b69c-705704e83350, host dv-cinder-809830-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809830-2-iscsi',level=0,port_id=e582676e-4b2d-4a3f-b69c-705704e83350,segment=NetworkSegment(3d1a5395-15a9-4326-9b07-5d37942efe9f),segment_id=3d1a5395-15a9-4326-9b07-5d37942efe9f)] {{(pid=105995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:05:36.034267 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-44681cbe-a044-45fe-b8d3-2f0f02290708 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616222'] for port, precommit_delete {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:36.062773 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.plugin [None req-44681cbe-a044-45fe-b8d3-2f0f02290708 None None] Calling delete_port for e582676e-4b2d-4a3f-b69c-705704e83350 owned by network:dhcp {{(pid=105995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:05:36.129034 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-102a09b7-5c5c-4ee0-af98-1aa43e1143dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727248551918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727248062136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14130366'] for port, after_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:36.187507 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-102a09b7-5c5c-4ee0-af98-1aa43e1143dd admin admin] No DVR routers for this DVR port e582676e-4b2d-4a3f-b69c-705704e83350 on host dv-cinder-809830-2-iscsi {{(pid=105994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:05:36.192826 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102a09b7-5c5c-4ee0-af98-1aa43e1143dd admin admin] Pushing event deleted for resources: {'Port': ['ID=e582676e-4b2d-4a3f-b69c-705704e83350,revision_number=None']} {{(pid=105994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:05:36.234138 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.rpc [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Device 726ef308-769e-437e-9abe-b1c3a21be020 no longer exists at agent ovs-agent-dv-cinder-809830-2-iscsi {{(pid=105995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:05:36.309346 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.plugin [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] No Port match for: 726ef308-769e-437e-9abe-b1c3a21be020 {{(pid=105995) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:05:36.310195 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.rpc [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Device 726ef308-769e-437e-9abe-b1c3a21be020 not bound to the agent host dv-cinder-809830-2-iscsi {{(pid=105995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:05:36.310584 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.rpc [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Device ea4e94ae-f2a6-41aa-8dee-da6227385163 no longer exists at agent ovs-agent-dv-cinder-809830-2-iscsi {{(pid=105995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:05:36.367096 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-102a09b7-5c5c-4ee0-af98-1aa43e1143dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1983019', 'neutron.services.segments.db._delete_segments_for_network-8727248609940'] for network, precommit_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:36.411128 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-44681cbe-a044-45fe-b8d3-2f0f02290708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727248551918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727248062136'] for port, after_delete {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:36.421290 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.plugin [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] No Port match for: ea4e94ae-f2a6-41aa-8dee-da6227385163 {{(pid=105995) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:05:36.422389 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.rpc [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Device ea4e94ae-f2a6-41aa-8dee-da6227385163 not bound to the agent host dv-cinder-809830-2-iscsi {{(pid=105995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:05:36.438360 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.rpc [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Device e582676e-4b2d-4a3f-b69c-705704e83350 no longer exists at agent ovs-agent-dv-cinder-809830-2-iscsi {{(pid=105995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:05:36.439914 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.services.segments.db [None req-102a09b7-5c5c-4ee0-af98-1aa43e1143dd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6939d754-b408-43f4-ba8b-0820ef769334']}} {{(pid=105994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:05:36.484440 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.services.segments.db [None req-102a09b7-5c5c-4ee0-af98-1aa43e1143dd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d1a5395-15a9-4326-9b07-5d37942efe9f') {'for_net_delete': True} {{(pid=105994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:05:36.485591 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.services.segments.db [None req-102a09b7-5c5c-4ee0-af98-1aa43e1143dd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d1a5395-15a9-4326-9b07-5d37942efe9f') {} {{(pid=105994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:05:36.509254 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-102a09b7-5c5c-4ee0-af98-1aa43e1143dd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727248609437', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13742443'] for segment, before_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:36.511264 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44681cbe-a044-45fe-b8d3-2f0f02290708 None None] Pushing event deleted for resources: {'Port': ['ID=e582676e-4b2d-4a3f-b69c-705704e83350,revision_number=None']} {{(pid=105995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:05:36.516556 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44681cbe-a044-45fe-b8d3-2f0f02290708 None None] No DVR routers for this DVR port e582676e-4b2d-4a3f-b69c-705704e83350 on host dv-cinder-809830-2-iscsi {{(pid=105995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:05:36.521961 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.plugin [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] No Port match for: e582676e-4b2d-4a3f-b69c-705704e83350 {{(pid=105995) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:05:36.522822 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.rpc [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Device e582676e-4b2d-4a3f-b69c-705704e83350 not bound to the agent host dv-cinder-809830-2-iscsi {{(pid=105995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:05:36.553699 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-102a09b7-5c5c-4ee0-af98-1aa43e1143dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988101'] for segment, precommit_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:36.565824 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-102a09b7-5c5c-4ee0-af98-1aa43e1143dd admin admin] Releasing vlan 1043 on physical network physnet1 to pool {{(pid=105994) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 15:05:36.566566 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-102a09b7-5c5c-4ee0-af98-1aa43e1143dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14132045'] for segment, after_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:36.570785 dv-cinder-809830-2-iscsi neutron-server[105994]: Traceback (most recent call last): Sep 24 15:05:36.570785 dv-cinder-809830-2-iscsi neutron-server[105994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 15:05:36.570785 dv-cinder-809830-2-iscsi neutron-server[105994]: timer() Sep 24 15:05:36.570785 dv-cinder-809830-2-iscsi neutron-server[105994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 15:05:36.570785 dv-cinder-809830-2-iscsi neutron-server[105994]: cb(*args, **kw) Sep 24 15:05:36.570785 dv-cinder-809830-2-iscsi neutron-server[105994]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 15:05:36.570785 dv-cinder-809830-2-iscsi neutron-server[105994]: return func(*args, **kwargs) Sep 24 15:05:36.570785 dv-cinder-809830-2-iscsi neutron-server[105994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 15:05:36.570785 dv-cinder-809830-2-iscsi neutron-server[105994]: self._notify() Sep 24 15:05:36.570785 dv-cinder-809830-2-iscsi neutron-server[105994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 15:05:36.570785 dv-cinder-809830-2-iscsi neutron-server[105994]: self.callback(batched_events) Sep 24 15:05:36.570785 dv-cinder-809830-2-iscsi neutron-server[105994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 15:05:36.570785 dv-cinder-809830-2-iscsi neutron-server[105994]: event.method(event) Sep 24 15:05:36.570785 dv-cinder-809830-2-iscsi neutron-server[105994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 15:05:36.570785 dv-cinder-809830-2-iscsi neutron-server[105994]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 15:05:36.570785 dv-cinder-809830-2-iscsi neutron-server[105994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 15:05:36.570785 dv-cinder-809830-2-iscsi neutron-server[105994]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 15:05:36.570785 dv-cinder-809830-2-iscsi neutron-server[105994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 15:05:36.570785 dv-cinder-809830-2-iscsi neutron-server[105994]: return f(self, *a, **k) Sep 24 15:05:36.570785 dv-cinder-809830-2-iscsi neutron-server[105994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 15:05:36.570785 dv-cinder-809830-2-iscsi neutron-server[105994]: return self._get(url).json() Sep 24 15:05:36.570785 dv-cinder-809830-2-iscsi neutron-server[105994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 15:05:36.570785 dv-cinder-809830-2-iscsi neutron-server[105994]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 15:05:36.570785 dv-cinder-809830-2-iscsi neutron-server[105994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 15:05:36.570785 dv-cinder-809830-2-iscsi neutron-server[105994]: return self.request(url, 'GET', **kwargs) Sep 24 15:05:36.570785 dv-cinder-809830-2-iscsi neutron-server[105994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 15:05:36.570785 dv-cinder-809830-2-iscsi neutron-server[105994]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 15:05:36.570785 dv-cinder-809830-2-iscsi neutron-server[105994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 15:05:36.570785 dv-cinder-809830-2-iscsi neutron-server[105994]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 15:05:36.570785 dv-cinder-809830-2-iscsi neutron-server[105994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 15:05:36.570785 dv-cinder-809830-2-iscsi neutron-server[105994]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 15:05:36.570785 dv-cinder-809830-2-iscsi neutron-server[105994]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 15:05:36.679054 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-102a09b7-5c5c-4ee0-af98-1aa43e1143dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1983004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-595217'] for network, after_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:36.691018 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-102a09b7-5c5c-4ee0-af98-1aa43e1143dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536624'] for network, before_response {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:36.694686 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [None req-102a09b7-5c5c-4ee0-af98-1aa43e1143dd admin admin] 10.222.0.90 "DELETE /v2.0/networks/6939d754-b408-43f4-ba8b-0820ef769334 HTTP/1.1" status: 204 len: 168 time: 1.4041297 Sep 24 15:05:36.714128 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102a09b7-5c5c-4ee0-af98-1aa43e1143dd admin admin] Pushing event deleted for resources: {'Network': ['ID=6939d754-b408-43f4-ba8b-0820ef769334,revision_number=None']} {{(pid=105994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:05:37.011678 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.wsgi [-] (105993) accepted ('10.222.0.90', 35748) {{(pid=105993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:05:37.088938 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [None req-99abbdfd-19ca-4a78-a3ec-147f36b5fe78 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=b3ba56daf4404d7989fc7b7270504b2e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0754871 Sep 24 15:05:37.092740 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.wsgi [-] (105994) accepted ('10.222.0.90', 35750) {{(pid=105994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:05:37.197694 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-3358bdbe-3292-4abb-836b-702d2652bd73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:37.247123 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-3358bdbe-3292-4abb-836b-702d2652bd73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:37.340100 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-3358bdbe-3292-4abb-836b-702d2652bd73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571103'] for security_group, after_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:37.345102 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-3358bdbe-3292-4abb-836b-702d2652bd73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:37.347301 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [None req-3358bdbe-3292-4abb-836b-702d2652bd73 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/d318d791-7e19-4ad5-9549-33f5f34fee56 HTTP/1.1" status: 204 len: 168 time: 0.2529843 Sep 24 15:05:37.364560 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3358bdbe-3292-4abb-836b-702d2652bd73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d318d791-7e19-4ad5-9549-33f5f34fee56,revision_number=None']} {{(pid=105994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:05:37.382304 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3358bdbe-3292-4abb-836b-702d2652bd73 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:05:37.382917 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3358bdbe-3292-4abb-836b-702d2652bd73 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:05:37.383526 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3358bdbe-3292-4abb-836b-702d2652bd73 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:05:37.384052 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3358bdbe-3292-4abb-836b-702d2652bd73 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:05:37.384955 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3358bdbe-3292-4abb-836b-702d2652bd73 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:05:37.385585 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3358bdbe-3292-4abb-836b-702d2652bd73 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:05:37.386241 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3358bdbe-3292-4abb-836b-702d2652bd73 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:05:37.387167 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3358bdbe-3292-4abb-836b-702d2652bd73 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:05:37.388653 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3358bdbe-3292-4abb-836b-702d2652bd73 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:05:37.388653 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3358bdbe-3292-4abb-836b-702d2652bd73 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:05:37.388869 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3358bdbe-3292-4abb-836b-702d2652bd73 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:05:37.389342 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3358bdbe-3292-4abb-836b-702d2652bd73 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:05:37.937223 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.wsgi [-] (105994) accepted ('10.222.0.90', 35762) {{(pid=105994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:05:38.018386 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [None req-5b22bfb7-d1fa-45a5-853e-39ca7305c049 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=5728f916c1014043a9372d8806cca391&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0795927 Sep 24 15:05:38.021689 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.wsgi [-] (105994) accepted ('10.222.0.90', 35764) {{(pid=105994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:05:38.112195 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-f6140a26-72f6-45ea-a00a-3074de7854f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:38.157193 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-f6140a26-72f6-45ea-a00a-3074de7854f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:38.272303 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-f6140a26-72f6-45ea-a00a-3074de7854f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571103'] for security_group, after_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:38.277452 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-f6140a26-72f6-45ea-a00a-3074de7854f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:38.279227 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [None req-f6140a26-72f6-45ea-a00a-3074de7854f9 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/d60cbeda-2eff-4334-9eb2-ffab6b395048 HTTP/1.1" status: 204 len: 168 time: 0.2561638 Sep 24 15:05:38.292442 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6140a26-72f6-45ea-a00a-3074de7854f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d60cbeda-2eff-4334-9eb2-ffab6b395048,revision_number=None']} {{(pid=105994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:05:39.584912 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.wsgi [-] (105993) accepted ('10.222.0.90', 35794) {{(pid=105993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:05:39.780544 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.v2.base [None req-0a74afc2-e423-4314-bcfb-7ac581892ee5 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-52582607-network', 'tenant_id': '51fa19ff34a14ecc91f6fc88ae5471cb'}} {{(pid=105993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:05:39.825024 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a74afc2-e423-4314-bcfb-7ac581892ee5 admin admin] Made reservation on behalf of 51fa19ff34a14ecc91f6fc88ae5471cb for: {'network': 1} {{(pid=105993) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:05:39.839531 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-0a74afc2-e423-4314-bcfb-7ac581892ee5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993762'] for network, before_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:39.864140 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-0a74afc2-e423-4314-bcfb-7ac581892ee5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:40.112180 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-0a74afc2-e423-4314-bcfb-7ac581892ee5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:40.121426 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-0a74afc2-e423-4314-bcfb-7ac581892ee5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571103'] for security_group, after_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:40.180461 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a74afc2-e423-4314-bcfb-7ac581892ee5 admin admin] vlan segment allocate from pool success with {'vlan_id': 1048, 'physical_network': 'physnet1'} {{(pid=105993) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 15:05:40.194439 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a74afc2-e423-4314-bcfb-7ac581892ee5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a61db031-604b-4e0d-9631-e3dee32d3196,revision_number=1']} {{(pid=105993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:05:40.203593 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-0a74afc2-e423-4314-bcfb-7ac581892ee5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988101'] for segment, precommit_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:40.204095 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.db.segments_db [None req-0a74afc2-e423-4314-bcfb-7ac581892ee5 admin admin] Added segment 54a7b302-b3d8-4976-92a2-8574ea016e7b of type vlan for network 9d3e3000-5ba9-400c-a35c-6e0b1bf4eee7 Sep 24 15:05:40.230264 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a74afc2-e423-4314-bcfb-7ac581892ee5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:05:40.230902 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a74afc2-e423-4314-bcfb-7ac581892ee5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:05:40.231583 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a74afc2-e423-4314-bcfb-7ac581892ee5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:05:40.232240 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a74afc2-e423-4314-bcfb-7ac581892ee5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:05:40.232949 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a74afc2-e423-4314-bcfb-7ac581892ee5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:05:40.233703 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a74afc2-e423-4314-bcfb-7ac581892ee5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:05:40.234236 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a74afc2-e423-4314-bcfb-7ac581892ee5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:05:40.234918 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a74afc2-e423-4314-bcfb-7ac581892ee5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:05:40.235477 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a74afc2-e423-4314-bcfb-7ac581892ee5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:05:40.236227 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a74afc2-e423-4314-bcfb-7ac581892ee5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:05:40.236936 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a74afc2-e423-4314-bcfb-7ac581892ee5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:05:40.237494 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a74afc2-e423-4314-bcfb-7ac581892ee5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:05:40.326147 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-0a74afc2-e423-4314-bcfb-7ac581892ee5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727248069142'] for network, precommit_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:40.377253 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-0a74afc2-e423-4314-bcfb-7ac581892ee5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314'] for network, after_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:40.378331 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a74afc2-e423-4314-bcfb-7ac581892ee5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:05:40.378949 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-0a74afc2-e423-4314-bcfb-7ac581892ee5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536624'] for network, before_response {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:40.423039 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [None req-0a74afc2-e423-4314-bcfb-7ac581892ee5 admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8361712 Sep 24 15:05:40.427559 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.wsgi [-] (105994) accepted ('10.222.0.90', 35816) {{(pid=105994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:05:40.433984 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.v2.base [None req-733731b7-0dde-4fc7-a6e7-fe8eb5f50715 admin admin] Request body: {'subnet': {'network_id': '9d3e3000-5ba9-400c-a35c-6e0b1bf4eee7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-52582607-subnet', 'tenant_id': '51fa19ff34a14ecc91f6fc88ae5471cb', 'ip_version': 4}} {{(pid=105994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:05:40.467090 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-733731b7-0dde-4fc7-a6e7-fe8eb5f50715 admin admin] Made reservation on behalf of 51fa19ff34a14ecc91f6fc88ae5471cb for: {'subnet': 1} {{(pid=105994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:05:40.472831 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-733731b7-0dde-4fc7-a6e7-fe8eb5f50715 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14524561'] for subnet, before_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:40.508621 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a74afc2-e423-4314-bcfb-7ac581892ee5 admin admin] Pushing event updated for resources: {'Network': ['ID=9d3e3000-5ba9-400c-a35c-6e0b1bf4eee7,revision_number=1']} {{(pid=105993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:05:40.520524 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.rpc [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Network 9d3e3000-5ba9-400c-a35c-6e0b1bf4eee7 details requested by agent ovs-agent-dv-cinder-809830-2-iscsi with host dv-cinder-809830-2-iscsi {{(pid=105995) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 15:05:40.781274 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-733731b7-0dde-4fc7-a6e7-fe8eb5f50715 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14130210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14524579'] for subnet, after_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:40.890134 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733731b7-0dde-4fc7-a6e7-fe8eb5f50715 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd989c45-4591-43b5-a111-6cdc77ed547b,revision_number=0']} {{(pid=105994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:05:40.915154 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-733731b7-0dde-4fc7-a6e7-fe8eb5f50715 admin admin] Checking segment: {'id': '54a7b302-b3d8-4976-92a2-8574ea016e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': '9d3e3000-5ba9-400c-a35c-6e0b1bf4eee7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:05:40.915773 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-733731b7-0dde-4fc7-a6e7-fe8eb5f50715 admin admin] Network hostable DHCP agents. Network: 9d3e3000-5ba9-400c-a35c-6e0b1bf4eee7, hostable agents: ['a445fb04-844a-460e-9913-1045a19b95b5'], hosted agents: [] {{(pid=105994) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 15:05:40.954010 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-733731b7-0dde-4fc7-a6e7-fe8eb5f50715 admin admin] Network 9d3e3000-5ba9-400c-a35c-6e0b1bf4eee7 is scheduled to be hosted by DHCP agent a445fb04-844a-460e-9913-1045a19b95b5 with binding_index 1 {{(pid=105994) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 15:05:40.974317 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.scheduler.base_scheduler [None req-733731b7-0dde-4fc7-a6e7-fe8eb5f50715 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809830-2-iscsi, 9d3e3000-5ba9-400c-a35c-6e0b1bf4eee7) {{(pid=105994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:05:40.981416 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-733731b7-0dde-4fc7-a6e7-fe8eb5f50715 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:05:40.983087 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-733731b7-0dde-4fc7-a6e7-fe8eb5f50715 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:40.989445 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4bae031-b6ea-4459-bba6-b5b974537e39 None None] Network 9d3e3000-5ba9-400c-a35c-6e0b1bf4eee7 requested from dv-cinder-809830-2-iscsi {{(pid=105995) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:05:41.018845 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [None req-733731b7-0dde-4fc7-a6e7-fe8eb5f50715 admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5886700 Sep 24 15:05:41.025050 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.wsgi [-] (105993) accepted ('10.222.0.90', 35826) {{(pid=105993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:05:41.036256 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.v2.base [None req-47ce9b0e-4f2c-42ba-8ed1-9aa623173e68 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-52582607-router', 'tenant_id': '51fa19ff34a14ecc91f6fc88ae5471cb', 'external_gateway_info': {'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7'}}} {{(pid=105993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:05:41.090920 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-47ce9b0e-4f2c-42ba-8ed1-9aa623173e68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594072', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-917'] for router, before_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:41.093202 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-47ce9b0e-4f2c-42ba-8ed1-9aa623173e68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-591208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-616600', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-980487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-924'] for router, precommit_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:41.188070 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-47ce9b0e-4f2c-42ba-8ed1-9aa623173e68 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:41.284997 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01339fb2-c12c-4bbd-9550-d1490e6995e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e630d72-881c-5ced-b0db-7df05ee4afe5-9d3e3000-5ba9-400c-a35c-6e0b1bf4eee7', 'network_id': '9d3e3000-5ba9-400c-a35c-6e0b1bf4eee7', 'tenant_id': '51fa19ff34a14ecc91f6fc88ae5471cb', 'fixed_ips': [{'subnet_id': 'bd989c45-4591-43b5-a111-6cdc77ed547b'}]}} from dv-cinder-809830-2-iscsi. {{(pid=105995) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 15:05:41.287776 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-01339fb2-c12c-4bbd-9550-d1490e6995e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993762'] for port, before_create {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:41.476607 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-47ce9b0e-4f2c-42ba-8ed1-9aa623173e68 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:41.570485 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.db_base_plugin_common [None req-01339fb2-c12c-4bbd-9550-d1490e6995e0 None None] Allocated IP 172.20.0.2 (9d3e3000-5ba9-400c-a35c-6e0b1bf4eee7/bd989c45-4591-43b5-a111-6cdc77ed547b/a2ebe455-7362-440a-8dfa-5f25c382c557) {{(pid=105995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:05:41.851272 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-47ce9b0e-4f2c-42ba-8ed1-9aa623173e68 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:41.863532 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-01339fb2-c12c-4bbd-9550-d1490e6995e0 None None] Notify callbacks [] for port, precommit_create {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:41.879745 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-01339fb2-c12c-4bbd-9550-d1490e6995e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727248062127'] for port, after_create {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:41.903153 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-47ce9b0e-4f2c-42ba-8ed1-9aa623173e68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993762'] for port, before_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:41.940319 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01339fb2-c12c-4bbd-9550-d1490e6995e0 None None] Network 9d3e3000-5ba9-400c-a35c-6e0b1bf4eee7 is already hosted by enough agents. {{(pid=105995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:05:41.949064 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.scheduler.base_scheduler [None req-01339fb2-c12c-4bbd-9550-d1490e6995e0 None None] Resources bound (agent type, host, resource id): {{(pid=105995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:05:41.954644 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01339fb2-c12c-4bbd-9550-d1490e6995e0 None None] Received port after_create {{(pid=105995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:05:41.979958 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01339fb2-c12c-4bbd-9550-d1490e6995e0 None None] Pushing event updated for resources: {'Port': ['ID=a2ebe455-7362-440a-8dfa-5f25c382c557,revision_number=1']} {{(pid=105995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:05:42.061249 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.managers [None req-01339fb2-c12c-4bbd-9550-d1490e6995e0 None None] Attempting to bind port a2ebe455-7362-440a-8dfa-5f25c382c557 on host dv-cinder-809830-2-iscsi for vnic_type normal with profile {{(pid=105995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:05:42.061619 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.managers [None req-01339fb2-c12c-4bbd-9550-d1490e6995e0 None None] Attempting to bind port a2ebe455-7362-440a-8dfa-5f25c382c557 by drivers openvswitch,hyperv on host dv-cinder-809830-2-iscsi at level 0 using segments [{'id': '54a7b302-b3d8-4976-92a2-8574ea016e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': '9d3e3000-5ba9-400c-a35c-6e0b1bf4eee7'}] {{(pid=105995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:05:42.061979 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01339fb2-c12c-4bbd-9550-d1490e6995e0 None None] Attempting to bind port a2ebe455-7362-440a-8dfa-5f25c382c557 on network 9d3e3000-5ba9-400c-a35c-6e0b1bf4eee7 {{(pid=105995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:05:42.069045 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01339fb2-c12c-4bbd-9550-d1490e6995e0 None None] Checking agent: {'id': '466265b3-b863-41e9-8226-f4d0fd198543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809830-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 14, 45, 59), 'started_at': datetime.datetime(2021, 9, 24, 14, 46, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 5, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809830-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:05:42.069680 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01339fb2-c12c-4bbd-9550-d1490e6995e0 None None] Checking segment: {'id': '54a7b302-b3d8-4976-92a2-8574ea016e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': '9d3e3000-5ba9-400c-a35c-6e0b1bf4eee7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:05:42.070350 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-01339fb2-c12c-4bbd-9550-d1490e6995e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:42.070984 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01339fb2-c12c-4bbd-9550-d1490e6995e0 None None] Bound using segment: {'id': '54a7b302-b3d8-4976-92a2-8574ea016e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': '9d3e3000-5ba9-400c-a35c-6e0b1bf4eee7'} {{(pid=105995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:05:42.071778 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.managers [None req-01339fb2-c12c-4bbd-9550-d1490e6995e0 None None] Bound port: a2ebe455-7362-440a-8dfa-5f25c382c557, host: dv-cinder-809830-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54a7b302-b3d8-4976-92a2-8574ea016e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': '9d3e3000-5ba9-400c-a35c-6e0b1bf4eee7'}}] {{(pid=105995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:05:42.072421 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-01339fb2-c12c-4bbd-9550-d1490e6995e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993762'] for port, before_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:42.096711 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.db.db_base_plugin_common [None req-47ce9b0e-4f2c-42ba-8ed1-9aa623173e68 admin admin] Allocated IP 172.27.0.120 (d1d522b2-1ecd-4e8f-be33-d5d511adebd7/58b80919-877d-4d93-a3a2-bd7e936ebc9a/3c4dbcc3-9137-4f93-aeb5-b5adfb131d4e) {{(pid=105993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:05:42.208820 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.db [None req-01339fb2-c12c-4bbd-9550-d1490e6995e0 None None] For port a2ebe455-7362-440a-8dfa-5f25c382c557, host dv-cinder-809830-2-iscsi, cleared binding levels {{(pid=105995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:05:42.219836 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.db [None req-01339fb2-c12c-4bbd-9550-d1490e6995e0 None None] For port a2ebe455-7362-440a-8dfa-5f25c382c557, host dv-cinder-809830-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809830-2-iscsi',level=0,port_id=a2ebe455-7362-440a-8dfa-5f25c382c557,segment=NetworkSegment(54a7b302-b3d8-4976-92a2-8574ea016e7b),segment_id=54a7b302-b3d8-4976-92a2-8574ea016e7b)] {{(pid=105995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:05:42.230763 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-01339fb2-c12c-4bbd-9550-d1490e6995e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248551428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248062163'] for port, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:42.307849 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-47ce9b0e-4f2c-42ba-8ed1-9aa623173e68 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:42.373200 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01339fb2-c12c-4bbd-9550-d1490e6995e0 None None] Pushing event updated for resources: {'Port': ['ID=a2ebe455-7362-440a-8dfa-5f25c382c557,revision_number=2']} {{(pid=105995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:05:42.893859 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-47ce9b0e-4f2c-42ba-8ed1-9aa623173e68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727248062127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14427043'] for port, after_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:42.940251 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.wsgi [-] (105994) accepted ('10.222.0.90', 35858) {{(pid=105994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:05:42.966201 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47ce9b0e-4f2c-42ba-8ed1-9aa623173e68 admin admin] Network d1d522b2-1ecd-4e8f-be33-d5d511adebd7 is already hosted by enough agents. {{(pid=105993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:05:42.972431 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.scheduler.base_scheduler [None req-47ce9b0e-4f2c-42ba-8ed1-9aa623173e68 admin admin] Resources bound (agent type, host, resource id): {{(pid=105993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:05:42.979308 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47ce9b0e-4f2c-42ba-8ed1-9aa623173e68 admin admin] Received port after_create {{(pid=105993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:05:43.105677 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ce9b0e-4f2c-42ba-8ed1-9aa623173e68 admin admin] Pushing event updated for resources: {'Port': ['ID=3c4dbcc3-9137-4f93-aeb5-b5adfb131d4e,revision_number=1']} {{(pid=105993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:05:43.180991 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-118d77fd-38e5-4922-b024-f28fc4c32422 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:43.395625 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-118d77fd-38e5-4922-b024-f28fc4c32422 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:43.407793 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-118d77fd-38e5-4922-b024-f28fc4c32422 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571103'] for security_group, after_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:43.482475 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118d77fd-38e5-4922-b024-f28fc4c32422 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc74711a-3428-472c-a922-34b01d46d232,revision_number=1']} {{(pid=105994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:05:43.495319 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [None req-118d77fd-38e5-4922-b024-f28fc4c32422 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=2eb7f01ae3d04d91986f388c5230c3b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5516379 Sep 24 15:05:43.500011 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.wsgi [-] (105994) accepted ('10.222.0.90', 35866) {{(pid=105994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:05:43.612073 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-d4203c7e-80e3-4409-8a4f-2f4f77bd6b2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:43.612374 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-47ce9b0e-4f2c-42ba-8ed1-9aa623173e68 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:43.658131 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-d4203c7e-80e3-4409-8a4f-2f4f77bd6b2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:43.756002 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-d4203c7e-80e3-4409-8a4f-2f4f77bd6b2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571103'] for security_group, after_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:43.762117 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-d4203c7e-80e3-4409-8a4f-2f4f77bd6b2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:43.767790 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [None req-d4203c7e-80e3-4409-8a4f-2f4f77bd6b2f admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/bc74711a-3428-472c-a922-34b01d46d232 HTTP/1.1" status: 204 len: 168 time: 0.2659049 Sep 24 15:05:43.797426 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4203c7e-80e3-4409-8a4f-2f4f77bd6b2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc74711a-3428-472c-a922-34b01d46d232,revision_number=None']} {{(pid=105994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:05:43.834159 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04e4a001-07ac-470a-b897-9efd40e5165e None None] Network 9d3e3000-5ba9-400c-a35c-6e0b1bf4eee7 requested from dv-cinder-809830-2-iscsi {{(pid=105995) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:05:43.979476 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.provisioning_blocks [None req-a8618849-b1c0-4d7f-9366-14cb14a3036a None None] Provisioning complete for port a2ebe455-7362-440a-8dfa-5f25c382c557 triggered by entity DHCP. {{(pid=105995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:05:43.980087 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-a8618849-b1c0-4d7f-9366-14cb14a3036a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985790'] for port, provisioning_complete {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:44.040992 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-47ce9b0e-4f2c-42ba-8ed1-9aa623173e68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-591121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-616613'] for router, after_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:44.284798 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.rpc [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Device a2ebe455-7362-440a-8dfa-5f25c382c557 up at agent ovs-agent-dv-cinder-809830-2-iscsi {{(pid=105995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:05:44.382899 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-a8618849-b1c0-4d7f-9366-14cb14a3036a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993762'] for port, before_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:44.476713 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47ce9b0e-4f2c-42ba-8ed1-9aa623173e68 admin admin] Router c3007b00-6027-4595-b86c-8233af466725 is scheduled to L3 agent 76290e94-8d59-4af2-9b8f-4e64db68baa4 with binding_index 1 {{(pid=105993) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 15:05:44.506334 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.db [None req-a8618849-b1c0-4d7f-9366-14cb14a3036a None None] For port a2ebe455-7362-440a-8dfa-5f25c382c557, host dv-cinder-809830-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809830-2-iscsi',level=0,port_id=a2ebe455-7362-440a-8dfa-5f25c382c557,segment=NetworkSegment(54a7b302-b3d8-4976-92a2-8574ea016e7b),segment_id=54a7b302-b3d8-4976-92a2-8574ea016e7b)] {{(pid=105995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:05:44.518230 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.provisioning_blocks [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Provisioning complete for port a2ebe455-7362-440a-8dfa-5f25c382c557 triggered by entity L2. {{(pid=105995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:05:44.518827 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985790'] for port, provisioning_complete {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:44.527625 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-a8618849-b1c0-4d7f-9366-14cb14a3036a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248551428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248062163'] for port, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:44.751622 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8618849-b1c0-4d7f-9366-14cb14a3036a None None] Pushing event updated for resources: {'Port': ['ID=a2ebe455-7362-440a-8dfa-5f25c382c557,revision_number=3']} {{(pid=105995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:05:44.882660 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47ce9b0e-4f2c-42ba-8ed1-9aa623173e68 admin admin] Notify agent at l3_agent.dv-cinder-809830-2-iscsi the message routers_updated {{(pid=105993) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:05:44.917953 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-187b35f8-a4bc-4193-9db3-b84e235418e0 None None] Sync routers for ids ['c3007b00-6027-4595-b86c-8233af466725'] in dv-cinder-809830-2-iscsi {{(pid=105995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:05:44.944335 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-187b35f8-a4bc-4193-9db3-b84e235418e0 None None] Routers {'c3007b00-6027-4595-b86c-8233af466725'} bound to L3 agent in host dv-cinder-809830-2-iscsi {{(pid=105995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:05:44.946197 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.l3_hamode_db [None req-187b35f8-a4bc-4193-9db3-b84e235418e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809830-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-24T14:45:58Z,description=,heartbeat_timestamp=2021-09-24T15:05:28Z,host='dv-cinder-809830-2-iscsi',id=76290e94-8d59-4af2-9b8f-4e64db68baa4,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T14:45:58Z,topic='l3_agent')) {'router_ids': ['c3007b00-6027-4595-b86c-8233af466725'], 'active': True} {{(pid=105995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:05:44.954908 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-47ce9b0e-4f2c-42ba-8ed1-9aa623173e68 admin admin] Notify callbacks [] for router, before_response {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:44.958043 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [None req-47ce9b0e-4f2c-42ba-8ed1-9aa623173e68 admin admin] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.9272339 Sep 24 15:05:44.960080 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.wsgi [-] (105994) accepted ('10.222.0.90', 35884) {{(pid=105994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:05:45.121324 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.provisioning_blocks [None req-78f103c2-b80e-4edb-be6f-78958721927c None None] Provisioning complete for port a2ebe455-7362-440a-8dfa-5f25c382c557 triggered by entity DHCP. {{(pid=105995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:05:45.121878 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-78f103c2-b80e-4edb-be6f-78958721927c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985790'] for port, provisioning_complete {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:45.406098 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.l3_dvr_db [None req-187b35f8-a4bc-4193-9db3-b84e235418e0 None None] Set router c3007b00-6027-4595-b86c-8233af466725 gateway port host: dv-cinder-809830-2-iscsi {{(pid=105995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:05:45.912709 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:45.996173 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-a1db00f2-2be1-4987-940d-36b9c28ff52a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993762'] for port, before_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:46.093246 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.l3_hamode_db [None req-187b35f8-a4bc-4193-9db3-b84e235418e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3007b00-6027-4595-b86c-8233af466725', 'name': 'tempest-TestVolumeBootPattern-52582607-router', 'tenant_id': '51fa19ff34a14ecc91f6fc88ae5471cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7', 'external_fixed_ips': [{'subnet_id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '3c4dbcc3-9137-4f93-aeb5-b5adfb131d4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:05:41Z', 'updated_at': '2021-09-24T15:05:43Z', 'revision_number': 3, 'project_id': '51fa19ff34a14ecc91f6fc88ae5471cb', 'gw_port': {'id': '3c4dbcc3-9137-4f93-aeb5-b5adfb131d4e', 'name': '', 'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:39:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3007b00-6027-4595-b86c-8233af466725', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:05:41Z', 'updated_at': '2021-09-24T15:05:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809830-2-iscsi'}], 'dv-cinder-809830-2-iscsi', False) {} {{(pid=105995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:05:46.153240 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.rpc [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Device a2ebe455-7362-440a-8dfa-5f25c382c557 up at agent ovs-agent-dv-cinder-809830-2-iscsi {{(pid=105995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:05:46.159718 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-187b35f8-a4bc-4193-9db3-b84e235418e0 None None] Checking router: c3007b00-6027-4595-b86c-8233af466725 for host: dv-cinder-809830-2-iscsi {{(pid=105995) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:05:46.160304 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-187b35f8-a4bc-4193-9db3-b84e235418e0 None None] Updating router c3007b00-6027-4595-b86c-8233af466725 port 3c4dbcc3-9137-4f93-aeb5-b5adfb131d4e binding host dv-cinder-809830-2-iscsi {{(pid=105995) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 15:05:46.255182 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-187b35f8-a4bc-4193-9db3-b84e235418e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993762'] for port, before_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:46.409246 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.db.db_base_plugin_common [None req-a1db00f2-2be1-4987-940d-36b9c28ff52a admin admin] Allocated IP 172.20.0.1 (9d3e3000-5ba9-400c-a35c-6e0b1bf4eee7/bd989c45-4591-43b5-a111-6cdc77ed547b/f0b52ef1-e317-4938-bce1-5cc0445f6ccf) {{(pid=105994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:05:46.461540 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.provisioning_blocks [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Provisioning complete for port a2ebe455-7362-440a-8dfa-5f25c382c557 triggered by entity L2. {{(pid=105995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:05:46.462160 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985790'] for port, provisioning_complete {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:46.675616 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-a1db00f2-2be1-4987-940d-36b9c28ff52a admin admin] Notify callbacks [] for port, precommit_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:46.749381 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-a1db00f2-2be1-4987-940d-36b9c28ff52a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727248062127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14130366'] for port, after_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:46.832209 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1db00f2-2be1-4987-940d-36b9c28ff52a admin admin] Network 9d3e3000-5ba9-400c-a35c-6e0b1bf4eee7 is already hosted by enough agents. {{(pid=105994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:05:46.837763 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.scheduler.base_scheduler [None req-a1db00f2-2be1-4987-940d-36b9c28ff52a admin admin] Resources bound (agent type, host, resource id): {{(pid=105994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:05:46.847845 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1db00f2-2be1-4987-940d-36b9c28ff52a admin admin] Received port after_create {{(pid=105994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:05:46.855486 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-187b35f8-a4bc-4193-9db3-b84e235418e0 None None] Notify callbacks [] for port, precommit_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:46.864778 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-187b35f8-a4bc-4193-9db3-b84e235418e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248551428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248062163'] for port, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:46.898321 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1db00f2-2be1-4987-940d-36b9c28ff52a admin admin] Pushing event updated for resources: {'Port': ['ID=f0b52ef1-e317-4938-bce1-5cc0445f6ccf,revision_number=1']} {{(pid=105994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:05:46.938542 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-a1db00f2-2be1-4987-940d-36b9c28ff52a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-595352'] for router_interface, before_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:46.955644 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.managers [None req-187b35f8-a4bc-4193-9db3-b84e235418e0 None None] Attempting to bind port 3c4dbcc3-9137-4f93-aeb5-b5adfb131d4e on host dv-cinder-809830-2-iscsi for vnic_type normal with profile {{(pid=105995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:05:46.956718 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.managers [None req-187b35f8-a4bc-4193-9db3-b84e235418e0 None None] Attempting to bind port 3c4dbcc3-9137-4f93-aeb5-b5adfb131d4e by drivers openvswitch,hyperv on host dv-cinder-809830-2-iscsi at level 0 using segments [{'id': '1eeca048-08b8-46bc-9b0a-d3cb6658f7f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7'}] {{(pid=105995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:05:46.957591 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-187b35f8-a4bc-4193-9db3-b84e235418e0 None None] Attempting to bind port 3c4dbcc3-9137-4f93-aeb5-b5adfb131d4e on network d1d522b2-1ecd-4e8f-be33-d5d511adebd7 {{(pid=105995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:05:46.962512 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf9fe5e-9f60-4772-b168-62415ae5d965 None None] Pushing event updated for resources: {'Port': ['ID=3c4dbcc3-9137-4f93-aeb5-b5adfb131d4e,revision_number=2']} {{(pid=105995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:05:46.973842 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-187b35f8-a4bc-4193-9db3-b84e235418e0 None None] Checking agent: {'id': '466265b3-b863-41e9-8226-f4d0fd198543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809830-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 14, 45, 59), 'started_at': datetime.datetime(2021, 9, 24, 14, 46, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 5, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809830-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:05:46.974493 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-187b35f8-a4bc-4193-9db3-b84e235418e0 None None] Checking segment: {'id': '1eeca048-08b8-46bc-9b0a-d3cb6658f7f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:05:46.975201 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-187b35f8-a4bc-4193-9db3-b84e235418e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:46.975926 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-187b35f8-a4bc-4193-9db3-b84e235418e0 None None] Bound using segment: {'id': '1eeca048-08b8-46bc-9b0a-d3cb6658f7f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7'} {{(pid=105995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:05:46.976895 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.managers [None req-187b35f8-a4bc-4193-9db3-b84e235418e0 None None] Bound port: 3c4dbcc3-9137-4f93-aeb5-b5adfb131d4e, host: dv-cinder-809830-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1eeca048-08b8-46bc-9b0a-d3cb6658f7f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7'}}] {{(pid=105995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:05:46.977573 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-187b35f8-a4bc-4193-9db3-b84e235418e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993762'] for port, before_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:47.089022 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.db [None req-187b35f8-a4bc-4193-9db3-b84e235418e0 None None] For port 3c4dbcc3-9137-4f93-aeb5-b5adfb131d4e, host dv-cinder-809830-2-iscsi, cleared binding levels {{(pid=105995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:05:47.097581 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.db [None req-187b35f8-a4bc-4193-9db3-b84e235418e0 None None] For port 3c4dbcc3-9137-4f93-aeb5-b5adfb131d4e, host dv-cinder-809830-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809830-2-iscsi',level=0,port_id=3c4dbcc3-9137-4f93-aeb5-b5adfb131d4e,segment=NetworkSegment(1eeca048-08b8-46bc-9b0a-d3cb6658f7f8),segment_id=1eeca048-08b8-46bc-9b0a-d3cb6658f7f8)] {{(pid=105995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:05:47.112073 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-187b35f8-a4bc-4193-9db3-b84e235418e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248551428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248062163'] for port, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:47.250088 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-187b35f8-a4bc-4193-9db3-b84e235418e0 None None] Routers {'c3007b00-6027-4595-b86c-8233af466725'} bound to L3 agent in host dv-cinder-809830-2-iscsi {{(pid=105995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:05:47.251238 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.l3_hamode_db [None req-187b35f8-a4bc-4193-9db3-b84e235418e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809830-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-24T14:45:58Z,description=,heartbeat_timestamp=2021-09-24T15:05:28Z,host='dv-cinder-809830-2-iscsi',id=76290e94-8d59-4af2-9b8f-4e64db68baa4,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T14:45:58Z,topic='l3_agent')) {'router_ids': ['c3007b00-6027-4595-b86c-8233af466725'], 'active': True} {{(pid=105995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:05:47.257618 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf9fe5e-9f60-4772-b168-62415ae5d965 None None] Pushing event updated for resources: {'Port': ['ID=3c4dbcc3-9137-4f93-aeb5-b5adfb131d4e,revision_number=3']} {{(pid=105995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:05:47.269516 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-a1db00f2-2be1-4987-940d-36b9c28ff52a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993762'] for port, before_update {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:47.371256 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.provisioning_blocks [None req-e9db4765-3693-49bf-b2f4-567d11af6cad None None] Provisioning complete for port f0b52ef1-e317-4938-bce1-5cc0445f6ccf triggered by entity DHCP. {{(pid=105995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:05:47.372289 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-e9db4765-3693-49bf-b2f4-567d11af6cad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985790'] for port, provisioning_complete {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:47.528997 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.plugin [None req-e9db4765-3693-49bf-b2f4-567d11af6cad None None] Port f0b52ef1-e317-4938-bce1-5cc0445f6ccf cannot update to ACTIVE because it is not bound. {{(pid=105995) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:05:47.547927 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.l3_dvr_db [None req-187b35f8-a4bc-4193-9db3-b84e235418e0 None None] Set router c3007b00-6027-4595-b86c-8233af466725 gateway port host: dv-cinder-809830-2-iscsi {{(pid=105995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:05:47.620363 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-a1db00f2-2be1-4987-940d-36b9c28ff52a admin admin] Notify callbacks [] for port, precommit_update {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:47.633805 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-a1db00f2-2be1-4987-940d-36b9c28ff52a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248551428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248062163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14130357'] for port, after_update {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:47.757341 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1db00f2-2be1-4987-940d-36b9c28ff52a admin admin] Pushing event updated for resources: {'Port': ['ID=f0b52ef1-e317-4938-bce1-5cc0445f6ccf,revision_number=2']} {{(pid=105994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:05:47.762020 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-a1db00f2-2be1-4987-940d-36b9c28ff52a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-594280'] for router_interface, after_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:47.934408 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.l3_hamode_db [None req-187b35f8-a4bc-4193-9db3-b84e235418e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3007b00-6027-4595-b86c-8233af466725', 'name': 'tempest-TestVolumeBootPattern-52582607-router', 'tenant_id': '51fa19ff34a14ecc91f6fc88ae5471cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7', 'external_fixed_ips': [{'subnet_id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '3c4dbcc3-9137-4f93-aeb5-b5adfb131d4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:05:41Z', 'updated_at': '2021-09-24T15:05:47Z', 'revision_number': 4, 'project_id': '51fa19ff34a14ecc91f6fc88ae5471cb', 'gw_port': {'id': '3c4dbcc3-9137-4f93-aeb5-b5adfb131d4e', 'name': '', 'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:39:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3007b00-6027-4595-b86c-8233af466725', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:05:41Z', 'updated_at': '2021-09-24T15:05:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809830-2-iscsi', '_interfaces': [{'id': 'f0b52ef1-e317-4938-bce1-5cc0445f6ccf', 'name': '', 'network_id': '9d3e3000-5ba9-400c-a35c-6e0b1bf4eee7', 'tenant_id': '51fa19ff34a14ecc91f6fc88ae5471cb', 'mac_address': 'fa:16:3e:05:6b:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3007b00-6027-4595-b86c-8233af466725', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'bd989c45-4591-43b5-a111-6cdc77ed547b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:05:46Z', 'updated_at': '2021-09-24T15:05:46Z', 'revision_number': 1, 'project_id': '51fa19ff34a14ecc91f6fc88ae5471cb', 'subnets': [{'id': 'bd989c45-4591-43b5-a111-6cdc77ed547b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809830-2-iscsi', False) {} {{(pid=105995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:05:47.963172 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1db00f2-2be1-4987-940d-36b9c28ff52a admin admin] Network 9d3e3000-5ba9-400c-a35c-6e0b1bf4eee7 is already hosted by enough agents. {{(pid=105994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:05:47.964989 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.scheduler.base_scheduler [None req-a1db00f2-2be1-4987-940d-36b9c28ff52a admin admin] Resources bound (agent type, host, resource id): {{(pid=105994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:05:47.985689 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-187b35f8-a4bc-4193-9db3-b84e235418e0 None None] The sync data for ids ['c3007b00-6027-4595-b86c-8233af466725'] in dv-cinder-809830-2-iscsi is: [{'id': 'c3007b00-6027-4595-b86c-8233af466725', 'name': 'tempest-TestVolumeBootPattern-52582607-router', 'tenant_id': '51fa19ff34a14ecc91f6fc88ae5471cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7', 'external_fixed_ips': [{'subnet_id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '3c4dbcc3-9137-4f93-aeb5-b5adfb131d4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:05:41Z', 'updated_at': '2021-09-24T15:05:47Z', 'revision_number': 4, 'project_id': '51fa19ff34a14ecc91f6fc88ae5471cb', 'gw_port': {'id': '3c4dbcc3-9137-4f93-aeb5-b5adfb131d4e', 'name': '', 'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:39:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3007b00-6027-4595-b86c-8233af466725', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:05:41Z', 'updated_at': '2021-09-24T15:05:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809830-2-iscsi', '_interfaces': [{'id': 'f0b52ef1-e317-4938-bce1-5cc0445f6ccf', 'name': '', 'network_id': '9d3e3000-5ba9-400c-a35c-6e0b1bf4eee7', 'tenant_id': '51fa19ff34a14ecc91f6fc88ae5471cb', 'mac_address': 'fa:16:3e:05:6b:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3007b00-6027-4595-b86c-8233af466725', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'bd989c45-4591-43b5-a111-6cdc77ed547b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:05:46Z', 'updated_at': '2021-09-24T15:05:46Z', 'revision_number': 1, 'project_id': '51fa19ff34a14ecc91f6fc88ae5471cb', 'subnets': [{'id': 'bd989c45-4591-43b5-a111-6cdc77ed547b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:05:48.229549 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1db00f2-2be1-4987-940d-36b9c28ff52a admin admin] Router c3007b00-6027-4595-b86c-8233af466725 has already been hosted by L3 agent 76290e94-8d59-4af2-9b8f-4e64db68baa4 {{(pid=105994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:05:48.307577 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.provisioning_blocks [None req-24b1be7f-4e1c-4c59-ac18-efd972bb6571 None None] Provisioning complete for port f0b52ef1-e317-4938-bce1-5cc0445f6ccf triggered by entity DHCP. {{(pid=105995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:05:48.312840 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-24b1be7f-4e1c-4c59-ac18-efd972bb6571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985790'] for port, provisioning_complete {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:48.420974 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.plugin [None req-24b1be7f-4e1c-4c59-ac18-efd972bb6571 None None] Port f0b52ef1-e317-4938-bce1-5cc0445f6ccf cannot update to ACTIVE because it is not bound. {{(pid=105995) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:05:48.539315 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1db00f2-2be1-4987-940d-36b9c28ff52a admin admin] Notify agent at l3_agent.dv-cinder-809830-2-iscsi the message routers_updated {{(pid=105994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:05:48.557117 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [None req-a1db00f2-2be1-4987-940d-36b9c28ff52a admin admin] 10.222.0.90 "PUT /v2.0/routers/c3007b00-6027-4595-b86c-8233af466725/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5911727 Sep 24 15:05:49.934134 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.wsgi [-] (105994) accepted ('10.222.0.90', 35946) {{(pid=105994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:05:49.945298 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.v2.base [None req-4d6990de-ece0-43be-9a93-a5ab7731c912 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1423469562-network', 'tenant_id': 'adc1c16e57e54718b5fd522a8ea7c71e'}} {{(pid=105994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:05:50.036963 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d6990de-ece0-43be-9a93-a5ab7731c912 admin admin] Made reservation on behalf of adc1c16e57e54718b5fd522a8ea7c71e for: {'network': 1} {{(pid=105994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:05:50.043549 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-4d6990de-ece0-43be-9a93-a5ab7731c912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993762'] for network, before_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:50.235751 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.rpc [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Device 3c4dbcc3-9137-4f93-aeb5-b5adfb131d4e up at agent ovs-agent-dv-cinder-809830-2-iscsi {{(pid=105995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:05:50.349827 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.provisioning_blocks [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Provisioning complete for port 3c4dbcc3-9137-4f93-aeb5-b5adfb131d4e triggered by entity L2. {{(pid=105995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:05:50.350431 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985790'] for port, provisioning_complete {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:50.512585 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993762'] for port, before_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:50.516315 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-4d6990de-ece0-43be-9a93-a5ab7731c912 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:50.549244 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.db [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] For port 3c4dbcc3-9137-4f93-aeb5-b5adfb131d4e, host dv-cinder-809830-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809830-2-iscsi',level=0,port_id=3c4dbcc3-9137-4f93-aeb5-b5adfb131d4e,segment=NetworkSegment(1eeca048-08b8-46bc-9b0a-d3cb6658f7f8),segment_id=1eeca048-08b8-46bc-9b0a-d3cb6658f7f8)] {{(pid=105995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:05:50.560360 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248551428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248062163'] for port, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:50.671926 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Pushing event updated for resources: {'Port': ['ID=3c4dbcc3-9137-4f93-aeb5-b5adfb131d4e,revision_number=4']} {{(pid=105995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:05:50.751343 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-4d6990de-ece0-43be-9a93-a5ab7731c912 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:50.758898 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-4d6990de-ece0-43be-9a93-a5ab7731c912 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571103'] for security_group, after_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:50.797463 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d6990de-ece0-43be-9a93-a5ab7731c912 admin admin] vlan segment allocate from pool success with {'vlan_id': 1003, 'physical_network': 'physnet1'} {{(pid=105994) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 15:05:50.821262 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6990de-ece0-43be-9a93-a5ab7731c912 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e124b7c3-a719-4531-82d1-a9cb21d8c180,revision_number=1']} {{(pid=105994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:05:50.830521 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-4d6990de-ece0-43be-9a93-a5ab7731c912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988101'] for segment, precommit_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:50.830521 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.db.segments_db [None req-4d6990de-ece0-43be-9a93-a5ab7731c912 admin admin] Added segment d59ca4ce-5b71-477a-8e8b-07285af89435 of type vlan for network 47b93c13-0aa9-485a-a786-e5edf15a6a53 Sep 24 15:05:50.938899 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-4d6990de-ece0-43be-9a93-a5ab7731c912 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727248069142'] for network, precommit_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:50.994530 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-4d6990de-ece0-43be-9a93-a5ab7731c912 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314'] for network, after_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:50.997313 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d6990de-ece0-43be-9a93-a5ab7731c912 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:05:51.000205 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-4d6990de-ece0-43be-9a93-a5ab7731c912 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536624'] for network, before_response {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:51.139609 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [None req-4d6990de-ece0-43be-9a93-a5ab7731c912 admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.2026272 Sep 24 15:05:51.140522 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6990de-ece0-43be-9a93-a5ab7731c912 admin admin] Pushing event updated for resources: {'Network': ['ID=47b93c13-0aa9-485a-a786-e5edf15a6a53,revision_number=1']} {{(pid=105994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:05:51.143834 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.wsgi [-] (105993) accepted ('10.222.0.90', 35964) {{(pid=105993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:05:51.158412 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.v2.base [None req-5862e959-007e-4d91-a61e-d6f3eb1bd578 admin admin] Request body: {'subnet': {'network_id': '47b93c13-0aa9-485a-a786-e5edf15a6a53', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1423469562-subnet', 'tenant_id': 'adc1c16e57e54718b5fd522a8ea7c71e', 'ip_version': 4}} {{(pid=105993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:05:51.160339 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.rpc [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Network 47b93c13-0aa9-485a-a786-e5edf15a6a53 details requested by agent ovs-agent-dv-cinder-809830-2-iscsi with host dv-cinder-809830-2-iscsi {{(pid=105995) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 15:05:51.200649 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5862e959-007e-4d91-a61e-d6f3eb1bd578 admin admin] Made reservation on behalf of adc1c16e57e54718b5fd522a8ea7c71e for: {'subnet': 1} {{(pid=105993) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:05:51.206151 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-5862e959-007e-4d91-a61e-d6f3eb1bd578 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14663358'] for subnet, before_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:51.494862 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ae38e1-4742-4f01-a122-242eb34dad06 None None] Sync routers for ids ['c3007b00-6027-4595-b86c-8233af466725'] in dv-cinder-809830-2-iscsi {{(pid=105996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:05:51.517186 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17ae38e1-4742-4f01-a122-242eb34dad06 None None] Routers {'c3007b00-6027-4595-b86c-8233af466725'} bound to L3 agent in host dv-cinder-809830-2-iscsi {{(pid=105996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:05:51.518911 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.db.l3_hamode_db [None req-17ae38e1-4742-4f01-a122-242eb34dad06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809830-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-24T14:45:58Z,description=,heartbeat_timestamp=2021-09-24T15:05:28Z,host='dv-cinder-809830-2-iscsi',id=76290e94-8d59-4af2-9b8f-4e64db68baa4,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T14:45:58Z,topic='l3_agent')) {'router_ids': ['c3007b00-6027-4595-b86c-8233af466725'], 'active': True} {{(pid=105996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:05:51.613923 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-5862e959-007e-4d91-a61e-d6f3eb1bd578 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14426943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14663308'] for subnet, after_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:51.740345 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5862e959-007e-4d91-a61e-d6f3eb1bd578 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b0279a90-798a-4d12-a939-79abefae2e75,revision_number=0']} {{(pid=105993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:05:51.763736 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5862e959-007e-4d91-a61e-d6f3eb1bd578 admin admin] Checking segment: {'id': 'd59ca4ce-5b71-477a-8e8b-07285af89435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': '47b93c13-0aa9-485a-a786-e5edf15a6a53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:05:51.764955 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5862e959-007e-4d91-a61e-d6f3eb1bd578 admin admin] Network hostable DHCP agents. Network: 47b93c13-0aa9-485a-a786-e5edf15a6a53, hostable agents: ['a445fb04-844a-460e-9913-1045a19b95b5'], hosted agents: [] {{(pid=105993) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 15:05:51.765088 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.db.l3_dvr_db [None req-17ae38e1-4742-4f01-a122-242eb34dad06 None None] Set router c3007b00-6027-4595-b86c-8233af466725 gateway port host: dv-cinder-809830-2-iscsi {{(pid=105996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:05:51.838621 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5862e959-007e-4d91-a61e-d6f3eb1bd578 admin admin] Network 47b93c13-0aa9-485a-a786-e5edf15a6a53 is scheduled to be hosted by DHCP agent a445fb04-844a-460e-9913-1045a19b95b5 with binding_index 1 {{(pid=105993) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 15:05:51.872369 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.scheduler.base_scheduler [None req-5862e959-007e-4d91-a61e-d6f3eb1bd578 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809830-2-iscsi, 47b93c13-0aa9-485a-a786-e5edf15a6a53) {{(pid=105993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:05:51.888328 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-708ea404-e848-435d-9dfd-3db4fd045d42 None None] Network 47b93c13-0aa9-485a-a786-e5edf15a6a53 requested from dv-cinder-809830-2-iscsi {{(pid=105995) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:05:51.896845 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5862e959-007e-4d91-a61e-d6f3eb1bd578 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:05:51.904532 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-5862e959-007e-4d91-a61e-d6f3eb1bd578 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536624'] for subnet, before_response {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:51.940315 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [None req-5862e959-007e-4d91-a61e-d6f3eb1bd578 admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7901671 Sep 24 15:05:51.952885 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.wsgi [-] (105993) accepted ('10.222.0.90', 35972) {{(pid=105993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:05:51.964655 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.v2.base [None req-5baa8fed-9e4d-49b9-978d-73a07dc0c8e5 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1423469562-router', 'tenant_id': 'adc1c16e57e54718b5fd522a8ea7c71e', 'external_gateway_info': {'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7'}}} {{(pid=105993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:05:52.038879 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-5baa8fed-9e4d-49b9-978d-73a07dc0c8e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594072', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-917'] for router, before_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:52.046288 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-5baa8fed-9e4d-49b9-978d-73a07dc0c8e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-591208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-616600', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-980487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-924'] for router, precommit_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:52.203617 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-5baa8fed-9e4d-49b9-978d-73a07dc0c8e5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:52.266110 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.rpc [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Device 3c4dbcc3-9137-4f93-aeb5-b5adfb131d4e up at agent ovs-agent-dv-cinder-809830-2-iscsi {{(pid=105995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:05:52.302472 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.db.l3_hamode_db [None req-17ae38e1-4742-4f01-a122-242eb34dad06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3007b00-6027-4595-b86c-8233af466725', 'name': 'tempest-TestVolumeBootPattern-52582607-router', 'tenant_id': '51fa19ff34a14ecc91f6fc88ae5471cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7', 'external_fixed_ips': [{'subnet_id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '3c4dbcc3-9137-4f93-aeb5-b5adfb131d4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:05:41Z', 'updated_at': '2021-09-24T15:05:47Z', 'revision_number': 4, 'project_id': '51fa19ff34a14ecc91f6fc88ae5471cb', 'gw_port': {'id': '3c4dbcc3-9137-4f93-aeb5-b5adfb131d4e', 'name': '', 'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:39:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3007b00-6027-4595-b86c-8233af466725', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:05:41Z', 'updated_at': '2021-09-24T15:05:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809830-2-iscsi', '_interfaces': [{'id': 'f0b52ef1-e317-4938-bce1-5cc0445f6ccf', 'name': '', 'network_id': '9d3e3000-5ba9-400c-a35c-6e0b1bf4eee7', 'tenant_id': '51fa19ff34a14ecc91f6fc88ae5471cb', 'mac_address': 'fa:16:3e:05:6b:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3007b00-6027-4595-b86c-8233af466725', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'bd989c45-4591-43b5-a111-6cdc77ed547b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:05:46Z', 'updated_at': '2021-09-24T15:05:47Z', 'revision_number': 2, 'project_id': '51fa19ff34a14ecc91f6fc88ae5471cb', 'subnets': [{'id': 'bd989c45-4591-43b5-a111-6cdc77ed547b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809830-2-iscsi', False) {} {{(pid=105996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:05:52.344625 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84e3b869-ded6-466f-aaf2-a632e7fd4b99 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e630d72-881c-5ced-b0db-7df05ee4afe5-47b93c13-0aa9-485a-a786-e5edf15a6a53', 'network_id': '47b93c13-0aa9-485a-a786-e5edf15a6a53', 'tenant_id': 'adc1c16e57e54718b5fd522a8ea7c71e', 'fixed_ips': [{'subnet_id': 'b0279a90-798a-4d12-a939-79abefae2e75'}]}} from dv-cinder-809830-2-iscsi. {{(pid=105995) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 15:05:52.346278 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-84e3b869-ded6-466f-aaf2-a632e7fd4b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993762'] for port, before_create {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:52.364538 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ae38e1-4742-4f01-a122-242eb34dad06 None None] Checking router: c3007b00-6027-4595-b86c-8233af466725 for host: dv-cinder-809830-2-iscsi {{(pid=105996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:05:52.365658 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ae38e1-4742-4f01-a122-242eb34dad06 None None] Updating router c3007b00-6027-4595-b86c-8233af466725 port f0b52ef1-e317-4938-bce1-5cc0445f6ccf binding host dv-cinder-809830-2-iscsi {{(pid=105996) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 15:05:52.412323 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron_lib.callbacks.manager [None req-17ae38e1-4742-4f01-a122-242eb34dad06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993762'] for port, before_update {{(pid=105996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:52.540875 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-5baa8fed-9e4d-49b9-978d-73a07dc0c8e5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:52.576151 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.provisioning_blocks [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Provisioning complete for port 3c4dbcc3-9137-4f93-aeb5-b5adfb131d4e triggered by entity L2. {{(pid=105995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:05:52.576151 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985790'] for port, provisioning_complete {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:52.752875 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.db_base_plugin_common [None req-84e3b869-ded6-466f-aaf2-a632e7fd4b99 None None] Allocated IP 172.20.0.2 (47b93c13-0aa9-485a-a786-e5edf15a6a53/b0279a90-798a-4d12-a939-79abefae2e75/62e19057-1da9-4e7d-98cb-dff2914b45f2) {{(pid=105995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:05:53.092558 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron_lib.callbacks.manager [None req-17ae38e1-4742-4f01-a122-242eb34dad06 None None] Notify callbacks [] for port, precommit_update {{(pid=105996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:53.118541 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron_lib.callbacks.manager [None req-17ae38e1-4742-4f01-a122-242eb34dad06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248551428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248062163'] for port, after_update {{(pid=105996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:53.127914 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-5baa8fed-9e4d-49b9-978d-73a07dc0c8e5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:53.154788 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-84e3b869-ded6-466f-aaf2-a632e7fd4b99 None None] Notify callbacks [] for port, precommit_create {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:53.186221 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-84e3b869-ded6-466f-aaf2-a632e7fd4b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727248062127'] for port, after_create {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:53.192191 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-5baa8fed-9e4d-49b9-978d-73a07dc0c8e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993762'] for port, before_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:53.271968 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33553fb-2d25-4f2a-99ef-6a5199b9b0e0 None None] Pushing event updated for resources: {'Port': ['ID=f0b52ef1-e317-4938-bce1-5cc0445f6ccf,revision_number=3']} {{(pid=105996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:05:53.309950 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33553fb-2d25-4f2a-99ef-6a5199b9b0e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:05:53.310571 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33553fb-2d25-4f2a-99ef-6a5199b9b0e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:05:53.311586 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33553fb-2d25-4f2a-99ef-6a5199b9b0e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:05:53.312213 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33553fb-2d25-4f2a-99ef-6a5199b9b0e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:05:53.312804 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33553fb-2d25-4f2a-99ef-6a5199b9b0e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:05:53.313281 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33553fb-2d25-4f2a-99ef-6a5199b9b0e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:05:53.314877 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33553fb-2d25-4f2a-99ef-6a5199b9b0e0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:05:53.315836 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33553fb-2d25-4f2a-99ef-6a5199b9b0e0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:05:53.316632 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33553fb-2d25-4f2a-99ef-6a5199b9b0e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:05:53.317335 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33553fb-2d25-4f2a-99ef-6a5199b9b0e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:05:53.318124 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33553fb-2d25-4f2a-99ef-6a5199b9b0e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:05:53.318912 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33553fb-2d25-4f2a-99ef-6a5199b9b0e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:05:53.356886 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84e3b869-ded6-466f-aaf2-a632e7fd4b99 None None] Network 47b93c13-0aa9-485a-a786-e5edf15a6a53 is already hosted by enough agents. {{(pid=105995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:05:53.358227 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e3b869-ded6-466f-aaf2-a632e7fd4b99 None None] Pushing event updated for resources: {'Port': ['ID=62e19057-1da9-4e7d-98cb-dff2914b45f2,revision_number=1']} {{(pid=105995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:05:53.400329 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.plugins.ml2.managers [None req-17ae38e1-4742-4f01-a122-242eb34dad06 None None] Attempting to bind port f0b52ef1-e317-4938-bce1-5cc0445f6ccf on host dv-cinder-809830-2-iscsi for vnic_type normal with profile {{(pid=105996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:05:53.400329 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.plugins.ml2.managers [None req-17ae38e1-4742-4f01-a122-242eb34dad06 None None] Attempting to bind port f0b52ef1-e317-4938-bce1-5cc0445f6ccf by drivers openvswitch,hyperv on host dv-cinder-809830-2-iscsi at level 0 using segments [{'id': '54a7b302-b3d8-4976-92a2-8574ea016e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': '9d3e3000-5ba9-400c-a35c-6e0b1bf4eee7'}] {{(pid=105996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:05:53.401085 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ae38e1-4742-4f01-a122-242eb34dad06 None None] Attempting to bind port f0b52ef1-e317-4938-bce1-5cc0445f6ccf on network 9d3e3000-5ba9-400c-a35c-6e0b1bf4eee7 {{(pid=105996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:05:53.407916 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.scheduler.base_scheduler [None req-84e3b869-ded6-466f-aaf2-a632e7fd4b99 None None] Resources bound (agent type, host, resource id): {{(pid=105995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:05:53.412731 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e3b869-ded6-466f-aaf2-a632e7fd4b99 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:05:53.413342 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e3b869-ded6-466f-aaf2-a632e7fd4b99 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:05:53.413908 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e3b869-ded6-466f-aaf2-a632e7fd4b99 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:05:53.414418 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e3b869-ded6-466f-aaf2-a632e7fd4b99 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:05:53.414945 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e3b869-ded6-466f-aaf2-a632e7fd4b99 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:05:53.415537 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e3b869-ded6-466f-aaf2-a632e7fd4b99 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:05:53.416103 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e3b869-ded6-466f-aaf2-a632e7fd4b99 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:05:53.416697 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e3b869-ded6-466f-aaf2-a632e7fd4b99 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:05:53.417313 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e3b869-ded6-466f-aaf2-a632e7fd4b99 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:05:53.417627 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ae38e1-4742-4f01-a122-242eb34dad06 None None] Checking agent: {'id': '466265b3-b863-41e9-8226-f4d0fd198543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809830-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 14, 45, 59), 'started_at': datetime.datetime(2021, 9, 24, 14, 46, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 5, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809830-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:05:53.418452 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ae38e1-4742-4f01-a122-242eb34dad06 None None] Checking segment: {'id': '54a7b302-b3d8-4976-92a2-8574ea016e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': '9d3e3000-5ba9-400c-a35c-6e0b1bf4eee7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:05:53.419242 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron_lib.callbacks.manager [None req-17ae38e1-4742-4f01-a122-242eb34dad06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:53.420028 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ae38e1-4742-4f01-a122-242eb34dad06 None None] Bound using segment: {'id': '54a7b302-b3d8-4976-92a2-8574ea016e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': '9d3e3000-5ba9-400c-a35c-6e0b1bf4eee7'} {{(pid=105996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:05:53.420990 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.plugins.ml2.managers [None req-17ae38e1-4742-4f01-a122-242eb34dad06 None None] Bound port: f0b52ef1-e317-4938-bce1-5cc0445f6ccf, host: dv-cinder-809830-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54a7b302-b3d8-4976-92a2-8574ea016e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': '9d3e3000-5ba9-400c-a35c-6e0b1bf4eee7'}}] {{(pid=105996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:05:53.421840 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron_lib.callbacks.manager [None req-17ae38e1-4742-4f01-a122-242eb34dad06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993762'] for port, before_update {{(pid=105996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:53.425302 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e3b869-ded6-466f-aaf2-a632e7fd4b99 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:05:53.425910 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e3b869-ded6-466f-aaf2-a632e7fd4b99 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:05:53.426425 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e3b869-ded6-466f-aaf2-a632e7fd4b99 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:05:53.434020 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e3b869-ded6-466f-aaf2-a632e7fd4b99 None None] Received port after_create {{(pid=105995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:05:53.558438 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.db.db_base_plugin_common [None req-5baa8fed-9e4d-49b9-978d-73a07dc0c8e5 admin admin] Allocated IP 172.27.0.104 (d1d522b2-1ecd-4e8f-be33-d5d511adebd7/58b80919-877d-4d93-a3a2-bd7e936ebc9a/b9595e35-5a19-495c-a587-c809778cd49b) {{(pid=105993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:05:53.607307 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-02980d2b-bab7-484f-98c7-fd90f243b4c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:53.614720 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.managers [None req-84e3b869-ded6-466f-aaf2-a632e7fd4b99 None None] Attempting to bind port 62e19057-1da9-4e7d-98cb-dff2914b45f2 on host dv-cinder-809830-2-iscsi for vnic_type normal with profile {{(pid=105995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:05:53.615700 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.managers [None req-84e3b869-ded6-466f-aaf2-a632e7fd4b99 None None] Attempting to bind port 62e19057-1da9-4e7d-98cb-dff2914b45f2 by drivers openvswitch,hyperv on host dv-cinder-809830-2-iscsi at level 0 using segments [{'id': 'd59ca4ce-5b71-477a-8e8b-07285af89435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': '47b93c13-0aa9-485a-a786-e5edf15a6a53'}] {{(pid=105995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:05:53.617605 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e3b869-ded6-466f-aaf2-a632e7fd4b99 None None] Attempting to bind port 62e19057-1da9-4e7d-98cb-dff2914b45f2 on network 47b93c13-0aa9-485a-a786-e5edf15a6a53 {{(pid=105995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:05:53.630371 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.plugins.ml2.db [None req-17ae38e1-4742-4f01-a122-242eb34dad06 None None] For port f0b52ef1-e317-4938-bce1-5cc0445f6ccf, host dv-cinder-809830-2-iscsi, cleared binding levels {{(pid=105996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:05:53.631007 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e3b869-ded6-466f-aaf2-a632e7fd4b99 None None] Checking agent: {'id': '466265b3-b863-41e9-8226-f4d0fd198543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809830-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 14, 45, 59), 'started_at': datetime.datetime(2021, 9, 24, 14, 46, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 5, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809830-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:05:53.632913 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e3b869-ded6-466f-aaf2-a632e7fd4b99 None None] Checking segment: {'id': 'd59ca4ce-5b71-477a-8e8b-07285af89435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': '47b93c13-0aa9-485a-a786-e5edf15a6a53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:05:53.634153 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-84e3b869-ded6-466f-aaf2-a632e7fd4b99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:53.635221 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e3b869-ded6-466f-aaf2-a632e7fd4b99 None None] Bound using segment: {'id': 'd59ca4ce-5b71-477a-8e8b-07285af89435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': '47b93c13-0aa9-485a-a786-e5edf15a6a53'} {{(pid=105995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:05:53.636814 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.managers [None req-84e3b869-ded6-466f-aaf2-a632e7fd4b99 None None] Bound port: 62e19057-1da9-4e7d-98cb-dff2914b45f2, host: dv-cinder-809830-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd59ca4ce-5b71-477a-8e8b-07285af89435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': '47b93c13-0aa9-485a-a786-e5edf15a6a53'}}] {{(pid=105995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:05:53.637354 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.plugins.ml2.db [None req-17ae38e1-4742-4f01-a122-242eb34dad06 None None] For port f0b52ef1-e317-4938-bce1-5cc0445f6ccf, host dv-cinder-809830-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809830-2-iscsi',level=0,port_id=f0b52ef1-e317-4938-bce1-5cc0445f6ccf,segment=NetworkSegment(54a7b302-b3d8-4976-92a2-8574ea016e7b),segment_id=54a7b302-b3d8-4976-92a2-8574ea016e7b)] {{(pid=105996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:05:53.637972 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-84e3b869-ded6-466f-aaf2-a632e7fd4b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993762'] for port, before_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:53.646664 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron_lib.callbacks.manager [None req-17ae38e1-4742-4f01-a122-242eb34dad06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248551428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248062163'] for port, after_update {{(pid=105996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:53.776426 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33553fb-2d25-4f2a-99ef-6a5199b9b0e0 None None] Pushing event updated for resources: {'Port': ['ID=f0b52ef1-e317-4938-bce1-5cc0445f6ccf,revision_number=4']} {{(pid=105996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:05:53.826040 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.provisioning_blocks [None req-06fbbde0-819b-40b1-863c-6a81f3a416aa None None] Provisioning complete for port f0b52ef1-e317-4938-bce1-5cc0445f6ccf triggered by entity DHCP. {{(pid=105995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:05:53.827616 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-06fbbde0-819b-40b1-863c-6a81f3a416aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985790'] for port, provisioning_complete {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:53.854689 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-5baa8fed-9e4d-49b9-978d-73a07dc0c8e5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:53.867169 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17ae38e1-4742-4f01-a122-242eb34dad06 None None] Routers {'c3007b00-6027-4595-b86c-8233af466725'} bound to L3 agent in host dv-cinder-809830-2-iscsi {{(pid=105996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:05:53.870258 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.db.l3_hamode_db [None req-17ae38e1-4742-4f01-a122-242eb34dad06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809830-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-24T14:45:58Z,description=,heartbeat_timestamp=2021-09-24T15:05:28Z,host='dv-cinder-809830-2-iscsi',id=76290e94-8d59-4af2-9b8f-4e64db68baa4,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T14:45:58Z,topic='l3_agent')) {'router_ids': ['c3007b00-6027-4595-b86c-8233af466725'], 'active': True} {{(pid=105996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:05:53.937369 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.db [None req-84e3b869-ded6-466f-aaf2-a632e7fd4b99 None None] For port 62e19057-1da9-4e7d-98cb-dff2914b45f2, host dv-cinder-809830-2-iscsi, cleared binding levels {{(pid=105995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:05:53.966868 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.db [None req-84e3b869-ded6-466f-aaf2-a632e7fd4b99 None None] For port 62e19057-1da9-4e7d-98cb-dff2914b45f2, host dv-cinder-809830-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809830-2-iscsi',level=0,port_id=62e19057-1da9-4e7d-98cb-dff2914b45f2,segment=NetworkSegment(d59ca4ce-5b71-477a-8e8b-07285af89435),segment_id=d59ca4ce-5b71-477a-8e8b-07285af89435)] {{(pid=105995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:05:53.983479 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-84e3b869-ded6-466f-aaf2-a632e7fd4b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248551428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248062163'] for port, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:54.014436 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-5baa8fed-9e4d-49b9-978d-73a07dc0c8e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727248062127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14427043'] for port, after_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:54.226871 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5baa8fed-9e4d-49b9-978d-73a07dc0c8e5 admin admin] Network d1d522b2-1ecd-4e8f-be33-d5d511adebd7 is already hosted by enough agents. {{(pid=105993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:05:54.234302 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.scheduler.base_scheduler [None req-5baa8fed-9e4d-49b9-978d-73a07dc0c8e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=105993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:05:54.257630 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5baa8fed-9e4d-49b9-978d-73a07dc0c8e5 admin admin] Received port after_create {{(pid=105993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:05:54.320887 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-06fbbde0-819b-40b1-863c-6a81f3a416aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993762'] for port, before_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:54.379543 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5baa8fed-9e4d-49b9-978d-73a07dc0c8e5 admin admin] Pushing event updated for resources: {'Port': ['ID=b9595e35-5a19-495c-a587-c809778cd49b,revision_number=1']} {{(pid=105993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:05:54.397340 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.db.l3_dvr_db [None req-17ae38e1-4742-4f01-a122-242eb34dad06 None None] Set router c3007b00-6027-4595-b86c-8233af466725 gateway port host: dv-cinder-809830-2-iscsi {{(pid=105996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:05:54.424234 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.rpc [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Device f0b52ef1-e317-4938-bce1-5cc0445f6ccf up at agent ovs-agent-dv-cinder-809830-2-iscsi {{(pid=105995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:05:54.573486 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e3b869-ded6-466f-aaf2-a632e7fd4b99 None None] Pushing event updated for resources: {'Port': ['ID=62e19057-1da9-4e7d-98cb-dff2914b45f2,revision_number=2']} {{(pid=105995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:05:54.633367 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.db [None req-06fbbde0-819b-40b1-863c-6a81f3a416aa None None] For port f0b52ef1-e317-4938-bce1-5cc0445f6ccf, host dv-cinder-809830-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809830-2-iscsi',level=0,port_id=f0b52ef1-e317-4938-bce1-5cc0445f6ccf,segment=NetworkSegment(54a7b302-b3d8-4976-92a2-8574ea016e7b),segment_id=54a7b302-b3d8-4976-92a2-8574ea016e7b)] {{(pid=105995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:05:54.645299 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-06fbbde0-819b-40b1-863c-6a81f3a416aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248551428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248062163'] for port, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:54.816273 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.provisioning_blocks [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Provisioning complete for port f0b52ef1-e317-4938-bce1-5cc0445f6ccf triggered by entity L2. {{(pid=105995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:05:54.816745 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985790'] for port, provisioning_complete {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:54.858255 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fbbde0-819b-40b1-863c-6a81f3a416aa None None] Pushing event updated for resources: {'Port': ['ID=f0b52ef1-e317-4938-bce1-5cc0445f6ccf,revision_number=5']} {{(pid=105995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:05:54.871547 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.provisioning_blocks [None req-e85e4fda-a318-4e74-a850-b5c6b7ef1d01 None None] Provisioning complete for port f0b52ef1-e317-4938-bce1-5cc0445f6ccf triggered by entity DHCP. {{(pid=105995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:05:54.871547 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-e85e4fda-a318-4e74-a850-b5c6b7ef1d01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985790'] for port, provisioning_complete {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:55.026572 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.db.l3_hamode_db [None req-17ae38e1-4742-4f01-a122-242eb34dad06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3007b00-6027-4595-b86c-8233af466725', 'name': 'tempest-TestVolumeBootPattern-52582607-router', 'tenant_id': '51fa19ff34a14ecc91f6fc88ae5471cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7', 'external_fixed_ips': [{'subnet_id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '3c4dbcc3-9137-4f93-aeb5-b5adfb131d4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:05:41Z', 'updated_at': '2021-09-24T15:05:47Z', 'revision_number': 4, 'project_id': '51fa19ff34a14ecc91f6fc88ae5471cb', 'gw_port': {'id': '3c4dbcc3-9137-4f93-aeb5-b5adfb131d4e', 'name': '', 'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:39:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3007b00-6027-4595-b86c-8233af466725', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:05:41Z', 'updated_at': '2021-09-24T15:05:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809830-2-iscsi', '_interfaces': [{'id': 'f0b52ef1-e317-4938-bce1-5cc0445f6ccf', 'name': '', 'network_id': '9d3e3000-5ba9-400c-a35c-6e0b1bf4eee7', 'tenant_id': '51fa19ff34a14ecc91f6fc88ae5471cb', 'mac_address': 'fa:16:3e:05:6b:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3007b00-6027-4595-b86c-8233af466725', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'bd989c45-4591-43b5-a111-6cdc77ed547b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:05:46Z', 'updated_at': '2021-09-24T15:05:53Z', 'revision_number': 4, 'project_id': '51fa19ff34a14ecc91f6fc88ae5471cb', 'subnets': [{'id': 'bd989c45-4591-43b5-a111-6cdc77ed547b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809830-2-iscsi', False) {} {{(pid=105996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:05:55.092932 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ae38e1-4742-4f01-a122-242eb34dad06 None None] The sync data for ids ['c3007b00-6027-4595-b86c-8233af466725'] in dv-cinder-809830-2-iscsi is: [{'id': 'c3007b00-6027-4595-b86c-8233af466725', 'name': 'tempest-TestVolumeBootPattern-52582607-router', 'tenant_id': '51fa19ff34a14ecc91f6fc88ae5471cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7', 'external_fixed_ips': [{'subnet_id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '3c4dbcc3-9137-4f93-aeb5-b5adfb131d4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:05:41Z', 'updated_at': '2021-09-24T15:05:47Z', 'revision_number': 4, 'project_id': '51fa19ff34a14ecc91f6fc88ae5471cb', 'gw_port': {'id': '3c4dbcc3-9137-4f93-aeb5-b5adfb131d4e', 'name': '', 'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:39:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3007b00-6027-4595-b86c-8233af466725', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:05:41Z', 'updated_at': '2021-09-24T15:05:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809830-2-iscsi', '_interfaces': [{'id': 'f0b52ef1-e317-4938-bce1-5cc0445f6ccf', 'name': '', 'network_id': '9d3e3000-5ba9-400c-a35c-6e0b1bf4eee7', 'tenant_id': '51fa19ff34a14ecc91f6fc88ae5471cb', 'mac_address': 'fa:16:3e:05:6b:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3007b00-6027-4595-b86c-8233af466725', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'bd989c45-4591-43b5-a111-6cdc77ed547b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:05:46Z', 'updated_at': '2021-09-24T15:05:53Z', 'revision_number': 4, 'project_id': '51fa19ff34a14ecc91f6fc88ae5471cb', 'subnets': [{'id': 'bd989c45-4591-43b5-a111-6cdc77ed547b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:05:55.145121 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-5baa8fed-9e4d-49b9-978d-73a07dc0c8e5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:55.826540 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-5baa8fed-9e4d-49b9-978d-73a07dc0c8e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-591121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-616613'] for router, after_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:56.102881 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0684e7ee-8b78-499a-bb20-ec3bacb1a5b1 None None] Network 47b93c13-0aa9-485a-a786-e5edf15a6a53 requested from dv-cinder-809830-2-iscsi {{(pid=105995) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:05:56.175337 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5baa8fed-9e4d-49b9-978d-73a07dc0c8e5 admin admin] Router 2a59fbbf-4ced-449d-8bfb-702589ed01a1 is scheduled to L3 agent 76290e94-8d59-4af2-9b8f-4e64db68baa4 with binding_index 1 {{(pid=105993) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 15:05:56.228661 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.provisioning_blocks [None req-27092ae2-f0b0-486a-b377-dc2f9d53ae2d None None] Provisioning complete for port 62e19057-1da9-4e7d-98cb-dff2914b45f2 triggered by entity DHCP. {{(pid=105995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:05:56.229224 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-27092ae2-f0b0-486a-b377-dc2f9d53ae2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985790'] for port, provisioning_complete {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:56.504958 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.rpc [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Device 62e19057-1da9-4e7d-98cb-dff2914b45f2 up at agent ovs-agent-dv-cinder-809830-2-iscsi {{(pid=105995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:05:56.759684 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-27092ae2-f0b0-486a-b377-dc2f9d53ae2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993762'] for port, before_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:56.852672 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.provisioning_blocks [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Provisioning complete for port 62e19057-1da9-4e7d-98cb-dff2914b45f2 triggered by entity L2. {{(pid=105995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:05:56.853247 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985790'] for port, provisioning_complete {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:56.912967 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.db [None req-27092ae2-f0b0-486a-b377-dc2f9d53ae2d None None] For port 62e19057-1da9-4e7d-98cb-dff2914b45f2, host dv-cinder-809830-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809830-2-iscsi',level=0,port_id=62e19057-1da9-4e7d-98cb-dff2914b45f2,segment=NetworkSegment(d59ca4ce-5b71-477a-8e8b-07285af89435),segment_id=d59ca4ce-5b71-477a-8e8b-07285af89435)] {{(pid=105995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:05:56.931038 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-27092ae2-f0b0-486a-b377-dc2f9d53ae2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248551428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248062163'] for port, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:57.009195 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5baa8fed-9e4d-49b9-978d-73a07dc0c8e5 admin admin] Notify agent at l3_agent.dv-cinder-809830-2-iscsi the message routers_updated {{(pid=105993) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:05:57.059551 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-5baa8fed-9e4d-49b9-978d-73a07dc0c8e5 admin admin] Notify callbacks [] for router, before_response {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:57.065454 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.wsgi [-] (105994) accepted ('10.222.0.90', 36092) {{(pid=105994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:05:57.067103 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [None req-5baa8fed-9e4d-49b9-978d-73a07dc0c8e5 admin admin] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.1049905 Sep 24 15:05:57.092987 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1479f6a6-5e9a-4e02-a0db-6cc045b2ba05 None None] Sync routers for ids ['2a59fbbf-4ced-449d-8bfb-702589ed01a1'] in dv-cinder-809830-2-iscsi {{(pid=105995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:05:57.171988 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27092ae2-f0b0-486a-b377-dc2f9d53ae2d None None] Pushing event updated for resources: {'Port': ['ID=62e19057-1da9-4e7d-98cb-dff2914b45f2,revision_number=3']} {{(pid=105995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:05:57.195124 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.rpc [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Device f0b52ef1-e317-4938-bce1-5cc0445f6ccf up at agent ovs-agent-dv-cinder-809830-2-iscsi {{(pid=105995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:05:57.201306 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1479f6a6-5e9a-4e02-a0db-6cc045b2ba05 None None] Routers {'2a59fbbf-4ced-449d-8bfb-702589ed01a1'} bound to L3 agent in host dv-cinder-809830-2-iscsi {{(pid=105995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:05:57.202761 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.l3_hamode_db [None req-1479f6a6-5e9a-4e02-a0db-6cc045b2ba05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809830-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-24T14:45:58Z,description=,heartbeat_timestamp=2021-09-24T15:05:28Z,host='dv-cinder-809830-2-iscsi',id=76290e94-8d59-4af2-9b8f-4e64db68baa4,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T14:45:58Z,topic='l3_agent')) {'router_ids': ['2a59fbbf-4ced-449d-8bfb-702589ed01a1'], 'active': True} {{(pid=105995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:05:57.442161 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.provisioning_blocks [None req-a14efa6c-7413-48e0-9295-3853c7012931 None None] Provisioning complete for port 62e19057-1da9-4e7d-98cb-dff2914b45f2 triggered by entity DHCP. {{(pid=105995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:05:57.442607 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-a14efa6c-7413-48e0-9295-3853c7012931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985790'] for port, provisioning_complete {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:57.449274 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.provisioning_blocks [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Provisioning complete for port f0b52ef1-e317-4938-bce1-5cc0445f6ccf triggered by entity L2. {{(pid=105995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:05:57.449926 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985790'] for port, provisioning_complete {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:57.502519 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.l3_dvr_db [None req-1479f6a6-5e9a-4e02-a0db-6cc045b2ba05 None None] Set router 2a59fbbf-4ced-449d-8bfb-702589ed01a1 gateway port host: dv-cinder-809830-2-iscsi {{(pid=105995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:05:58.041635 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-5e618164-3dd5-455a-b244-6484b292e14d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993762'] for port, before_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:58.046758 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.l3_hamode_db [None req-1479f6a6-5e9a-4e02-a0db-6cc045b2ba05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a59fbbf-4ced-449d-8bfb-702589ed01a1', 'name': 'tempest-TestVolumeBootPattern-1423469562-router', 'tenant_id': 'adc1c16e57e54718b5fd522a8ea7c71e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7', 'external_fixed_ips': [{'subnet_id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': 'b9595e35-5a19-495c-a587-c809778cd49b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:05:52Z', 'updated_at': '2021-09-24T15:05:54Z', 'revision_number': 3, 'project_id': 'adc1c16e57e54718b5fd522a8ea7c71e', 'gw_port': {'id': 'b9595e35-5a19-495c-a587-c809778cd49b', 'name': '', 'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:40:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a59fbbf-4ced-449d-8bfb-702589ed01a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:05:53Z', 'updated_at': '2021-09-24T15:05:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809830-2-iscsi'}], 'dv-cinder-809830-2-iscsi', False) {} {{(pid=105995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:05:58.106629 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1479f6a6-5e9a-4e02-a0db-6cc045b2ba05 None None] Checking router: 2a59fbbf-4ced-449d-8bfb-702589ed01a1 for host: dv-cinder-809830-2-iscsi {{(pid=105995) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:05:58.107654 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1479f6a6-5e9a-4e02-a0db-6cc045b2ba05 None None] Updating router 2a59fbbf-4ced-449d-8bfb-702589ed01a1 port b9595e35-5a19-495c-a587-c809778cd49b binding host dv-cinder-809830-2-iscsi {{(pid=105995) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 15:05:58.159258 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.rpc [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Device 62e19057-1da9-4e7d-98cb-dff2914b45f2 up at agent ovs-agent-dv-cinder-809830-2-iscsi {{(pid=105995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:05:58.213622 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-1479f6a6-5e9a-4e02-a0db-6cc045b2ba05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993762'] for port, before_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:58.298512 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.db.agents_db [None req-37515238-e50e-498e-bfbd-a21ffee86c29 None None] Agent healthcheck: found 6 active agents {{(pid=105996) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 15:05:58.376222 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.db.db_base_plugin_common [None req-5e618164-3dd5-455a-b244-6484b292e14d admin admin] Allocated IP 172.20.0.1 (47b93c13-0aa9-485a-a786-e5edf15a6a53/b0279a90-798a-4d12-a939-79abefae2e75/abc18c99-b83a-4445-8aa5-f67c43cb22c4) {{(pid=105994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:05:58.455949 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-d5be68e6-d5a3-435d-abb4-8ca3311c5931 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:58.465969 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.provisioning_blocks [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Provisioning complete for port 62e19057-1da9-4e7d-98cb-dff2914b45f2 triggered by entity L2. {{(pid=105995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:05:58.466580 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985790'] for port, provisioning_complete {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:58.614171 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-5e618164-3dd5-455a-b244-6484b292e14d admin admin] Notify callbacks [] for port, precommit_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:58.679802 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-5e618164-3dd5-455a-b244-6484b292e14d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727248062127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14130366'] for port, after_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:58.785261 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e618164-3dd5-455a-b244-6484b292e14d admin admin] Network 47b93c13-0aa9-485a-a786-e5edf15a6a53 is already hosted by enough agents. {{(pid=105994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:05:58.788809 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.scheduler.base_scheduler [None req-5e618164-3dd5-455a-b244-6484b292e14d admin admin] Resources bound (agent type, host, resource id): {{(pid=105994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:05:58.794623 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e618164-3dd5-455a-b244-6484b292e14d admin admin] Received port after_create {{(pid=105994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:05:58.917842 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-1479f6a6-5e9a-4e02-a0db-6cc045b2ba05 None None] Notify callbacks [] for port, precommit_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:58.943288 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e618164-3dd5-455a-b244-6484b292e14d admin admin] Pushing event updated for resources: {'Port': ['ID=abc18c99-b83a-4445-8aa5-f67c43cb22c4,revision_number=1']} {{(pid=105994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:05:58.951538 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-1479f6a6-5e9a-4e02-a0db-6cc045b2ba05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248551428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248062163'] for port, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:58.998005 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-5e618164-3dd5-455a-b244-6484b292e14d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-595352'] for router_interface, before_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:59.088232 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795ee13f-53e5-4d58-b856-6ec8ef695035 None None] Pushing event updated for resources: {'Port': ['ID=b9595e35-5a19-495c-a587-c809778cd49b,revision_number=2']} {{(pid=105995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:05:59.094009 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.managers [None req-1479f6a6-5e9a-4e02-a0db-6cc045b2ba05 None None] Attempting to bind port b9595e35-5a19-495c-a587-c809778cd49b on host dv-cinder-809830-2-iscsi for vnic_type normal with profile {{(pid=105995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:05:59.095023 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.managers [None req-1479f6a6-5e9a-4e02-a0db-6cc045b2ba05 None None] Attempting to bind port b9595e35-5a19-495c-a587-c809778cd49b by drivers openvswitch,hyperv on host dv-cinder-809830-2-iscsi at level 0 using segments [{'id': '1eeca048-08b8-46bc-9b0a-d3cb6658f7f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7'}] {{(pid=105995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:05:59.095935 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1479f6a6-5e9a-4e02-a0db-6cc045b2ba05 None None] Attempting to bind port b9595e35-5a19-495c-a587-c809778cd49b on network d1d522b2-1ecd-4e8f-be33-d5d511adebd7 {{(pid=105995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:05:59.109508 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1479f6a6-5e9a-4e02-a0db-6cc045b2ba05 None None] Checking agent: {'id': '466265b3-b863-41e9-8226-f4d0fd198543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809830-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 14, 45, 59), 'started_at': datetime.datetime(2021, 9, 24, 14, 46, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 5, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809830-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:05:59.110421 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1479f6a6-5e9a-4e02-a0db-6cc045b2ba05 None None] Checking segment: {'id': '1eeca048-08b8-46bc-9b0a-d3cb6658f7f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:05:59.111446 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-1479f6a6-5e9a-4e02-a0db-6cc045b2ba05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:59.112359 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1479f6a6-5e9a-4e02-a0db-6cc045b2ba05 None None] Bound using segment: {'id': '1eeca048-08b8-46bc-9b0a-d3cb6658f7f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7'} {{(pid=105995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:05:59.113751 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.managers [None req-1479f6a6-5e9a-4e02-a0db-6cc045b2ba05 None None] Bound port: b9595e35-5a19-495c-a587-c809778cd49b, host: dv-cinder-809830-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1eeca048-08b8-46bc-9b0a-d3cb6658f7f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7'}}] {{(pid=105995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:05:59.114278 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-1479f6a6-5e9a-4e02-a0db-6cc045b2ba05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993762'] for port, before_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:59.262108 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.db [None req-1479f6a6-5e9a-4e02-a0db-6cc045b2ba05 None None] For port b9595e35-5a19-495c-a587-c809778cd49b, host dv-cinder-809830-2-iscsi, cleared binding levels {{(pid=105995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:05:59.268946 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.db [None req-1479f6a6-5e9a-4e02-a0db-6cc045b2ba05 None None] For port b9595e35-5a19-495c-a587-c809778cd49b, host dv-cinder-809830-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809830-2-iscsi',level=0,port_id=b9595e35-5a19-495c-a587-c809778cd49b,segment=NetworkSegment(1eeca048-08b8-46bc-9b0a-d3cb6658f7f8),segment_id=1eeca048-08b8-46bc-9b0a-d3cb6658f7f8)] {{(pid=105995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:05:59.290104 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-1479f6a6-5e9a-4e02-a0db-6cc045b2ba05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248551428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248062163'] for port, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:59.334289 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-5e618164-3dd5-455a-b244-6484b292e14d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993762'] for port, before_update {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:59.436171 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:59.442136 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.provisioning_blocks [None req-5d6c9171-baa2-4df1-bfb4-2341a14dff76 None None] Provisioning complete for port abc18c99-b83a-4445-8aa5-f67c43cb22c4 triggered by entity DHCP. {{(pid=105995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:05:59.442719 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-5d6c9171-baa2-4df1-bfb4-2341a14dff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985790'] for port, provisioning_complete {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:59.445706 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795ee13f-53e5-4d58-b856-6ec8ef695035 None None] Pushing event updated for resources: {'Port': ['ID=b9595e35-5a19-495c-a587-c809778cd49b,revision_number=3']} {{(pid=105995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:05:59.485166 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1479f6a6-5e9a-4e02-a0db-6cc045b2ba05 None None] Routers {'2a59fbbf-4ced-449d-8bfb-702589ed01a1'} bound to L3 agent in host dv-cinder-809830-2-iscsi {{(pid=105995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:05:59.486619 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.l3_hamode_db [None req-1479f6a6-5e9a-4e02-a0db-6cc045b2ba05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809830-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-24T14:45:58Z,description=,heartbeat_timestamp=2021-09-24T15:05:58Z,host='dv-cinder-809830-2-iscsi',id=76290e94-8d59-4af2-9b8f-4e64db68baa4,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T14:45:58Z,topic='l3_agent')) {'router_ids': ['2a59fbbf-4ced-449d-8bfb-702589ed01a1'], 'active': True} {{(pid=105995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:05:59.703825 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-5e618164-3dd5-455a-b244-6484b292e14d admin admin] Notify callbacks [] for port, precommit_update {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:59.712435 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-5e618164-3dd5-455a-b244-6484b292e14d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248551428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248062163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14130357'] for port, after_update {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:59.787706 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.plugin [None req-5d6c9171-baa2-4df1-bfb4-2341a14dff76 None None] Port abc18c99-b83a-4445-8aa5-f67c43cb22c4 cannot update to ACTIVE because it is not bound. {{(pid=105995) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:05:59.849770 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e618164-3dd5-455a-b244-6484b292e14d admin admin] Pushing event updated for resources: {'Port': ['ID=abc18c99-b83a-4445-8aa5-f67c43cb22c4,revision_number=2']} {{(pid=105994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:05:59.859087 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-5e618164-3dd5-455a-b244-6484b292e14d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-594280'] for router_interface, after_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:59.929043 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.l3_dvr_db [None req-1479f6a6-5e9a-4e02-a0db-6cc045b2ba05 None None] Set router 2a59fbbf-4ced-449d-8bfb-702589ed01a1 gateway port host: dv-cinder-809830-2-iscsi {{(pid=105995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:06:00.042985 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e618164-3dd5-455a-b244-6484b292e14d admin admin] Network 47b93c13-0aa9-485a-a786-e5edf15a6a53 is already hosted by enough agents. {{(pid=105994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:06:00.046096 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.scheduler.base_scheduler [None req-5e618164-3dd5-455a-b244-6484b292e14d admin admin] Resources bound (agent type, host, resource id): {{(pid=105994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:06:00.365133 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e618164-3dd5-455a-b244-6484b292e14d admin admin] Router 2a59fbbf-4ced-449d-8bfb-702589ed01a1 has already been hosted by L3 agent 76290e94-8d59-4af2-9b8f-4e64db68baa4 {{(pid=105994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:06:00.406209 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.l3_hamode_db [None req-1479f6a6-5e9a-4e02-a0db-6cc045b2ba05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a59fbbf-4ced-449d-8bfb-702589ed01a1', 'name': 'tempest-TestVolumeBootPattern-1423469562-router', 'tenant_id': 'adc1c16e57e54718b5fd522a8ea7c71e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7', 'external_fixed_ips': [{'subnet_id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': 'b9595e35-5a19-495c-a587-c809778cd49b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:05:52Z', 'updated_at': '2021-09-24T15:05:59Z', 'revision_number': 4, 'project_id': 'adc1c16e57e54718b5fd522a8ea7c71e', 'gw_port': {'id': 'b9595e35-5a19-495c-a587-c809778cd49b', 'name': '', 'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:40:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a59fbbf-4ced-449d-8bfb-702589ed01a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:05:53Z', 'updated_at': '2021-09-24T15:05:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809830-2-iscsi', '_interfaces': [{'id': 'abc18c99-b83a-4445-8aa5-f67c43cb22c4', 'name': '', 'network_id': '47b93c13-0aa9-485a-a786-e5edf15a6a53', 'tenant_id': 'adc1c16e57e54718b5fd522a8ea7c71e', 'mac_address': 'fa:16:3e:6e:ac:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a59fbbf-4ced-449d-8bfb-702589ed01a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'b0279a90-798a-4d12-a939-79abefae2e75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:05:58Z', 'updated_at': '2021-09-24T15:05:58Z', 'revision_number': 1, 'project_id': 'adc1c16e57e54718b5fd522a8ea7c71e', 'subnets': [{'id': 'b0279a90-798a-4d12-a939-79abefae2e75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809830-2-iscsi', False) {} {{(pid=105995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:06:00.476716 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1479f6a6-5e9a-4e02-a0db-6cc045b2ba05 None None] The sync data for ids ['2a59fbbf-4ced-449d-8bfb-702589ed01a1'] in dv-cinder-809830-2-iscsi is: [{'id': '2a59fbbf-4ced-449d-8bfb-702589ed01a1', 'name': 'tempest-TestVolumeBootPattern-1423469562-router', 'tenant_id': 'adc1c16e57e54718b5fd522a8ea7c71e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7', 'external_fixed_ips': [{'subnet_id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': 'b9595e35-5a19-495c-a587-c809778cd49b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:05:52Z', 'updated_at': '2021-09-24T15:05:59Z', 'revision_number': 4, 'project_id': 'adc1c16e57e54718b5fd522a8ea7c71e', 'gw_port': {'id': 'b9595e35-5a19-495c-a587-c809778cd49b', 'name': '', 'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:40:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a59fbbf-4ced-449d-8bfb-702589ed01a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:05:53Z', 'updated_at': '2021-09-24T15:05:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809830-2-iscsi', '_interfaces': [{'id': 'abc18c99-b83a-4445-8aa5-f67c43cb22c4', 'name': '', 'network_id': '47b93c13-0aa9-485a-a786-e5edf15a6a53', 'tenant_id': 'adc1c16e57e54718b5fd522a8ea7c71e', 'mac_address': 'fa:16:3e:6e:ac:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a59fbbf-4ced-449d-8bfb-702589ed01a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'b0279a90-798a-4d12-a939-79abefae2e75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:05:58Z', 'updated_at': '2021-09-24T15:05:58Z', 'revision_number': 1, 'project_id': 'adc1c16e57e54718b5fd522a8ea7c71e', 'subnets': [{'id': 'b0279a90-798a-4d12-a939-79abefae2e75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:06:00.502710 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-13d777cc-54dc-48f4-b409-3d66fa02497d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:06:00.544133 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.provisioning_blocks [None req-f61a9ced-4582-4512-b4a5-3be6eac81f0f None None] Provisioning complete for port abc18c99-b83a-4445-8aa5-f67c43cb22c4 triggered by entity DHCP. {{(pid=105995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:06:00.544920 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-f61a9ced-4582-4512-b4a5-3be6eac81f0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985790'] for port, provisioning_complete {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:06:00.640272 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e618164-3dd5-455a-b244-6484b292e14d admin admin] Notify agent at l3_agent.dv-cinder-809830-2-iscsi the message routers_updated {{(pid=105994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:06:00.645447 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.plugin [None req-f61a9ced-4582-4512-b4a5-3be6eac81f0f None None] Port abc18c99-b83a-4445-8aa5-f67c43cb22c4 cannot update to ACTIVE because it is not bound. {{(pid=105995) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:06:00.660463 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [None req-5e618164-3dd5-455a-b244-6484b292e14d admin admin] 10.222.0.90 "PUT /v2.0/routers/2a59fbbf-4ced-449d-8bfb-702589ed01a1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5857821 Sep 24 15:06:00.906422 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.wsgi [-] (105993) accepted ('10.222.0.90', 36122) {{(pid=105993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:06:01.207501 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-6a7aed19-1e3e-40d6-802c-206470cdd35e admin admin] Notify callbacks [] for security_group, before_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:06:01.445313 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-6a7aed19-1e3e-40d6-802c-206470cdd35e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:06:01.453347 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-6a7aed19-1e3e-40d6-802c-206470cdd35e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571103'] for security_group, after_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:06:01.530989 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [None req-6a7aed19-1e3e-40d6-802c-206470cdd35e admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=83d2fe78c77e4acfa4a3393c1cda4da7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6217606 Sep 24 15:06:01.532555 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7aed19-1e3e-40d6-802c-206470cdd35e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcb6420b-6f21-47e4-8409-49d2fc544f08,revision_number=1']} {{(pid=105993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:06:01.535459 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.wsgi [-] (105994) accepted ('10.222.0.90', 36132) {{(pid=105994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:06:01.706870 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-8b0f8633-1010-4444-801d-65c1a7cd5337 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:06:01.767142 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-8b0f8633-1010-4444-801d-65c1a7cd5337 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:06:01.878634 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-8b0f8633-1010-4444-801d-65c1a7cd5337 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571103'] for security_group, after_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:06:01.884707 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-8b0f8633-1010-4444-801d-65c1a7cd5337 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:06:01.887375 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [None req-8b0f8633-1010-4444-801d-65c1a7cd5337 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/dcb6420b-6f21-47e4-8409-49d2fc544f08 HTTP/1.1" status: 204 len: 168 time: 0.3498971 Sep 24 15:06:01.906783 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0f8633-1010-4444-801d-65c1a7cd5337 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcb6420b-6f21-47e4-8409-49d2fc544f08,revision_number=None']} {{(pid=105994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:06:02.254251 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.rpc [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Device b9595e35-5a19-495c-a587-c809778cd49b up at agent ovs-agent-dv-cinder-809830-2-iscsi {{(pid=105995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:06:02.413982 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.provisioning_blocks [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Provisioning complete for port b9595e35-5a19-495c-a587-c809778cd49b triggered by entity L2. {{(pid=105995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:06:02.414530 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985790'] for port, provisioning_complete {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:06:02.617806 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993762'] for port, before_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:06:02.681398 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.db [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] For port b9595e35-5a19-495c-a587-c809778cd49b, host dv-cinder-809830-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809830-2-iscsi',level=0,port_id=b9595e35-5a19-495c-a587-c809778cd49b,segment=NetworkSegment(1eeca048-08b8-46bc-9b0a-d3cb6658f7f8),segment_id=1eeca048-08b8-46bc-9b0a-d3cb6658f7f8)] {{(pid=105995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:06:02.681737 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.wsgi [-] (105994) accepted ('10.222.0.90', 36144) {{(pid=105994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:06:02.689512 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.v2.base [None req-062123d3-39c2-4890-85c1-f47d10c3e352 tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1015115396', 'description': 'tempest-secgroup-smoke-1015115396 description', 'project_id': '51fa19ff34a14ecc91f6fc88ae5471cb'}} {{(pid=105994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:06:02.705809 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248551428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248062163'] for port, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:06:02.755785 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-062123d3-39c2-4890-85c1-f47d10c3e352 tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Notify callbacks [] for security_group, before_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:06:02.875914 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Pushing event updated for resources: {'Port': ['ID=b9595e35-5a19-495c-a587-c809778cd49b,revision_number=4']} {{(pid=105995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:06:03.002407 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-062123d3-39c2-4890-85c1-f47d10c3e352 tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Notify callbacks [] for security_group, precommit_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:06:03.011071 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-062123d3-39c2-4890-85c1-f47d10c3e352 tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571103'] for security_group, after_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:06:03.058050 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-450d71f0-4391-4cc8-89b8-8f609d6e2304 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:06:03.076887 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-062123d3-39c2-4890-85c1-f47d10c3e352 tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Notify callbacks [] for security_group, before_response {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:06:03.078647 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [None req-062123d3-39c2-4890-85c1-f47d10c3e352 tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3954844 Sep 24 15:06:03.083193 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.wsgi [-] (105993) accepted ('10.222.0.90', 36150) {{(pid=105993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:06:03.093383 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.v2.base [None req-9a4e7031-0013-426d-b349-569e55f437f9 tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Request body: {'security_group_rule': {'security_group_id': '2939f29b-96bc-4ebb-8f5b-4b5f150442a5', 'project_id': '51fa19ff34a14ecc91f6fc88ae5471cb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:06:03.109027 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062123d3-39c2-4890-85c1-f47d10c3e352 tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2939f29b-96bc-4ebb-8f5b-4b5f150442a5,revision_number=1']} {{(pid=105994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:06:03.161804 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-9a4e7031-0013-426d-b349-569e55f437f9 tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:06:03.312248 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-9a4e7031-0013-426d-b349-569e55f437f9 tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:06:03.326428 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-9a4e7031-0013-426d-b349-569e55f437f9 tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751656'] for security_group_rule, after_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:06:03.363727 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4e7031-0013-426d-b349-569e55f437f9 tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1af44ec8-b1d0-4032-822b-93740b7c40a2,revision_number=0']} {{(pid=105993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:06:03.388132 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-9a4e7031-0013-426d-b349-569e55f437f9 tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:06:03.390529 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [None req-9a4e7031-0013-426d-b349-569e55f437f9 tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3038168 Sep 24 15:06:03.394527 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.wsgi [-] (105994) accepted ('10.222.0.90', 36158) {{(pid=105994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:06:03.403055 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.v2.base [None req-89b0a8ee-34ea-4a3b-ae88-95b7c80c4eea tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Request body: {'security_group_rule': {'security_group_id': '2939f29b-96bc-4ebb-8f5b-4b5f150442a5', 'project_id': '51fa19ff34a14ecc91f6fc88ae5471cb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:06:03.492094 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-89b0a8ee-34ea-4a3b-ae88-95b7c80c4eea tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:06:03.621548 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-89b0a8ee-34ea-4a3b-ae88-95b7c80c4eea tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:06:03.650360 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-89b0a8ee-34ea-4a3b-ae88-95b7c80c4eea tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751656'] for security_group_rule, after_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:06:03.687200 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b0a8ee-34ea-4a3b-ae88-95b7c80c4eea tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51915c04-7d10-45ca-8494-4b33b5387464,revision_number=0']} {{(pid=105994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:06:03.701255 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-89b0a8ee-34ea-4a3b-ae88-95b7c80c4eea tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:06:03.706559 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [None req-89b0a8ee-34ea-4a3b-ae88-95b7c80c4eea tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3072238 Sep 24 15:06:03.707858 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.wsgi [-] (105994) accepted ('10.222.0.90', 36164) {{(pid=105994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:06:03.716252 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.v2.base [None req-1f0086d2-4eb8-4528-9f14-6cf56018d552 tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Request body: {'security_group_rule': {'security_group_id': '2939f29b-96bc-4ebb-8f5b-4b5f150442a5', 'project_id': '51fa19ff34a14ecc91f6fc88ae5471cb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:06:03.787794 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-1f0086d2-4eb8-4528-9f14-6cf56018d552 tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:06:03.911667 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-1f0086d2-4eb8-4528-9f14-6cf56018d552 tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:06:03.919424 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-1f0086d2-4eb8-4528-9f14-6cf56018d552 tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751656'] for security_group_rule, after_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:06:03.947620 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0086d2-4eb8-4528-9f14-6cf56018d552 tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=548cea1b-79e8-4459-acf6-0fa8e077a001,revision_number=0']} {{(pid=105994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:06:03.966937 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-1f0086d2-4eb8-4528-9f14-6cf56018d552 tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:06:03.968863 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [None req-1f0086d2-4eb8-4528-9f14-6cf56018d552 tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2592437 Sep 24 15:06:03.973748 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.wsgi [-] (105994) accepted ('10.222.0.90', 36168) {{(pid=105994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:06:03.982594 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.v2.base [None req-eea44ab9-1cb2-4378-a625-678f37dc575d tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Request body: {'security_group_rule': {'security_group_id': '2939f29b-96bc-4ebb-8f5b-4b5f150442a5', 'project_id': '51fa19ff34a14ecc91f6fc88ae5471cb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:06:04.065932 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-eea44ab9-1cb2-4378-a625-678f37dc575d tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:06:04.157565 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2daa1441-6b4b-4864-a506-3ce0ed121e80 None None] Sync routers for ids ['2a59fbbf-4ced-449d-8bfb-702589ed01a1'] in dv-cinder-809830-2-iscsi {{(pid=105996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:06:04.189985 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2daa1441-6b4b-4864-a506-3ce0ed121e80 None None] Routers {'2a59fbbf-4ced-449d-8bfb-702589ed01a1'} bound to L3 agent in host dv-cinder-809830-2-iscsi {{(pid=105996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:06:04.198316 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.db.l3_hamode_db [None req-2daa1441-6b4b-4864-a506-3ce0ed121e80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809830-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-24T14:45:58Z,description=,heartbeat_timestamp=2021-09-24T15:05:58Z,host='dv-cinder-809830-2-iscsi',id=76290e94-8d59-4af2-9b8f-4e64db68baa4,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T14:45:58Z,topic='l3_agent')) {'router_ids': ['2a59fbbf-4ced-449d-8bfb-702589ed01a1'], 'active': True} {{(pid=105996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:06:04.202729 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.rpc [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Device b9595e35-5a19-495c-a587-c809778cd49b up at agent ovs-agent-dv-cinder-809830-2-iscsi {{(pid=105995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:06:04.257376 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-eea44ab9-1cb2-4378-a625-678f37dc575d tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:06:04.264996 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-eea44ab9-1cb2-4378-a625-678f37dc575d tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751656'] for security_group_rule, after_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:06:04.321226 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea44ab9-1cb2-4378-a625-678f37dc575d tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75ce54ff-fac0-4a6d-8fa9-8f5f5b101864,revision_number=0']} {{(pid=105994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:06:04.327506 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-eea44ab9-1cb2-4378-a625-678f37dc575d tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:06:04.331012 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [None req-eea44ab9-1cb2-4378-a625-678f37dc575d tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3549309 Sep 24 15:06:04.333888 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.provisioning_blocks [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Provisioning complete for port b9595e35-5a19-495c-a587-c809778cd49b triggered by entity L2. {{(pid=105995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:06:04.334576 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985790'] for port, provisioning_complete {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:06:04.335709 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.wsgi [-] (105993) accepted ('10.222.0.90', 36174) {{(pid=105993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:06:04.346884 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.v2.base [None req-3d67cacc-80aa-4688-b9ce-39ecc5411b11 tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Request body: {'security_group_rule': {'security_group_id': '2939f29b-96bc-4ebb-8f5b-4b5f150442a5', 'project_id': '51fa19ff34a14ecc91f6fc88ae5471cb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:06:04.413639 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.db.l3_dvr_db [None req-2daa1441-6b4b-4864-a506-3ce0ed121e80 None None] Set router 2a59fbbf-4ced-449d-8bfb-702589ed01a1 gateway port host: dv-cinder-809830-2-iscsi {{(pid=105996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:06:04.423644 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.db.securitygroups_db [None req-3d67cacc-80aa-4688-b9ce-39ecc5411b11 tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Project 51fa19ff34a14ecc91f6fc88ae5471cb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 24 15:06:04.442030 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-3d67cacc-80aa-4688-b9ce-39ecc5411b11 tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:06:04.663446 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-3d67cacc-80aa-4688-b9ce-39ecc5411b11 tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:06:04.672991 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-3d67cacc-80aa-4688-b9ce-39ecc5411b11 tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751656'] for security_group_rule, after_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:06:04.712308 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d67cacc-80aa-4688-b9ce-39ecc5411b11 tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4545cda3-c566-4817-958e-b5ebf3859601,revision_number=0']} {{(pid=105993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:06:04.741657 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-3d67cacc-80aa-4688-b9ce-39ecc5411b11 tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:06:04.748654 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [None req-3d67cacc-80aa-4688-b9ce-39ecc5411b11 tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4059203 Sep 24 15:06:04.749134 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.wsgi [-] (105994) accepted ('10.222.0.90', 36182) {{(pid=105994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:06:04.758584 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.v2.base [None req-7f425c30-feb2-4b5e-a586-f4ab04b9d48f tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Request body: {'security_group_rule': {'security_group_id': '2939f29b-96bc-4ebb-8f5b-4b5f150442a5', 'project_id': '51fa19ff34a14ecc91f6fc88ae5471cb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:06:04.825203 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.db.securitygroups_db [None req-7f425c30-feb2-4b5e-a586-f4ab04b9d48f tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Project 51fa19ff34a14ecc91f6fc88ae5471cb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 24 15:06:04.836570 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-7f425c30-feb2-4b5e-a586-f4ab04b9d48f tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:06:04.946712 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.db.l3_hamode_db [None req-2daa1441-6b4b-4864-a506-3ce0ed121e80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a59fbbf-4ced-449d-8bfb-702589ed01a1', 'name': 'tempest-TestVolumeBootPattern-1423469562-router', 'tenant_id': 'adc1c16e57e54718b5fd522a8ea7c71e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7', 'external_fixed_ips': [{'subnet_id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': 'b9595e35-5a19-495c-a587-c809778cd49b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:05:52Z', 'updated_at': '2021-09-24T15:05:59Z', 'revision_number': 4, 'project_id': 'adc1c16e57e54718b5fd522a8ea7c71e', 'gw_port': {'id': 'b9595e35-5a19-495c-a587-c809778cd49b', 'name': '', 'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:40:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a59fbbf-4ced-449d-8bfb-702589ed01a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:05:53Z', 'updated_at': '2021-09-24T15:06:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809830-2-iscsi', '_interfaces': [{'id': 'abc18c99-b83a-4445-8aa5-f67c43cb22c4', 'name': '', 'network_id': '47b93c13-0aa9-485a-a786-e5edf15a6a53', 'tenant_id': 'adc1c16e57e54718b5fd522a8ea7c71e', 'mac_address': 'fa:16:3e:6e:ac:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a59fbbf-4ced-449d-8bfb-702589ed01a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'b0279a90-798a-4d12-a939-79abefae2e75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:05:58Z', 'updated_at': '2021-09-24T15:05:59Z', 'revision_number': 2, 'project_id': 'adc1c16e57e54718b5fd522a8ea7c71e', 'subnets': [{'id': 'b0279a90-798a-4d12-a939-79abefae2e75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809830-2-iscsi', False) {} {{(pid=105996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:06:05.002886 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2daa1441-6b4b-4864-a506-3ce0ed121e80 None None] Checking router: 2a59fbbf-4ced-449d-8bfb-702589ed01a1 for host: dv-cinder-809830-2-iscsi {{(pid=105996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:06:05.003962 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2daa1441-6b4b-4864-a506-3ce0ed121e80 None None] Updating router 2a59fbbf-4ced-449d-8bfb-702589ed01a1 port abc18c99-b83a-4445-8aa5-f67c43cb22c4 binding host dv-cinder-809830-2-iscsi {{(pid=105996) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 15:06:05.017650 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-7f425c30-feb2-4b5e-a586-f4ab04b9d48f tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:06:05.025891 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-7f425c30-feb2-4b5e-a586-f4ab04b9d48f tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751656'] for security_group_rule, after_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:06:05.060278 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f425c30-feb2-4b5e-a586-f4ab04b9d48f tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=363d29e1-4104-40d2-941d-06eb5383b936,revision_number=0']} {{(pid=105994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:06:05.064313 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron_lib.callbacks.manager [None req-2daa1441-6b4b-4864-a506-3ce0ed121e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993762'] for port, before_update {{(pid=105996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:06:05.101390 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-7f425c30-feb2-4b5e-a586-f4ab04b9d48f tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:06:05.106978 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [None req-7f425c30-feb2-4b5e-a586-f4ab04b9d48f tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3555000 Sep 24 15:06:05.766136 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron_lib.callbacks.manager [None req-2daa1441-6b4b-4864-a506-3ce0ed121e80 None None] Notify callbacks [] for port, precommit_update {{(pid=105996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:06:05.787712 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron_lib.callbacks.manager [None req-2daa1441-6b4b-4864-a506-3ce0ed121e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248551428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248062163'] for port, after_update {{(pid=105996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:06:05.917329 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bddfd9-bdd1-4cd7-a368-c08302903d6e None None] Pushing event updated for resources: {'Port': ['ID=abc18c99-b83a-4445-8aa5-f67c43cb22c4,revision_number=3']} {{(pid=105996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:06:06.028582 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.plugins.ml2.managers [None req-2daa1441-6b4b-4864-a506-3ce0ed121e80 None None] Attempting to bind port abc18c99-b83a-4445-8aa5-f67c43cb22c4 on host dv-cinder-809830-2-iscsi for vnic_type normal with profile {{(pid=105996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:06:06.028582 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.plugins.ml2.managers [None req-2daa1441-6b4b-4864-a506-3ce0ed121e80 None None] Attempting to bind port abc18c99-b83a-4445-8aa5-f67c43cb22c4 by drivers openvswitch,hyperv on host dv-cinder-809830-2-iscsi at level 0 using segments [{'id': 'd59ca4ce-5b71-477a-8e8b-07285af89435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': '47b93c13-0aa9-485a-a786-e5edf15a6a53'}] {{(pid=105996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:06:06.028582 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2daa1441-6b4b-4864-a506-3ce0ed121e80 None None] Attempting to bind port abc18c99-b83a-4445-8aa5-f67c43cb22c4 on network 47b93c13-0aa9-485a-a786-e5edf15a6a53 {{(pid=105996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:06:06.040864 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2daa1441-6b4b-4864-a506-3ce0ed121e80 None None] Checking agent: {'id': '466265b3-b863-41e9-8226-f4d0fd198543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809830-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 14, 45, 59), 'started_at': datetime.datetime(2021, 9, 24, 14, 46, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 5, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809830-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:06:06.041969 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2daa1441-6b4b-4864-a506-3ce0ed121e80 None None] Checking segment: {'id': 'd59ca4ce-5b71-477a-8e8b-07285af89435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': '47b93c13-0aa9-485a-a786-e5edf15a6a53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:06:06.044584 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron_lib.callbacks.manager [None req-2daa1441-6b4b-4864-a506-3ce0ed121e80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:06:06.045779 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2daa1441-6b4b-4864-a506-3ce0ed121e80 None None] Bound using segment: {'id': 'd59ca4ce-5b71-477a-8e8b-07285af89435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': '47b93c13-0aa9-485a-a786-e5edf15a6a53'} {{(pid=105996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:06:06.050207 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.plugins.ml2.managers [None req-2daa1441-6b4b-4864-a506-3ce0ed121e80 None None] Bound port: abc18c99-b83a-4445-8aa5-f67c43cb22c4, host: dv-cinder-809830-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd59ca4ce-5b71-477a-8e8b-07285af89435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': '47b93c13-0aa9-485a-a786-e5edf15a6a53'}}] {{(pid=105996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:06:06.051182 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron_lib.callbacks.manager [None req-2daa1441-6b4b-4864-a506-3ce0ed121e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993762'] for port, before_update {{(pid=105996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:06:06.221777 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.plugins.ml2.db [None req-2daa1441-6b4b-4864-a506-3ce0ed121e80 None None] For port abc18c99-b83a-4445-8aa5-f67c43cb22c4, host dv-cinder-809830-2-iscsi, cleared binding levels {{(pid=105996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:06:06.229862 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.plugins.ml2.db [None req-2daa1441-6b4b-4864-a506-3ce0ed121e80 None None] For port abc18c99-b83a-4445-8aa5-f67c43cb22c4, host dv-cinder-809830-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809830-2-iscsi',level=0,port_id=abc18c99-b83a-4445-8aa5-f67c43cb22c4,segment=NetworkSegment(d59ca4ce-5b71-477a-8e8b-07285af89435),segment_id=d59ca4ce-5b71-477a-8e8b-07285af89435)] {{(pid=105996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:06:06.245561 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron_lib.callbacks.manager [None req-2daa1441-6b4b-4864-a506-3ce0ed121e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248551428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248062163'] for port, after_update {{(pid=105996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:06:06.401742 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bddfd9-bdd1-4cd7-a368-c08302903d6e None None] Pushing event updated for resources: {'Port': ['ID=abc18c99-b83a-4445-8aa5-f67c43cb22c4,revision_number=4']} {{(pid=105996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:06:06.408001 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.provisioning_blocks [None req-05b54944-b417-4d7f-ac69-cde869dc25d0 None None] Provisioning complete for port abc18c99-b83a-4445-8aa5-f67c43cb22c4 triggered by entity DHCP. {{(pid=105995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:06:06.410222 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-05b54944-b417-4d7f-ac69-cde869dc25d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985790'] for port, provisioning_complete {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:06:06.423677 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2daa1441-6b4b-4864-a506-3ce0ed121e80 None None] Routers {'2a59fbbf-4ced-449d-8bfb-702589ed01a1'} bound to L3 agent in host dv-cinder-809830-2-iscsi {{(pid=105996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:06:06.426054 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.db.l3_hamode_db [None req-2daa1441-6b4b-4864-a506-3ce0ed121e80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809830-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-24T14:45:58Z,description=,heartbeat_timestamp=2021-09-24T15:05:58Z,host='dv-cinder-809830-2-iscsi',id=76290e94-8d59-4af2-9b8f-4e64db68baa4,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T14:45:58Z,topic='l3_agent')) {'router_ids': ['2a59fbbf-4ced-449d-8bfb-702589ed01a1'], 'active': True} {{(pid=105996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:06:06.638298 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.wsgi [-] (105993) accepted ('10.222.0.90', 36254) {{(pid=105993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:06:06.656180 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-05b54944-b417-4d7f-ac69-cde869dc25d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993762'] for port, before_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:06:06.767204 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.db [None req-05b54944-b417-4d7f-ac69-cde869dc25d0 None None] For port abc18c99-b83a-4445-8aa5-f67c43cb22c4, host dv-cinder-809830-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809830-2-iscsi',level=0,port_id=abc18c99-b83a-4445-8aa5-f67c43cb22c4,segment=NetworkSegment(d59ca4ce-5b71-477a-8e8b-07285af89435),segment_id=d59ca4ce-5b71-477a-8e8b-07285af89435)] {{(pid=105995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:06:06.780475 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-05b54944-b417-4d7f-ac69-cde869dc25d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248551428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248062163'] for port, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:06:06.925183 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b54944-b417-4d7f-ac69-cde869dc25d0 None None] Pushing event updated for resources: {'Port': ['ID=abc18c99-b83a-4445-8aa5-f67c43cb22c4,revision_number=5']} {{(pid=105995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:06:06.967393 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.provisioning_blocks [None req-d16e1313-023f-444a-9710-f25798eecb1c None None] Provisioning complete for port abc18c99-b83a-4445-8aa5-f67c43cb22c4 triggered by entity DHCP. {{(pid=105995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:06:06.968049 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-d16e1313-023f-444a-9710-f25798eecb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985790'] for port, provisioning_complete {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:06:07.028295 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.db.l3_dvr_db [None req-2daa1441-6b4b-4864-a506-3ce0ed121e80 None None] Set router 2a59fbbf-4ced-449d-8bfb-702589ed01a1 gateway port host: dv-cinder-809830-2-iscsi {{(pid=105996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:06:07.038013 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-f9879cda-c270-4fbe-815a-3850eba9b58f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:06:07.257587 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-f9879cda-c270-4fbe-815a-3850eba9b58f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:06:07.265648 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-f9879cda-c270-4fbe-815a-3850eba9b58f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571103'] for security_group, after_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:06:07.350515 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [None req-f9879cda-c270-4fbe-815a-3850eba9b58f admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=23161697e9c740dfad66c1df4cae8050&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7103894 Sep 24 15:06:07.353231 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9879cda-c270-4fbe-815a-3850eba9b58f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c902dec0-7bf3-4ede-b7d9-8ff3ef17ec78,revision_number=1']} {{(pid=105993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:06:07.354156 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.wsgi [-] (105994) accepted ('10.222.0.90', 36270) {{(pid=105994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:06:07.468074 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-46ee8d30-90fa-4942-bbb7-1b2c28560783 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:06:07.526123 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-46ee8d30-90fa-4942-bbb7-1b2c28560783 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:06:07.552750 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.db.l3_hamode_db [None req-2daa1441-6b4b-4864-a506-3ce0ed121e80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a59fbbf-4ced-449d-8bfb-702589ed01a1', 'name': 'tempest-TestVolumeBootPattern-1423469562-router', 'tenant_id': 'adc1c16e57e54718b5fd522a8ea7c71e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7', 'external_fixed_ips': [{'subnet_id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': 'b9595e35-5a19-495c-a587-c809778cd49b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:05:52Z', 'updated_at': '2021-09-24T15:05:59Z', 'revision_number': 4, 'project_id': 'adc1c16e57e54718b5fd522a8ea7c71e', 'gw_port': {'id': 'b9595e35-5a19-495c-a587-c809778cd49b', 'name': '', 'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:40:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a59fbbf-4ced-449d-8bfb-702589ed01a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:05:53Z', 'updated_at': '2021-09-24T15:06:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809830-2-iscsi', '_interfaces': [{'id': 'abc18c99-b83a-4445-8aa5-f67c43cb22c4', 'name': '', 'network_id': '47b93c13-0aa9-485a-a786-e5edf15a6a53', 'tenant_id': 'adc1c16e57e54718b5fd522a8ea7c71e', 'mac_address': 'fa:16:3e:6e:ac:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a59fbbf-4ced-449d-8bfb-702589ed01a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'b0279a90-798a-4d12-a939-79abefae2e75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:05:58Z', 'updated_at': '2021-09-24T15:06:06Z', 'revision_number': 4, 'project_id': 'adc1c16e57e54718b5fd522a8ea7c71e', 'subnets': [{'id': 'b0279a90-798a-4d12-a939-79abefae2e75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809830-2-iscsi', False) {} {{(pid=105996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:06:07.621136 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2daa1441-6b4b-4864-a506-3ce0ed121e80 None None] The sync data for ids ['2a59fbbf-4ced-449d-8bfb-702589ed01a1'] in dv-cinder-809830-2-iscsi is: [{'id': '2a59fbbf-4ced-449d-8bfb-702589ed01a1', 'name': 'tempest-TestVolumeBootPattern-1423469562-router', 'tenant_id': 'adc1c16e57e54718b5fd522a8ea7c71e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7', 'external_fixed_ips': [{'subnet_id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': 'b9595e35-5a19-495c-a587-c809778cd49b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:05:52Z', 'updated_at': '2021-09-24T15:05:59Z', 'revision_number': 4, 'project_id': 'adc1c16e57e54718b5fd522a8ea7c71e', 'gw_port': {'id': 'b9595e35-5a19-495c-a587-c809778cd49b', 'name': '', 'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:40:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a59fbbf-4ced-449d-8bfb-702589ed01a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:05:53Z', 'updated_at': '2021-09-24T15:06:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809830-2-iscsi', '_interfaces': [{'id': 'abc18c99-b83a-4445-8aa5-f67c43cb22c4', 'name': '', 'network_id': '47b93c13-0aa9-485a-a786-e5edf15a6a53', 'tenant_id': 'adc1c16e57e54718b5fd522a8ea7c71e', 'mac_address': 'fa:16:3e:6e:ac:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a59fbbf-4ced-449d-8bfb-702589ed01a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'b0279a90-798a-4d12-a939-79abefae2e75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:05:58Z', 'updated_at': '2021-09-24T15:06:06Z', 'revision_number': 4, 'project_id': 'adc1c16e57e54718b5fd522a8ea7c71e', 'subnets': [{'id': 'b0279a90-798a-4d12-a939-79abefae2e75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:06:07.636231 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-46ee8d30-90fa-4942-bbb7-1b2c28560783 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571103'] for security_group, after_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:06:07.644053 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-46ee8d30-90fa-4942-bbb7-1b2c28560783 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:06:07.646149 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [None req-46ee8d30-90fa-4942-bbb7-1b2c28560783 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/c902dec0-7bf3-4ede-b7d9-8ff3ef17ec78 HTTP/1.1" status: 204 len: 168 time: 0.2905917 Sep 24 15:06:07.664646 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ee8d30-90fa-4942-bbb7-1b2c28560783 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c902dec0-7bf3-4ede-b7d9-8ff3ef17ec78,revision_number=None']} {{(pid=105994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:06:08.256264 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.rpc [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Device abc18c99-b83a-4445-8aa5-f67c43cb22c4 up at agent ovs-agent-dv-cinder-809830-2-iscsi {{(pid=105995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:06:08.303694 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.wsgi [-] (105994) accepted ('10.222.0.90', 36280) {{(pid=105994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:06:08.339130 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-e14930c9-9390-4da8-ae1a-94626461d8b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:06:08.404434 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.provisioning_blocks [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Provisioning complete for port abc18c99-b83a-4445-8aa5-f67c43cb22c4 triggered by entity L2. {{(pid=105995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:06:08.405281 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985790'] for port, provisioning_complete {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:06:08.630854 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-e14930c9-9390-4da8-ae1a-94626461d8b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:06:08.642411 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-e14930c9-9390-4da8-ae1a-94626461d8b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571103'] for security_group, after_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:06:08.767055 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14930c9-9390-4da8-ae1a-94626461d8b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16cf0f6f-e52d-406a-9b9d-89c8be36c25d,revision_number=1']} {{(pid=105994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:06:08.780269 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [None req-e14930c9-9390-4da8-ae1a-94626461d8b4 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=ee614c326dd440869643a0fb81dee2a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4710114 Sep 24 15:06:08.780892 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.wsgi [-] (105994) accepted ('10.222.0.90', 36284) {{(pid=105994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:06:08.909668 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-6d919879-225f-43c9-973a-709b8617a613 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:06:08.971209 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-6d919879-225f-43c9-973a-709b8617a613 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:06:09.090943 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-6d919879-225f-43c9-973a-709b8617a613 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571103'] for security_group, after_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:06:09.095432 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-6d919879-225f-43c9-973a-709b8617a613 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:06:09.097681 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [None req-6d919879-225f-43c9-973a-709b8617a613 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/16cf0f6f-e52d-406a-9b9d-89c8be36c25d HTTP/1.1" status: 204 len: 168 time: 0.3153646 Sep 24 15:06:09.123236 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d919879-225f-43c9-973a-709b8617a613 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16cf0f6f-e52d-406a-9b9d-89c8be36c25d,revision_number=None']} {{(pid=105994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:06:11.394953 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.wsgi [-] (105994) accepted ('10.222.0.90', 36340) {{(pid=105994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:06:11.619541 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-fdc1bf3b-e2f9-4e09-9617-baf7811dbba6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:06:11.797488 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-fdc1bf3b-e2f9-4e09-9617-baf7811dbba6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:06:11.804412 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-fdc1bf3b-e2f9-4e09-9617-baf7811dbba6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571103'] for security_group, after_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:06:11.878839 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc1bf3b-e2f9-4e09-9617-baf7811dbba6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e7286d0-3046-451a-882f-1afbb6b1059b,revision_number=1']} {{(pid=105994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:06:11.889967 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [None req-fdc1bf3b-e2f9-4e09-9617-baf7811dbba6 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=473a6d26ae7a43c7a874661fbffaa549&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4934444 Sep 24 15:06:11.894568 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.wsgi [-] (105993) accepted ('10.222.0.90', 36344) {{(pid=105993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:06:12.001452 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-7b30d330-fa34-4162-92e8-8ee4f5a4fc7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:06:12.062655 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-7b30d330-fa34-4162-92e8-8ee4f5a4fc7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:06:12.171728 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-7b30d330-fa34-4162-92e8-8ee4f5a4fc7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571103'] for security_group, after_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:06:12.183133 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-7b30d330-fa34-4162-92e8-8ee4f5a4fc7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:06:12.185423 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [None req-7b30d330-fa34-4162-92e8-8ee4f5a4fc7a admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/1e7286d0-3046-451a-882f-1afbb6b1059b HTTP/1.1" status: 204 len: 168 time: 0.2883875 Sep 24 15:06:12.201076 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b30d330-fa34-4162-92e8-8ee4f5a4fc7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e7286d0-3046-451a-882f-1afbb6b1059b,revision_number=None']} {{(pid=105993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:06:13.433732 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.wsgi [-] (105994) accepted ('10.222.0.90', 36374) {{(pid=105994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:06:13.620531 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.v2.base [None req-41fe34b5-159a-493c-b772-9b08583787f2 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-51988702-network', 'tenant_id': 'eba47b12834c44d499ddb5a6c372771f'}} {{(pid=105994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:06:13.663652 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41fe34b5-159a-493c-b772-9b08583787f2 admin admin] Made reservation on behalf of eba47b12834c44d499ddb5a6c372771f for: {'network': 1} {{(pid=105994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:06:13.668300 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-41fe34b5-159a-493c-b772-9b08583787f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993762'] for network, before_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:06:13.686158 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-41fe34b5-159a-493c-b772-9b08583787f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:06:13.887621 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-41fe34b5-159a-493c-b772-9b08583787f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:06:13.894679 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-41fe34b5-159a-493c-b772-9b08583787f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571103'] for security_group, after_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:06:13.944760 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41fe34b5-159a-493c-b772-9b08583787f2 admin admin] vlan segment allocate from pool success with {'vlan_id': 1018, 'physical_network': 'physnet1'} {{(pid=105994) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 15:06:13.955164 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fe34b5-159a-493c-b772-9b08583787f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69a80833-8a55-461f-9ac7-c0d34cca9080,revision_number=1']} {{(pid=105994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:06:13.967272 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-41fe34b5-159a-493c-b772-9b08583787f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988101'] for segment, precommit_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:06:13.967687 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.db.segments_db [None req-41fe34b5-159a-493c-b772-9b08583787f2 admin admin] Added segment 2ee1e090-9e3c-41ab-af3c-5b38d85f0c2a of type vlan for network 19f859b5-fad3-4cd1-82c7-c8eccbd0cda0 Sep 24 15:06:14.029910 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-41fe34b5-159a-493c-b772-9b08583787f2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727248069142'] for network, precommit_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:06:14.071775 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-41fe34b5-159a-493c-b772-9b08583787f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314'] for network, after_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:06:14.073530 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41fe34b5-159a-493c-b772-9b08583787f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:06:14.074454 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-41fe34b5-159a-493c-b772-9b08583787f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536624'] for network, before_response {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:06:14.138037 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [None req-41fe34b5-159a-493c-b772-9b08583787f2 admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7027957 Sep 24 15:06:14.142680 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.wsgi [-] (105993) accepted ('10.222.0.90', 36380) {{(pid=105993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:06:14.152366 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.v2.base [None req-9fb0c950-5160-43de-adc6-8ef269a193d8 admin admin] Request body: {'subnet': {'network_id': '19f859b5-fad3-4cd1-82c7-c8eccbd0cda0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-51988702-subnet', 'tenant_id': 'eba47b12834c44d499ddb5a6c372771f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:06:14.192116 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fe34b5-159a-493c-b772-9b08583787f2 admin admin] Pushing event updated for resources: {'Network': ['ID=19f859b5-fad3-4cd1-82c7-c8eccbd0cda0,revision_number=1']} {{(pid=105994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:06:14.200407 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fb0c950-5160-43de-adc6-8ef269a193d8 admin admin] Made reservation on behalf of eba47b12834c44d499ddb5a6c372771f for: {'subnet': 1} {{(pid=105993) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:06:14.206416 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-9fb0c950-5160-43de-adc6-8ef269a193d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14663358'] for subnet, before_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:06:14.215291 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.rpc [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Network 19f859b5-fad3-4cd1-82c7-c8eccbd0cda0 details requested by agent ovs-agent-dv-cinder-809830-2-iscsi with host dv-cinder-809830-2-iscsi {{(pid=105995) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 15:06:14.537719 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-9fb0c950-5160-43de-adc6-8ef269a193d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14426943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14663308'] for subnet, after_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:06:14.650363 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb0c950-5160-43de-adc6-8ef269a193d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=76e2ca7f-9834-44ed-861e-a066b09f90c3,revision_number=0']} {{(pid=105993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:06:14.663580 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb0c950-5160-43de-adc6-8ef269a193d8 admin admin] Checking segment: {'id': '2ee1e090-9e3c-41ab-af3c-5b38d85f0c2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '19f859b5-fad3-4cd1-82c7-c8eccbd0cda0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:06:14.664567 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fb0c950-5160-43de-adc6-8ef269a193d8 admin admin] Network hostable DHCP agents. Network: 19f859b5-fad3-4cd1-82c7-c8eccbd0cda0, hostable agents: ['a445fb04-844a-460e-9913-1045a19b95b5'], hosted agents: [] {{(pid=105993) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 15:06:14.691884 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fb0c950-5160-43de-adc6-8ef269a193d8 admin admin] Network 19f859b5-fad3-4cd1-82c7-c8eccbd0cda0 is scheduled to be hosted by DHCP agent a445fb04-844a-460e-9913-1045a19b95b5 with binding_index 1 {{(pid=105993) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 15:06:14.710400 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.scheduler.base_scheduler [None req-9fb0c950-5160-43de-adc6-8ef269a193d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809830-2-iscsi, 19f859b5-fad3-4cd1-82c7-c8eccbd0cda0) {{(pid=105993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:06:14.718768 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fb0c950-5160-43de-adc6-8ef269a193d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:06:14.719906 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-9fb0c950-5160-43de-adc6-8ef269a193d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536624'] for subnet, before_response {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:06:14.724015 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddc5af06-97f7-458a-8877-871a0cd26b62 None None] Network 19f859b5-fad3-4cd1-82c7-c8eccbd0cda0 requested from dv-cinder-809830-2-iscsi {{(pid=105995) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:06:14.767527 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [None req-9fb0c950-5160-43de-adc6-8ef269a193d8 admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6212418 Sep 24 15:06:15.039899 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0581a844-36fa-4070-986d-ff01266dc8f2 None None] Network 19f859b5-fad3-4cd1-82c7-c8eccbd0cda0 requested from dv-cinder-809830-2-iscsi {{(pid=105995) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:06:15.850757 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:06:17.415851 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b542712a-75b2-4a68-a67c-3659d26accbd req-bf44f539-2f74-4461-8071-0a9d9cdc8675 tempest-VolumesSnapshotTestJSON-1642997012 tempest-VolumesSnapshotTestJSON-1642997012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:06:17.415851 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-b542712a-75b2-4a68-a67c-3659d26accbd req-bf44f539-2f74-4461-8071-0a9d9cdc8675 tempest-VolumesSnapshotTestJSON-1642997012 tempest-VolumesSnapshotTestJSON-1642997012-project] 10.222.0.90 "GET /v2.0/networks?id=19f859b5-fad3-4cd1-82c7-c8eccbd0cda0 HTTP/1.1" status: 200 len: 812 time: 0.2186987 Sep 24 15:06:17.445608 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-b542712a-75b2-4a68-a67c-3659d26accbd req-c370df47-d387-40fb-8f1d-23b36602b4b9 tempest-VolumesSnapshotTestJSON-1642997012 tempest-VolumesSnapshotTestJSON-1642997012-project] 10.222.0.90 "GET /v2.0/quotas/eba47b12834c44d499ddb5a6c372771f HTTP/1.1" status: 200 len: 375 time: 0.0156758 Sep 24 15:06:17.523420 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-b542712a-75b2-4a68-a67c-3659d26accbd req-ce7c8874-0f39-494d-b2f4-5f6342bdd8c1 tempest-VolumesSnapshotTestJSON-1642997012 tempest-VolumesSnapshotTestJSON-1642997012-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=eba47b12834c44d499ddb5a6c372771f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0661352 Sep 24 15:06:17.696601 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-b542712a-75b2-4a68-a67c-3659d26accbd req-5eeb343a-d811-472e-8120-05d970a90d5a service neutron] 10.222.0.90 "GET /v2.0/networks/19f859b5-fad3-4cd1-82c7-c8eccbd0cda0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585102 Sep 24 15:06:17.883348 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-b542712a-75b2-4a68-a67c-3659d26accbd req-e46b5a48-5eaf-45ec-9dc2-b370a19c4cf8 service neutron] 10.222.0.90 "GET /v2.0/networks/19f859b5-fad3-4cd1-82c7-c8eccbd0cda0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1741958 Sep 24 15:06:18.169388 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-e063b2d5-9835-4e42-b6f8-8ca6ee2e35d0 req-5cf4261b-bfbe-44c0-b280-9f97e69dbe59 tempest-VolumesSnapshotTestJSON-1642997012 tempest-VolumesSnapshotTestJSON-1642997012-project] 10.222.0.90 "GET /v2.0/ports?device_id=da04a448-b957-43b4-a534-28c248256365 HTTP/1.1" status: 200 len: 210 time: 0.0463545 Sep 24 15:06:19.335221 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-210581c4-5bc4-4b4f-a9e9-0407fc8caed9 req-e5c1ae5c-0631-4e22-a01f-90d5ec4b2c1e tempest-VolumesSnapshotTestJSON-1642997012 tempest-VolumesSnapshotTestJSON-1642997012-project] 10.222.0.90 "GET /v2.0/ports?device_id=da04a448-b957-43b4-a534-28c248256365 HTTP/1.1" status: 200 len: 210 time: 0.0414212 Sep 24 15:06:19.858594 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b542712a-75b2-4a68-a67c-3659d26accbd req-12aa6360-a013-417c-9264-7d63d3d66004 tempest-VolumesSnapshotTestJSON-1642997012 tempest-VolumesSnapshotTestJSON-1642997012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:06:19.861189 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-b542712a-75b2-4a68-a67c-3659d26accbd req-12aa6360-a013-417c-9264-7d63d3d66004 tempest-VolumesSnapshotTestJSON-1642997012 tempest-VolumesSnapshotTestJSON-1642997012-project] 10.222.0.99 "GET /v2.0/networks?id=19f859b5-fad3-4cd1-82c7-c8eccbd0cda0 HTTP/1.1" status: 200 len: 812 time: 0.2101910 Sep 24 15:06:19.882566 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.v2.base [req-b542712a-75b2-4a68-a67c-3659d26accbd req-baac7b19-8a68-4214-8df8-c319629c7494 tempest-VolumesSnapshotTestJSON-1642997012 tempest-VolumesSnapshotTestJSON-1642997012-project] Request body: {'port': {'device_id': 'da04a448-b957-43b4-a534-28c248256365', 'network_id': '19f859b5-fad3-4cd1-82c7-c8eccbd0cda0', 'admin_state_up': True, 'tenant_id': 'eba47b12834c44d499ddb5a6c372771f'}} {{(pid=105994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:06:20.164083 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b542712a-75b2-4a68-a67c-3659d26accbd req-baac7b19-8a68-4214-8df8-c319629c7494 tempest-VolumesSnapshotTestJSON-1642997012 tempest-VolumesSnapshotTestJSON-1642997012-project] Made reservation on behalf of eba47b12834c44d499ddb5a6c372771f for: {'port': 1} {{(pid=105994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:06:20.170547 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-b542712a-75b2-4a68-a67c-3659d26accbd req-baac7b19-8a68-4214-8df8-c319629c7494 tempest-VolumesSnapshotTestJSON-1642997012 tempest-VolumesSnapshotTestJSON-1642997012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993762'] for port, before_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:06:20.434550 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.db.db_base_plugin_common [req-b542712a-75b2-4a68-a67c-3659d26accbd req-baac7b19-8a68-4214-8df8-c319629c7494 tempest-VolumesSnapshotTestJSON-1642997012 tempest-VolumesSnapshotTestJSON-1642997012-project] Allocated IP 172.20.0.8 (19f859b5-fad3-4cd1-82c7-c8eccbd0cda0/76e2ca7f-9834-44ed-861e-a066b09f90c3/00fd11a0-e827-425e-8b63-e7a5ea19b250) {{(pid=105994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:06:20.505854 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-c728ae6f-7bfd-4b06-b237-80c6e4834b89 req-9d43875a-4a08-4b90-8095-726550d44dd6 tempest-VolumesSnapshotTestJSON-1642997012 tempest-VolumesSnapshotTestJSON-1642997012-project] 10.222.0.90 "GET /v2.0/ports?device_id=da04a448-b957-43b4-a534-28c248256365 HTTP/1.1" status: 200 len: 210 time: 0.0355196 Sep 24 15:06:20.691423 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-b542712a-75b2-4a68-a67c-3659d26accbd req-baac7b19-8a68-4214-8df8-c319629c7494 tempest-VolumesSnapshotTestJSON-1642997012 tempest-VolumesSnapshotTestJSON-1642997012-project] Notify callbacks [] for port, precommit_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:06:20.763810 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-b542712a-75b2-4a68-a67c-3659d26accbd req-baac7b19-8a68-4214-8df8-c319629c7494 tempest-VolumesSnapshotTestJSON-1642997012 tempest-VolumesSnapshotTestJSON-1642997012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727248062127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14130366'] for port, after_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:06:20.835982 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b542712a-75b2-4a68-a67c-3659d26accbd req-baac7b19-8a68-4214-8df8-c319629c7494 tempest-VolumesSnapshotTestJSON-1642997012 tempest-VolumesSnapshotTestJSON-1642997012-project] Network 19f859b5-fad3-4cd1-82c7-c8eccbd0cda0 is already hosted by enough agents. {{(pid=105994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:06:20.841709 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.scheduler.base_scheduler [req-b542712a-75b2-4a68-a67c-3659d26accbd req-baac7b19-8a68-4214-8df8-c319629c7494 tempest-VolumesSnapshotTestJSON-1642997012 tempest-VolumesSnapshotTestJSON-1642997012-project] Resources bound (agent type, host, resource id): {{(pid=105994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:06:20.848292 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.db.l3_dvrscheduler_db [req-b542712a-75b2-4a68-a67c-3659d26accbd req-baac7b19-8a68-4214-8df8-c319629c7494 tempest-VolumesSnapshotTestJSON-1642997012 tempest-VolumesSnapshotTestJSON-1642997012-project] Received port after_create {{(pid=105994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:06:20.890141 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baac7b19-8a68-4214-8df8-c319629c7494 tempest-VolumesSnapshotTestJSON-1642997012 tempest-VolumesSnapshotTestJSON-1642997012-project] Pushing event updated for resources: {'Port': ['ID=00fd11a0-e827-425e-8b63-e7a5ea19b250,revision_number=1']} {{(pid=105994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:06:20.941624 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b542712a-75b2-4a68-a67c-3659d26accbd req-baac7b19-8a68-4214-8df8-c319629c7494 tempest-VolumesSnapshotTestJSON-1642997012 tempest-VolumesSnapshotTestJSON-1642997012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:06:20.942489 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-b542712a-75b2-4a68-a67c-3659d26accbd req-baac7b19-8a68-4214-8df8-c319629c7494 tempest-VolumesSnapshotTestJSON-1642997012 tempest-VolumesSnapshotTestJSON-1642997012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472375'] for port, before_response {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:06:20.967559 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-b542712a-75b2-4a68-a67c-3659d26accbd req-baac7b19-8a68-4214-8df8-c319629c7494 tempest-VolumesSnapshotTestJSON-1642997012 tempest-VolumesSnapshotTestJSON-1642997012-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0962622 Sep 24 15:06:20.984483 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.v2.base [req-b542712a-75b2-4a68-a67c-3659d26accbd req-84154471-c074-4a26-8d71-d2adfd76e2e4 service neutron] Request body: {'port': {'device_id': 'da04a448-b957-43b4-a534-28c248256365', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80983'}} {{(pid=105994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:06:21.076542 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-b542712a-75b2-4a68-a67c-3659d26accbd req-84154471-c074-4a26-8d71-d2adfd76e2e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993762'] for port, before_update {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:06:21.412106 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.wsgi [-] (105993) accepted ('10.222.0.90', 36496) {{(pid=105993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:06:21.581300 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.notifiers.nova [req-b542712a-75b2-4a68-a67c-3659d26accbd req-84154471-c074-4a26-8d71-d2adfd76e2e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00fd11a0-e827-425e-8b63-e7a5ea19b250 {{(pid=105994) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:06:21.601281 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-b542712a-75b2-4a68-a67c-3659d26accbd req-84154471-c074-4a26-8d71-d2adfd76e2e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:06:21.620189 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-b2972c48-587d-4660-b389-61351f4e6e88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:06:21.633459 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.db.provisioning_blocks [req-b542712a-75b2-4a68-a67c-3659d26accbd req-84154471-c074-4a26-8d71-d2adfd76e2e4 service neutron] Transition to ACTIVE for port object 00fd11a0-e827-425e-8b63-e7a5ea19b250 will not be triggered until provisioned by entity L2. {{(pid=105994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 15:06:21.651741 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-b542712a-75b2-4a68-a67c-3659d26accbd req-84154471-c074-4a26-8d71-d2adfd76e2e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248551428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248062163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14130357'] for port, after_update {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:06:21.809404 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84154471-c074-4a26-8d71-d2adfd76e2e4 service neutron] Pushing event updated for resources: {'Port': ['ID=00fd11a0-e827-425e-8b63-e7a5ea19b250,revision_number=2']} {{(pid=105994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:06:21.823946 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-b2972c48-587d-4660-b389-61351f4e6e88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:06:21.831963 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-b2972c48-587d-4660-b389-61351f4e6e88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571103'] for security_group, after_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:06:21.898684 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19702009-b186-47cd-9386-0e56d287b385 req-99236922-f514-44b0-907a-b1ec2af1c16f tempest-VolumesSnapshotTestJSON-1642997012 tempest-VolumesSnapshotTestJSON-1642997012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:06:21.900899 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-19702009-b186-47cd-9386-0e56d287b385 req-99236922-f514-44b0-907a-b1ec2af1c16f tempest-VolumesSnapshotTestJSON-1642997012 tempest-VolumesSnapshotTestJSON-1642997012-project] 10.222.0.90 "GET /v2.0/ports?device_id=da04a448-b957-43b4-a534-28c248256365 HTTP/1.1" status: 200 len: 943 time: 0.2744646 Sep 24 15:06:21.905561 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [None req-b2972c48-587d-4660-b389-61351f4e6e88 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=e70e5b903b404561b7a5019763e81864&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4919550 Sep 24 15:06:21.907632 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2972c48-587d-4660-b389-61351f4e6e88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=164b29b1-a540-45ba-8f3e-d68cad1afe4e,revision_number=1']} {{(pid=105993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:06:21.915085 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.wsgi [-] (105993) accepted ('10.222.0.90', 36502) {{(pid=105993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:06:22.003804 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-a3326d93-927a-4a6d-b1c4-55136e1a1148 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:06:22.004112 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-19702009-b186-47cd-9386-0e56d287b385 req-e1da67ac-04a1-43ed-a11a-bbcca832e724 tempest-VolumesSnapshotTestJSON-1642997012 tempest-VolumesSnapshotTestJSON-1642997012-project] 10.222.0.90 "GET /v2.0/security-groups?id=69a80833-8a55-461f-9ac7-c0d34cca9080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884795 Sep 24 15:06:22.008093 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.managers [req-b542712a-75b2-4a68-a67c-3659d26accbd req-84154471-c074-4a26-8d71-d2adfd76e2e4 service neutron] Attempting to bind port 00fd11a0-e827-425e-8b63-e7a5ea19b250 on host hv-cinder-80983 for vnic_type normal with profile {{(pid=105994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:06:22.008735 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.managers [req-b542712a-75b2-4a68-a67c-3659d26accbd req-84154471-c074-4a26-8d71-d2adfd76e2e4 service neutron] Attempting to bind port 00fd11a0-e827-425e-8b63-e7a5ea19b250 by drivers openvswitch,hyperv on host hv-cinder-80983 at level 0 using segments [{'id': '2ee1e090-9e3c-41ab-af3c-5b38d85f0c2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '19f859b5-fad3-4cd1-82c7-c8eccbd0cda0'}] {{(pid=105994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:06:22.009300 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b542712a-75b2-4a68-a67c-3659d26accbd req-84154471-c074-4a26-8d71-d2adfd76e2e4 service neutron] Attempting to bind port 00fd11a0-e827-425e-8b63-e7a5ea19b250 on network 19f859b5-fad3-4cd1-82c7-c8eccbd0cda0 {{(pid=105994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:06:22.020718 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b542712a-75b2-4a68-a67c-3659d26accbd req-84154471-c074-4a26-8d71-d2adfd76e2e4 service neutron] Port 00fd11a0-e827-425e-8b63-e7a5ea19b250 on network 19f859b5-fad3-4cd1-82c7-c8eccbd0cda0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80983 {{(pid=105994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 15:06:22.021350 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b542712a-75b2-4a68-a67c-3659d26accbd req-84154471-c074-4a26-8d71-d2adfd76e2e4 service neutron] Attempting to bind port 00fd11a0-e827-425e-8b63-e7a5ea19b250 on network 19f859b5-fad3-4cd1-82c7-c8eccbd0cda0 {{(pid=105994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:06:22.031471 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b542712a-75b2-4a68-a67c-3659d26accbd req-84154471-c074-4a26-8d71-d2adfd76e2e4 service neutron] Checking agent: {'id': 'fe6caec8-3271-4776-9083-fb8f8cae5b94', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80983', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 14, 54, 44), 'started_at': datetime.datetime(2021, 9, 24, 14, 54, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 6, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:06:22.032045 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b542712a-75b2-4a68-a67c-3659d26accbd req-84154471-c074-4a26-8d71-d2adfd76e2e4 service neutron] Checking segment: {'id': '2ee1e090-9e3c-41ab-af3c-5b38d85f0c2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '19f859b5-fad3-4cd1-82c7-c8eccbd0cda0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:06:22.046747 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b542712a-75b2-4a68-a67c-3659d26accbd req-84154471-c074-4a26-8d71-d2adfd76e2e4 service neutron] Bound using segment: {'id': '2ee1e090-9e3c-41ab-af3c-5b38d85f0c2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '19f859b5-fad3-4cd1-82c7-c8eccbd0cda0'} {{(pid=105994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:06:22.046747 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.managers [req-b542712a-75b2-4a68-a67c-3659d26accbd req-84154471-c074-4a26-8d71-d2adfd76e2e4 service neutron] Bound port: 00fd11a0-e827-425e-8b63-e7a5ea19b250, host: hv-cinder-80983, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ee1e090-9e3c-41ab-af3c-5b38d85f0c2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '19f859b5-fad3-4cd1-82c7-c8eccbd0cda0'}}] {{(pid=105994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:06:22.046747 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-b542712a-75b2-4a68-a67c-3659d26accbd req-84154471-c074-4a26-8d71-d2adfd76e2e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993762'] for port, before_update {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:06:22.049095 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-a3326d93-927a-4a6d-b1c4-55136e1a1148 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:06:22.145078 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-a3326d93-927a-4a6d-b1c4-55136e1a1148 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571103'] for security_group, after_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:06:22.150611 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-a3326d93-927a-4a6d-b1c4-55136e1a1148 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:06:22.155190 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [None req-a3326d93-927a-4a6d-b1c4-55136e1a1148 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/164b29b1-a540-45ba-8f3e-d68cad1afe4e HTTP/1.1" status: 204 len: 168 time: 0.2366796 Sep 24 15:06:22.162025 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.db [req-b542712a-75b2-4a68-a67c-3659d26accbd req-84154471-c074-4a26-8d71-d2adfd76e2e4 service neutron] For port 00fd11a0-e827-425e-8b63-e7a5ea19b250, host hv-cinder-80983, cleared binding levels {{(pid=105994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:06:22.168631 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.db [req-b542712a-75b2-4a68-a67c-3659d26accbd req-84154471-c074-4a26-8d71-d2adfd76e2e4 service neutron] For port 00fd11a0-e827-425e-8b63-e7a5ea19b250, host hv-cinder-80983, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80983',level=0,port_id=00fd11a0-e827-425e-8b63-e7a5ea19b250,segment=NetworkSegment(2ee1e090-9e3c-41ab-af3c-5b38d85f0c2a),segment_id=2ee1e090-9e3c-41ab-af3c-5b38d85f0c2a)] {{(pid=105994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:06:22.171110 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3326d93-927a-4a6d-b1c4-55136e1a1148 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=164b29b1-a540-45ba-8f3e-d68cad1afe4e,revision_number=None']} {{(pid=105993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:06:22.176310 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-b542712a-75b2-4a68-a67c-3659d26accbd req-84154471-c074-4a26-8d71-d2adfd76e2e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248551428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248062163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14130357'] for port, after_update {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:06:22.241611 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b542712a-75b2-4a68-a67c-3659d26accbd req-84154471-c074-4a26-8d71-d2adfd76e2e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:06:22.242396 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-b542712a-75b2-4a68-a67c-3659d26accbd req-84154471-c074-4a26-8d71-d2adfd76e2e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472375'] for port, before_response {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:06:22.244635 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-b542712a-75b2-4a68-a67c-3659d26accbd req-84154471-c074-4a26-8d71-d2adfd76e2e4 service neutron] 10.222.0.99 "PUT /v2.0/ports/00fd11a0-e827-425e-8b63-e7a5ea19b250 HTTP/1.1" status: 200 len: 1093 time: 1.2674744 Sep 24 15:06:22.245549 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da04a448-b957-43b4-a534-28c248256365', 'tag': '00fd11a0-e827-425e-8b63-e7a5ea19b250'}] {{(pid=105994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:06:22.249332 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}445a901cbb5a624303c84b78f65e518dd0fb300c00204885c20e5236c8fbed2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d03ae5a8-3af5-46aa-8809-ad4f2178f147" -d '{"events": [{"name": "network-changed", "server_uuid": "da04a448-b957-43b4-a534-28c248256365", "tag": "00fd11a0-e827-425e-8b63-e7a5ea19b250"}]}' {{(pid=105994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:06:22.331485 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 15:06:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e4ad3d2-44ea-4ebc-af7d-be01bff2ee1b x-openstack-request-id: req-7e4ad3d2-44ea-4ebc-af7d-be01bff2ee1b {{(pid=105994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:06:22.331940 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da04a448-b957-43b4-a534-28c248256365", "tag": "00fd11a0-e827-425e-8b63-e7a5ea19b250", "status": "completed", "code": 200}]} {{(pid=105994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:06:22.332517 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-7e4ad3d2-44ea-4ebc-af7d-be01bff2ee1b {{(pid=105994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:06:22.332893 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da04a448-b957-43b4-a534-28c248256365', 'tag': '00fd11a0-e827-425e-8b63-e7a5ea19b250', 'status': 'completed', 'code': 200} Sep 24 15:06:22.341024 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84154471-c074-4a26-8d71-d2adfd76e2e4 service neutron] Pushing event updated for resources: {'Port': ['ID=00fd11a0-e827-425e-8b63-e7a5ea19b250,revision_number=3']} {{(pid=105994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:06:22.414623 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b542712a-75b2-4a68-a67c-3659d26accbd req-983d423e-0627-4665-bd4c-cd1db0ada0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:06:22.418478 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-b542712a-75b2-4a68-a67c-3659d26accbd req-983d423e-0627-4665-bd4c-cd1db0ada0e3 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=eba47b12834c44d499ddb5a6c372771f&device_id=da04a448-b957-43b4-a534-28c248256365 HTTP/1.1" status: 200 len: 1096 time: 0.1030388 Sep 24 15:06:22.517122 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-b542712a-75b2-4a68-a67c-3659d26accbd req-f1cc482b-1a48-4a8d-9564-d6140bf74ba1 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=00fd11a0-e827-425e-8b63-e7a5ea19b250 HTTP/1.1" status: 200 len: 217 time: 0.0849612 Sep 24 15:06:22.625541 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b542712a-75b2-4a68-a67c-3659d26accbd req-224d9c83-2a4b-4bd2-8dbe-6601657df0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:06:22.629039 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-b542712a-75b2-4a68-a67c-3659d26accbd req-224d9c83-2a4b-4bd2-8dbe-6601657df0c7 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=76e2ca7f-9834-44ed-861e-a066b09f90c3 HTTP/1.1" status: 200 len: 852 time: 0.0981321 Sep 24 15:06:22.700888 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-b542712a-75b2-4a68-a67c-3659d26accbd req-97821e9c-0d91-40ab-9197-980547923070 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=19f859b5-fad3-4cd1-82c7-c8eccbd0cda0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0639517 Sep 24 15:06:22.900811 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-b542712a-75b2-4a68-a67c-3659d26accbd req-8a8c538e-b78a-4178-b7a2-aac29ee82242 service neutron] 10.222.0.99 "GET /v2.0/networks/19f859b5-fad3-4cd1-82c7-c8eccbd0cda0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1913810 Sep 24 15:06:23.056420 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-b542712a-75b2-4a68-a67c-3659d26accbd req-e37b2a0b-5c25-495b-ba69-35ddc09f463d service neutron] 10.222.0.99 "GET /v2.0/networks/19f859b5-fad3-4cd1-82c7-c8eccbd0cda0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482615 Sep 24 15:06:23.259765 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03ae5a8-3af5-46aa-8809-ad4f2178f147 req-a6c374ee-2fce-4a30-93cf-1e7c2da3e0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:06:23.262249 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-d03ae5a8-3af5-46aa-8809-ad4f2178f147 req-a6c374ee-2fce-4a30-93cf-1e7c2da3e0d9 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=eba47b12834c44d499ddb5a6c372771f&device_id=da04a448-b957-43b4-a534-28c248256365 HTTP/1.1" status: 200 len: 1096 time: 0.1395423 Sep 24 15:06:23.276978 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70928402-730f-45f7-bbb9-70b8eaa27325 req-415018ce-956a-41b0-a089-efa24606575d tempest-VolumesSnapshotTestJSON-1642997012 tempest-VolumesSnapshotTestJSON-1642997012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:06:23.279411 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-70928402-730f-45f7-bbb9-70b8eaa27325 req-415018ce-956a-41b0-a089-efa24606575d tempest-VolumesSnapshotTestJSON-1642997012 tempest-VolumesSnapshotTestJSON-1642997012-project] 10.222.0.90 "GET /v2.0/ports?device_id=da04a448-b957-43b4-a534-28c248256365 HTTP/1.1" status: 200 len: 943 time: 0.1387942 Sep 24 15:06:23.428350 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-70928402-730f-45f7-bbb9-70b8eaa27325 req-dd2788e9-bdb4-4eec-b85d-73776fb7bc4c tempest-VolumesSnapshotTestJSON-1642997012 tempest-VolumesSnapshotTestJSON-1642997012-project] 10.222.0.90 "GET /v2.0/security-groups?id=69a80833-8a55-461f-9ac7-c0d34cca9080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354122 Sep 24 15:06:23.484339 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03ae5a8-3af5-46aa-8809-ad4f2178f147 req-fd910a26-0987-46b9-ad0d-e0530daf6c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:06:23.486885 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-d03ae5a8-3af5-46aa-8809-ad4f2178f147 req-fd910a26-0987-46b9-ad0d-e0530daf6c49 service neutron] 10.222.0.99 "GET /v2.0/networks?id=19f859b5-fad3-4cd1-82c7-c8eccbd0cda0 HTTP/1.1" status: 200 len: 914 time: 0.2060540 Sep 24 15:06:23.551851 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-d03ae5a8-3af5-46aa-8809-ad4f2178f147 req-fddfdc5e-afbb-4a32-9781-12295e9d7424 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=00fd11a0-e827-425e-8b63-e7a5ea19b250 HTTP/1.1" status: 200 len: 217 time: 0.0563307 Sep 24 15:06:23.567266 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-52ed3497-514d-41bf-9f19-a3458bba5b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:06:23.647098 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03ae5a8-3af5-46aa-8809-ad4f2178f147 req-2cb9e0c4-9e67-4496-93f7-b7c8deb6fe8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:06:23.652090 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-d03ae5a8-3af5-46aa-8809-ad4f2178f147 req-2cb9e0c4-9e67-4496-93f7-b7c8deb6fe8f service neutron] 10.222.0.99 "GET /v2.0/subnets?id=76e2ca7f-9834-44ed-861e-a066b09f90c3 HTTP/1.1" status: 200 len: 852 time: 0.0864494 Sep 24 15:06:23.708790 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-d03ae5a8-3af5-46aa-8809-ad4f2178f147 req-3d8f286a-b318-49a9-88e2-c2bd96d9e072 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=19f859b5-fad3-4cd1-82c7-c8eccbd0cda0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480812 Sep 24 15:06:23.854057 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-d03ae5a8-3af5-46aa-8809-ad4f2178f147 req-f0d42b34-2803-4e7b-b8a0-312aeb6282e4 service neutron] 10.222.0.99 "GET /v2.0/networks/19f859b5-fad3-4cd1-82c7-c8eccbd0cda0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355450 Sep 24 15:06:24.009112 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-d03ae5a8-3af5-46aa-8809-ad4f2178f147 req-fadc7183-37a1-45c4-869c-0747f3a89017 service neutron] 10.222.0.99 "GET /v2.0/networks/19f859b5-fad3-4cd1-82c7-c8eccbd0cda0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472669 Sep 24 15:06:24.644056 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0234aa-c4e3-4396-9cf8-691458d8e385 req-b091b8ff-7752-488a-b3f0-d1ccd46714af tempest-VolumesSnapshotTestJSON-1642997012 tempest-VolumesSnapshotTestJSON-1642997012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:06:24.646551 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-ca0234aa-c4e3-4396-9cf8-691458d8e385 req-b091b8ff-7752-488a-b3f0-d1ccd46714af tempest-VolumesSnapshotTestJSON-1642997012 tempest-VolumesSnapshotTestJSON-1642997012-project] 10.222.0.90 "GET /v2.0/ports?device_id=da04a448-b957-43b4-a534-28c248256365 HTTP/1.1" status: 200 len: 943 time: 0.0841138 Sep 24 15:06:24.717848 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-ca0234aa-c4e3-4396-9cf8-691458d8e385 req-2cb60897-411f-45a2-b80c-0f3c8241c1ba tempest-VolumesSnapshotTestJSON-1642997012 tempest-VolumesSnapshotTestJSON-1642997012-project] 10.222.0.90 "GET /v2.0/security-groups?id=69a80833-8a55-461f-9ac7-c0d34cca9080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588727 Sep 24 15:06:25.144493 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-4d0b0926-659e-4bbc-b64d-ece5b546034d req-119ee740-6a6b-4cc0-9c55-9466d8b541ca tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] 10.222.0.90 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1015115396&fields=id&tenant_id=51fa19ff34a14ecc91f6fc88ae5471cb HTTP/1.1" status: 200 len: 267 time: 0.0587254 Sep 24 15:06:25.294778 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.rpc [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Device 00fd11a0-e827-425e-8b63-e7a5ea19b250 details requested by agent hyperv_hv-cinder-80983 with host hv-cinder-80983 {{(pid=105995) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 15:06:25.480034 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.db [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] For port 00fd11a0-e827-425e-8b63-e7a5ea19b250, host hv-cinder-80983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80983',level=0,port_id=00fd11a0-e827-425e-8b63-e7a5ea19b250,segment=NetworkSegment(2ee1e090-9e3c-41ab-af3c-5b38d85f0c2a),segment_id=2ee1e090-9e3c-41ab-af3c-5b38d85f0c2a)] {{(pid=105995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:06:25.503821 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.rpc [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Returning: {'device': '00fd11a0-e827-425e-8b63-e7a5ea19b250', 'network_id': '19f859b5-fad3-4cd1-82c7-c8eccbd0cda0', 'port_id': '00fd11a0-e827-425e-8b63-e7a5ea19b250', 'mac_address': 'fa:16:3e:62:51:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1018, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76e2ca7f-9834-44ed-861e-a066b09f90c3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105995) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 15:06:25.570074 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993762'] for port, before_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:06:25.589445 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.notifiers.nova [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00fd11a0-e827-425e-8b63-e7a5ea19b250 {{(pid=105995) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:06:25.632941 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.db [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] For port 00fd11a0-e827-425e-8b63-e7a5ea19b250, host hv-cinder-80983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80983',level=0,port_id=00fd11a0-e827-425e-8b63-e7a5ea19b250,segment=NetworkSegment(2ee1e090-9e3c-41ab-af3c-5b38d85f0c2a),segment_id=2ee1e090-9e3c-41ab-af3c-5b38d85f0c2a)] {{(pid=105995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:06:25.640769 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248551428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248062163'] for port, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:06:25.706926 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0b0926-659e-4bbc-b64d-ece5b546034d req-e03cf13f-d3c9-40be-ae6a-c6deda8e6451 tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:06:25.708664 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-4d0b0926-659e-4bbc-b64d-ece5b546034d req-e03cf13f-d3c9-40be-ae6a-c6deda8e6451 tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] 10.222.0.90 "GET /v2.0/networks?id=9d3e3000-5ba9-400c-a35c-6e0b1bf4eee7 HTTP/1.1" status: 200 len: 810 time: 0.5523040 Sep 24 15:06:25.731849 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Pushing event updated for resources: {'Port': ['ID=00fd11a0-e827-425e-8b63-e7a5ea19b250,revision_number=4']} {{(pid=105995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:06:25.737517 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-4d0b0926-659e-4bbc-b64d-ece5b546034d req-c3145e5d-8ccb-4b6d-bfbb-d480a3c1d91f tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] 10.222.0.90 "GET /v2.0/quotas/51fa19ff34a14ecc91f6fc88ae5471cb HTTP/1.1" status: 200 len: 375 time: 0.0178239 Sep 24 15:06:25.830460 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-4d0b0926-659e-4bbc-b64d-ece5b546034d req-e0532dba-2f96-4ed6-be81-46893b8e02d1 tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=51fa19ff34a14ecc91f6fc88ae5471cb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0822158 Sep 24 15:06:25.856670 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.db [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] get_ports_and_sgs() called for port_ids ['00fd11a0-e827-425e-8b63-e7a5ea19b250'] {{(pid=105995) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:06:25.929108 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c4b948-84b0-428b-b662-19d268d72081 req-4f27356b-0505-44fe-95d5-7d356ba7760a tempest-VolumesSnapshotTestJSON-1642997012 tempest-VolumesSnapshotTestJSON-1642997012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:06:25.932631 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-06c4b948-84b0-428b-b662-19d268d72081 req-4f27356b-0505-44fe-95d5-7d356ba7760a tempest-VolumesSnapshotTestJSON-1642997012 tempest-VolumesSnapshotTestJSON-1642997012-project] 10.222.0.90 "GET /v2.0/ports?device_id=da04a448-b957-43b4-a534-28c248256365 HTTP/1.1" status: 200 len: 944 time: 0.0819526 Sep 24 15:06:26.012782 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-06c4b948-84b0-428b-b662-19d268d72081 req-fb0a9fa3-bd3d-41d3-9e89-d00354d90e2e tempest-VolumesSnapshotTestJSON-1642997012 tempest-VolumesSnapshotTestJSON-1642997012-project] 10.222.0.90 "GET /v2.0/security-groups?id=69a80833-8a55-461f-9ac7-c0d34cca9080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706437 Sep 24 15:06:26.036166 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-4d0b0926-659e-4bbc-b64d-ece5b546034d req-a73296a2-a31f-4264-bbfc-ae40a72d4d5e service neutron] 10.222.0.90 "GET /v2.0/networks/9d3e3000-5ba9-400c-a35c-6e0b1bf4eee7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1791153 Sep 24 15:06:26.227516 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-4d0b0926-659e-4bbc-b64d-ece5b546034d req-28f7facd-508a-488c-aaa1-72994a7fac8d service neutron] 10.222.0.90 "GET /v2.0/networks/9d3e3000-5ba9-400c-a35c-6e0b1bf4eee7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1795301 Sep 24 15:06:26.744594 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-74bb9e73-4f2f-4e9e-9550-44235dc76a4b req-98f9d29c-59bb-4132-bb41-514b72423e82 tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] 10.222.0.90 "GET /v2.0/ports?device_id=e790695f-8ba3-4fe5-984c-c841d260236d HTTP/1.1" status: 200 len: 210 time: 0.0426536 Sep 24 15:06:27.237446 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1757546-cb02-488e-a794-91eb390fcbbd req-1a758ff9-b587-48dc-ad69-853d4e7350a3 tempest-VolumesSnapshotTestJSON-1642997012 tempest-VolumesSnapshotTestJSON-1642997012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:06:27.239928 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-d1757546-cb02-488e-a794-91eb390fcbbd req-1a758ff9-b587-48dc-ad69-853d4e7350a3 tempest-VolumesSnapshotTestJSON-1642997012 tempest-VolumesSnapshotTestJSON-1642997012-project] 10.222.0.90 "GET /v2.0/ports?device_id=da04a448-b957-43b4-a534-28c248256365 HTTP/1.1" status: 200 len: 944 time: 0.0911715 Sep 24 15:06:27.305907 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-d1757546-cb02-488e-a794-91eb390fcbbd req-f01a6c76-0d07-49c3-9c94-b021d7dc2c69 tempest-VolumesSnapshotTestJSON-1642997012 tempest-VolumesSnapshotTestJSON-1642997012-project] 10.222.0.90 "GET /v2.0/security-groups?id=69a80833-8a55-461f-9ac7-c0d34cca9080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571568 Sep 24 15:06:27.309995 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.rpc [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Device 00fd11a0-e827-425e-8b63-e7a5ea19b250 up at agent hyperv_hv-cinder-80983 {{(pid=105995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:06:27.397982 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.provisioning_blocks [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Provisioning for port 00fd11a0-e827-425e-8b63-e7a5ea19b250 completed by entity L2. {{(pid=105995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 15:06:27.405778 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.provisioning_blocks [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Provisioning complete for port 00fd11a0-e827-425e-8b63-e7a5ea19b250 triggered by entity L2. {{(pid=105995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:06:27.406431 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985790'] for port, provisioning_complete {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:06:27.575422 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993762'] for port, before_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:06:27.618963 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da04a448-b957-43b4-a534-28c248256365', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00fd11a0-e827-425e-8b63-e7a5ea19b250'}] {{(pid=105995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:06:27.623478 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}caf9aa003d9a854053fb223e5f104f4bef6eff4a3612bfb278e8f19c1601715b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd20e1d3-2a79-43fa-ac7e-c03e3afc7a16" -d '{"events": [{"server_uuid": "da04a448-b957-43b4-a534-28c248256365", "name": "network-vif-plugged", "status": "completed", "tag": "00fd11a0-e827-425e-8b63-e7a5ea19b250"}]}' {{(pid=105995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:06:27.645306 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.db [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] For port 00fd11a0-e827-425e-8b63-e7a5ea19b250, host hv-cinder-80983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80983',level=0,port_id=00fd11a0-e827-425e-8b63-e7a5ea19b250,segment=NetworkSegment(2ee1e090-9e3c-41ab-af3c-5b38d85f0c2a),segment_id=2ee1e090-9e3c-41ab-af3c-5b38d85f0c2a)] {{(pid=105995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:06:27.651851 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248551428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248062163'] for port, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:06:27.698485 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:06:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9fb34b4-5b4c-4bbf-93f3-26fa9b45c2c7 x-openstack-request-id: req-a9fb34b4-5b4c-4bbf-93f3-26fa9b45c2c7 {{(pid=105995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:06:27.698845 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da04a448-b957-43b4-a534-28c248256365", "name": "network-vif-plugged", "status": "completed", "tag": "00fd11a0-e827-425e-8b63-e7a5ea19b250", "code": 200}]} {{(pid=105995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:06:27.699147 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-a9fb34b4-5b4c-4bbf-93f3-26fa9b45c2c7 {{(pid=105995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:06:27.699593 dv-cinder-809830-2-iscsi neutron-server[105995]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da04a448-b957-43b4-a534-28c248256365', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00fd11a0-e827-425e-8b63-e7a5ea19b250', 'code': 200} Sep 24 15:06:27.720507 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Pushing event updated for resources: {'Port': ['ID=00fd11a0-e827-425e-8b63-e7a5ea19b250,revision_number=5']} {{(pid=105995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:06:27.927461 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-21844568-1545-4103-8ab3-58d187e4284c req-3d924628-0634-4ef0-bff2-961df4cf4efe tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] 10.222.0.90 "GET /v2.0/ports?device_id=e790695f-8ba3-4fe5-984c-c841d260236d HTTP/1.1" status: 200 len: 210 time: 0.0735788 Sep 24 15:06:27.995516 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9465d1c2-befa-4173-8b88-2fb77ebeb6b7 req-a94ae6a6-4700-4dab-a6ae-9dd7d024e696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:06:27.997502 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-9465d1c2-befa-4173-8b88-2fb77ebeb6b7 req-a94ae6a6-4700-4dab-a6ae-9dd7d024e696 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=da04a448-b957-43b4-a534-28c248256365 HTTP/1.1" status: 200 len: 1098 time: 0.0887132 Sep 24 15:06:28.044121 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-9465d1c2-befa-4173-8b88-2fb77ebeb6b7 req-ea65255c-a7d7-4186-aae9-79f930407570 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=69a80833-8a55-461f-9ac7-c0d34cca9080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394237 Sep 24 15:06:28.323060 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-46832db9-18e7-4132-827a-2c0dd8c330d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:06:28.497915 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80c2079-9f10-45e6-a372-b7036c5cdcab req-914717d9-5e35-4c02-897f-ffae49d6e620 tempest-VolumesSnapshotTestJSON-1642997012 tempest-VolumesSnapshotTestJSON-1642997012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:06:28.500544 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-d80c2079-9f10-45e6-a372-b7036c5cdcab req-914717d9-5e35-4c02-897f-ffae49d6e620 tempest-VolumesSnapshotTestJSON-1642997012 tempest-VolumesSnapshotTestJSON-1642997012-project] 10.222.0.90 "GET /v2.0/ports?device_id=da04a448-b957-43b4-a534-28c248256365 HTTP/1.1" status: 200 len: 945 time: 0.0790582 Sep 24 15:06:28.569688 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-d80c2079-9f10-45e6-a372-b7036c5cdcab req-6c208072-82f0-444d-94a9-f5744537844f tempest-VolumesSnapshotTestJSON-1642997012 tempest-VolumesSnapshotTestJSON-1642997012-project] 10.222.0.90 "GET /v2.0/security-groups?id=69a80833-8a55-461f-9ac7-c0d34cca9080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572169 Sep 24 15:06:29.152742 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-f600cd76-de26-4a97-beac-0e4890abab8a req-3b67f41c-35bf-4230-83de-c454d5fb8042 tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] 10.222.0.90 "GET /v2.0/ports?device_id=e790695f-8ba3-4fe5-984c-c841d260236d HTTP/1.1" status: 200 len: 210 time: 0.0668740 Sep 24 15:06:29.316780 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0b0926-659e-4bbc-b64d-ece5b546034d req-ade4e2c8-6def-4a8c-87cd-1341b9d59214 tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:06:29.319293 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-4d0b0926-659e-4bbc-b64d-ece5b546034d req-ade4e2c8-6def-4a8c-87cd-1341b9d59214 tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] 10.222.0.99 "GET /v2.0/networks?id=9d3e3000-5ba9-400c-a35c-6e0b1bf4eee7 HTTP/1.1" status: 200 len: 810 time: 0.2827015 Sep 24 15:06:29.379609 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:06:29.412946 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-4d0b0926-659e-4bbc-b64d-ece5b546034d req-79c92748-c663-4074-8d97-8b2e35549971 tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] 10.222.0.99 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=51fa19ff34a14ecc91f6fc88ae5471cb HTTP/1.1" status: 200 len: 380 time: 0.0767789 Sep 24 15:06:29.429048 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.v2.base [req-4d0b0926-659e-4bbc-b64d-ece5b546034d req-b76ad4c0-2d82-4e14-bd1b-e6c1cdfe2361 tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Request body: {'port': {'device_id': 'e790695f-8ba3-4fe5-984c-c841d260236d', 'network_id': '9d3e3000-5ba9-400c-a35c-6e0b1bf4eee7', 'admin_state_up': True, 'tenant_id': '51fa19ff34a14ecc91f6fc88ae5471cb', 'security_groups': ['2939f29b-96bc-4ebb-8f5b-4b5f150442a5']}} {{(pid=105994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:06:29.645772 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d0b0926-659e-4bbc-b64d-ece5b546034d req-b76ad4c0-2d82-4e14-bd1b-e6c1cdfe2361 tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Made reservation on behalf of 51fa19ff34a14ecc91f6fc88ae5471cb for: {'port': 1} {{(pid=105994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:06:29.653117 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-4d0b0926-659e-4bbc-b64d-ece5b546034d req-b76ad4c0-2d82-4e14-bd1b-e6c1cdfe2361 tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993762'] for port, before_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:06:29.823152 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacdc9fd-31d2-41ec-9ce3-869c222eee1c req-f20e1cdd-7731-4feb-9829-fa036b946aa4 tempest-VolumesSnapshotTestJSON-1642997012 tempest-VolumesSnapshotTestJSON-1642997012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:06:29.828512 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-bacdc9fd-31d2-41ec-9ce3-869c222eee1c req-f20e1cdd-7731-4feb-9829-fa036b946aa4 tempest-VolumesSnapshotTestJSON-1642997012 tempest-VolumesSnapshotTestJSON-1642997012-project] 10.222.0.90 "GET /v2.0/ports?device_id=da04a448-b957-43b4-a534-28c248256365 HTTP/1.1" status: 200 len: 945 time: 0.1232145 Sep 24 15:06:29.919990 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-bacdc9fd-31d2-41ec-9ce3-869c222eee1c req-873aa1db-3f77-4467-b1f5-5ac79db318f8 tempest-VolumesSnapshotTestJSON-1642997012 tempest-VolumesSnapshotTestJSON-1642997012-project] 10.222.0.90 "GET /v2.0/security-groups?id=69a80833-8a55-461f-9ac7-c0d34cca9080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731771 Sep 24 15:06:29.976317 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.db.db_base_plugin_common [req-4d0b0926-659e-4bbc-b64d-ece5b546034d req-b76ad4c0-2d82-4e14-bd1b-e6c1cdfe2361 tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Allocated IP 172.20.0.14 (9d3e3000-5ba9-400c-a35c-6e0b1bf4eee7/bd989c45-4591-43b5-a111-6cdc77ed547b/a7f08efb-3fd2-45d4-9a8e-e6a3313e240c) {{(pid=105994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:06:30.302604 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-4d0b0926-659e-4bbc-b64d-ece5b546034d req-b76ad4c0-2d82-4e14-bd1b-e6c1cdfe2361 tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Notify callbacks [] for port, precommit_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:06:30.368501 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-4b6d9bb0-cd3e-4ac0-8f56-b180b4c59f9e req-ab11e8cf-8e50-473d-b002-e2ae4a640c0f tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] 10.222.0.90 "GET /v2.0/ports?device_id=e790695f-8ba3-4fe5-984c-c841d260236d HTTP/1.1" status: 200 len: 210 time: 0.0622101 Sep 24 15:06:30.417704 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-4d0b0926-659e-4bbc-b64d-ece5b546034d req-b76ad4c0-2d82-4e14-bd1b-e6c1cdfe2361 tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727248062127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14130366'] for port, after_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:06:30.458101 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-13d777cc-54dc-48f4-b409-3d66fa02497d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:06:30.504663 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d0b0926-659e-4bbc-b64d-ece5b546034d req-b76ad4c0-2d82-4e14-bd1b-e6c1cdfe2361 tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Network 9d3e3000-5ba9-400c-a35c-6e0b1bf4eee7 is already hosted by enough agents. {{(pid=105994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:06:30.511117 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.scheduler.base_scheduler [req-4d0b0926-659e-4bbc-b64d-ece5b546034d req-b76ad4c0-2d82-4e14-bd1b-e6c1cdfe2361 tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Resources bound (agent type, host, resource id): {{(pid=105994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:06:30.518049 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d0b0926-659e-4bbc-b64d-ece5b546034d req-b76ad4c0-2d82-4e14-bd1b-e6c1cdfe2361 tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Received port after_create {{(pid=105994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:06:30.582833 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76ad4c0-2d82-4e14-bd1b-e6c1cdfe2361 tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Pushing event updated for resources: {'Port': ['ID=a7f08efb-3fd2-45d4-9a8e-e6a3313e240c,revision_number=1']} {{(pid=105994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:06:30.654687 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0b0926-659e-4bbc-b64d-ece5b546034d req-b76ad4c0-2d82-4e14-bd1b-e6c1cdfe2361 tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:06:30.655939 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-4d0b0926-659e-4bbc-b64d-ece5b546034d req-b76ad4c0-2d82-4e14-bd1b-e6c1cdfe2361 tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472375'] for port, before_response {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:06:30.690960 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-4d0b0926-659e-4bbc-b64d-ece5b546034d req-b76ad4c0-2d82-4e14-bd1b-e6c1cdfe2361 tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2710297 Sep 24 15:06:30.708372 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.v2.base [req-4d0b0926-659e-4bbc-b64d-ece5b546034d req-8d8cbbf6-284a-4c4a-9e50-ee25841496a9 service neutron] Request body: {'port': {'device_id': 'e790695f-8ba3-4fe5-984c-c841d260236d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80983'}} {{(pid=105994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:06:30.837034 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-4d0b0926-659e-4bbc-b64d-ece5b546034d req-8d8cbbf6-284a-4c4a-9e50-ee25841496a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993762'] for port, before_update {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:06:30.876913 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.provisioning_blocks [None req-a30da6f0-71bb-4d20-b331-4f2dc38fd6c7 None None] Provisioning complete for port a7f08efb-3fd2-45d4-9a8e-e6a3313e240c triggered by entity DHCP. {{(pid=105995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:06:30.878074 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-a30da6f0-71bb-4d20-b331-4f2dc38fd6c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985790'] for port, provisioning_complete {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:06:30.965225 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.plugin [None req-a30da6f0-71bb-4d20-b331-4f2dc38fd6c7 None None] Port a7f08efb-3fd2-45d4-9a8e-e6a3313e240c cannot update to ACTIVE because it is not bound. {{(pid=105995) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:06:31.475527 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.notifiers.nova [req-4d0b0926-659e-4bbc-b64d-ece5b546034d req-8d8cbbf6-284a-4c4a-9e50-ee25841496a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7f08efb-3fd2-45d4-9a8e-e6a3313e240c {{(pid=105994) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:06:31.501683 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-4d0b0926-659e-4bbc-b64d-ece5b546034d req-8d8cbbf6-284a-4c4a-9e50-ee25841496a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:06:31.533200 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.db.provisioning_blocks [req-4d0b0926-659e-4bbc-b64d-ece5b546034d req-8d8cbbf6-284a-4c4a-9e50-ee25841496a9 service neutron] Transition to ACTIVE for port object a7f08efb-3fd2-45d4-9a8e-e6a3313e240c will not be triggered until provisioned by entity L2. {{(pid=105994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 15:06:31.549926 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-4d0b0926-659e-4bbc-b64d-ece5b546034d req-8d8cbbf6-284a-4c4a-9e50-ee25841496a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248551428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248062163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14130357'] for port, after_update {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:06:31.614531 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5023788-e5ac-434d-8804-fec35ddc2a0e req-bcba47db-34ee-480c-b4fa-6322dcdf436e tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:06:31.618059 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-b5023788-e5ac-434d-8804-fec35ddc2a0e req-bcba47db-34ee-480c-b4fa-6322dcdf436e tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] 10.222.0.90 "GET /v2.0/ports?device_id=e790695f-8ba3-4fe5-984c-c841d260236d HTTP/1.1" status: 200 len: 932 time: 0.1044199 Sep 24 15:06:31.709003 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-b5023788-e5ac-434d-8804-fec35ddc2a0e req-032da3f1-bde6-4b89-adc2-d1da9eb3e6c6 tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] 10.222.0.90 "GET /v2.0/security-groups?id=2939f29b-96bc-4ebb-8f5b-4b5f150442a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781147 Sep 24 15:06:31.756482 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8cbbf6-284a-4c4a-9e50-ee25841496a9 service neutron] Pushing event updated for resources: {'Port': ['ID=a7f08efb-3fd2-45d4-9a8e-e6a3313e240c,revision_number=2']} {{(pid=105994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:06:31.817814 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.managers [req-4d0b0926-659e-4bbc-b64d-ece5b546034d req-8d8cbbf6-284a-4c4a-9e50-ee25841496a9 service neutron] Attempting to bind port a7f08efb-3fd2-45d4-9a8e-e6a3313e240c on host hv-cinder-80983 for vnic_type normal with profile {{(pid=105994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:06:31.818492 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.managers [req-4d0b0926-659e-4bbc-b64d-ece5b546034d req-8d8cbbf6-284a-4c4a-9e50-ee25841496a9 service neutron] Attempting to bind port a7f08efb-3fd2-45d4-9a8e-e6a3313e240c by drivers openvswitch,hyperv on host hv-cinder-80983 at level 0 using segments [{'id': '54a7b302-b3d8-4976-92a2-8574ea016e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': '9d3e3000-5ba9-400c-a35c-6e0b1bf4eee7'}] {{(pid=105994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:06:31.819077 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d0b0926-659e-4bbc-b64d-ece5b546034d req-8d8cbbf6-284a-4c4a-9e50-ee25841496a9 service neutron] Attempting to bind port a7f08efb-3fd2-45d4-9a8e-e6a3313e240c on network 9d3e3000-5ba9-400c-a35c-6e0b1bf4eee7 {{(pid=105994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:06:31.828953 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d0b0926-659e-4bbc-b64d-ece5b546034d req-8d8cbbf6-284a-4c4a-9e50-ee25841496a9 service neutron] Port a7f08efb-3fd2-45d4-9a8e-e6a3313e240c on network 9d3e3000-5ba9-400c-a35c-6e0b1bf4eee7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80983 {{(pid=105994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 15:06:31.828953 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d0b0926-659e-4bbc-b64d-ece5b546034d req-8d8cbbf6-284a-4c4a-9e50-ee25841496a9 service neutron] Attempting to bind port a7f08efb-3fd2-45d4-9a8e-e6a3313e240c on network 9d3e3000-5ba9-400c-a35c-6e0b1bf4eee7 {{(pid=105994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:06:31.838338 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d0b0926-659e-4bbc-b64d-ece5b546034d req-8d8cbbf6-284a-4c4a-9e50-ee25841496a9 service neutron] Checking agent: {'id': 'fe6caec8-3271-4776-9083-fb8f8cae5b94', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80983', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 14, 54, 44), 'started_at': datetime.datetime(2021, 9, 24, 14, 54, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 6, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:06:31.838910 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d0b0926-659e-4bbc-b64d-ece5b546034d req-8d8cbbf6-284a-4c4a-9e50-ee25841496a9 service neutron] Checking segment: {'id': '54a7b302-b3d8-4976-92a2-8574ea016e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': '9d3e3000-5ba9-400c-a35c-6e0b1bf4eee7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:06:31.839553 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d0b0926-659e-4bbc-b64d-ece5b546034d req-8d8cbbf6-284a-4c4a-9e50-ee25841496a9 service neutron] Bound using segment: {'id': '54a7b302-b3d8-4976-92a2-8574ea016e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': '9d3e3000-5ba9-400c-a35c-6e0b1bf4eee7'} {{(pid=105994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:06:31.840348 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.managers [req-4d0b0926-659e-4bbc-b64d-ece5b546034d req-8d8cbbf6-284a-4c4a-9e50-ee25841496a9 service neutron] Bound port: a7f08efb-3fd2-45d4-9a8e-e6a3313e240c, host: hv-cinder-80983, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54a7b302-b3d8-4976-92a2-8574ea016e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': '9d3e3000-5ba9-400c-a35c-6e0b1bf4eee7'}}] {{(pid=105994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:06:31.842520 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-4d0b0926-659e-4bbc-b64d-ece5b546034d req-8d8cbbf6-284a-4c4a-9e50-ee25841496a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993762'] for port, before_update {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:06:31.990901 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.db [req-4d0b0926-659e-4bbc-b64d-ece5b546034d req-8d8cbbf6-284a-4c4a-9e50-ee25841496a9 service neutron] For port a7f08efb-3fd2-45d4-9a8e-e6a3313e240c, host hv-cinder-80983, cleared binding levels {{(pid=105994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:06:32.010717 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.db [req-4d0b0926-659e-4bbc-b64d-ece5b546034d req-8d8cbbf6-284a-4c4a-9e50-ee25841496a9 service neutron] For port a7f08efb-3fd2-45d4-9a8e-e6a3313e240c, host hv-cinder-80983, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80983',level=0,port_id=a7f08efb-3fd2-45d4-9a8e-e6a3313e240c,segment=NetworkSegment(54a7b302-b3d8-4976-92a2-8574ea016e7b),segment_id=54a7b302-b3d8-4976-92a2-8574ea016e7b)] {{(pid=105994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:06:32.039578 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-4d0b0926-659e-4bbc-b64d-ece5b546034d req-8d8cbbf6-284a-4c4a-9e50-ee25841496a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248551428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248062163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14130357'] for port, after_update {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:06:32.121292 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0b0926-659e-4bbc-b64d-ece5b546034d req-8d8cbbf6-284a-4c4a-9e50-ee25841496a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:06:32.121292 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-4d0b0926-659e-4bbc-b64d-ece5b546034d req-8d8cbbf6-284a-4c4a-9e50-ee25841496a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472375'] for port, before_response {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:06:32.121292 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-4d0b0926-659e-4bbc-b64d-ece5b546034d req-8d8cbbf6-284a-4c4a-9e50-ee25841496a9 service neutron] 10.222.0.99 "PUT /v2.0/ports/a7f08efb-3fd2-45d4-9a8e-e6a3313e240c HTTP/1.1" status: 200 len: 1094 time: 1.4176347 Sep 24 15:06:32.121292 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e790695f-8ba3-4fe5-984c-c841d260236d', 'tag': 'a7f08efb-3fd2-45d4-9a8e-e6a3313e240c'}] {{(pid=105994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:06:32.123055 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}445a901cbb5a624303c84b78f65e518dd0fb300c00204885c20e5236c8fbed2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de29615b-6384-4b03-8766-5e38dd0c07bf" -d '{"events": [{"name": "network-changed", "server_uuid": "e790695f-8ba3-4fe5-984c-c841d260236d", "tag": "a7f08efb-3fd2-45d4-9a8e-e6a3313e240c"}]}' {{(pid=105994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:06:32.182491 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8cbbf6-284a-4c4a-9e50-ee25841496a9 service neutron] Pushing event updated for resources: {'Port': ['ID=a7f08efb-3fd2-45d4-9a8e-e6a3313e240c,revision_number=3']} {{(pid=105994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:06:32.237097 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 15:06:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d7e6c97-e83b-43c4-b3f8-0935a5234027 x-openstack-request-id: req-0d7e6c97-e83b-43c4-b3f8-0935a5234027 {{(pid=105994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:06:32.237533 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e790695f-8ba3-4fe5-984c-c841d260236d", "tag": "a7f08efb-3fd2-45d4-9a8e-e6a3313e240c", "status": "completed", "code": 200}]} {{(pid=105994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:06:32.237932 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-0d7e6c97-e83b-43c4-b3f8-0935a5234027 {{(pid=105994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:06:32.238577 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e790695f-8ba3-4fe5-984c-c841d260236d', 'tag': 'a7f08efb-3fd2-45d4-9a8e-e6a3313e240c', 'status': 'completed', 'code': 200} Sep 24 15:06:32.314727 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0b0926-659e-4bbc-b64d-ece5b546034d req-192fedd9-972b-4e1c-93d2-0978aac3809a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:06:32.317644 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-4d0b0926-659e-4bbc-b64d-ece5b546034d req-192fedd9-972b-4e1c-93d2-0978aac3809a service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=51fa19ff34a14ecc91f6fc88ae5471cb&device_id=e790695f-8ba3-4fe5-984c-c841d260236d HTTP/1.1" status: 200 len: 1097 time: 0.0959153 Sep 24 15:06:32.387451 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-4d0b0926-659e-4bbc-b64d-ece5b546034d req-e4eb1081-5395-4ef3-8f79-2de0fd40af59 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a7f08efb-3fd2-45d4-9a8e-e6a3313e240c HTTP/1.1" status: 200 len: 217 time: 0.0612988 Sep 24 15:06:32.486747 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0b0926-659e-4bbc-b64d-ece5b546034d req-f5519547-c284-4fd3-b91c-88ae40ffa2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:06:32.488940 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-4d0b0926-659e-4bbc-b64d-ece5b546034d req-f5519547-c284-4fd3-b91c-88ae40ffa2f9 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=bd989c45-4591-43b5-a111-6cdc77ed547b HTTP/1.1" status: 200 len: 849 time: 0.0943687 Sep 24 15:06:32.573421 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0b0926-659e-4bbc-b64d-ece5b546034d req-4371ae35-df0d-4ea7-abaf-f4e7205dea57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:06:32.575941 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-4d0b0926-659e-4bbc-b64d-ece5b546034d req-4371ae35-df0d-4ea7-abaf-f4e7205dea57 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=9d3e3000-5ba9-400c-a35c-6e0b1bf4eee7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0778847 Sep 24 15:06:32.717209 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-4d0b0926-659e-4bbc-b64d-ece5b546034d req-415d5af5-2d86-42b5-ae03-839db27f8c9a service neutron] 10.222.0.99 "GET /v2.0/networks/9d3e3000-5ba9-400c-a35c-6e0b1bf4eee7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287031 Sep 24 15:06:32.909895 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-4d0b0926-659e-4bbc-b64d-ece5b546034d req-d1bf7faf-4a90-48cc-a309-dec12572839a service neutron] 10.222.0.99 "GET /v2.0/networks/9d3e3000-5ba9-400c-a35c-6e0b1bf4eee7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1844318 Sep 24 15:06:32.952753 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb9cb8c-07c5-48c2-83b6-7b639d61146a req-a4152a4a-d555-4e50-a86e-c92cea0f3622 tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:06:32.955744 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-0fb9cb8c-07c5-48c2-83b6-7b639d61146a req-a4152a4a-d555-4e50-a86e-c92cea0f3622 tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] 10.222.0.90 "GET /v2.0/ports?device_id=e790695f-8ba3-4fe5-984c-c841d260236d HTTP/1.1" status: 200 len: 944 time: 0.1051698 Sep 24 15:06:33.028038 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-0fb9cb8c-07c5-48c2-83b6-7b639d61146a req-eba8606f-68b0-4b08-94b4-b49a529c84b9 tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] 10.222.0.90 "GET /v2.0/security-groups?id=2939f29b-96bc-4ebb-8f5b-4b5f150442a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573838 Sep 24 15:06:33.053386 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-450d71f0-4391-4cc8-89b8-8f609d6e2304 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:06:33.058584 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de29615b-6384-4b03-8766-5e38dd0c07bf req-6d31a39c-8602-4dec-bd36-a8c2b4dd10bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:06:33.060437 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-de29615b-6384-4b03-8766-5e38dd0c07bf req-6d31a39c-8602-4dec-bd36-a8c2b4dd10bc service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=51fa19ff34a14ecc91f6fc88ae5471cb&device_id=e790695f-8ba3-4fe5-984c-c841d260236d HTTP/1.1" status: 200 len: 1097 time: 0.0862126 Sep 24 15:06:33.271018 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de29615b-6384-4b03-8766-5e38dd0c07bf req-69958bdd-b672-41a4-8698-1af92491698b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:06:33.274839 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-de29615b-6384-4b03-8766-5e38dd0c07bf req-69958bdd-b672-41a4-8698-1af92491698b service neutron] 10.222.0.99 "GET /v2.0/networks?id=9d3e3000-5ba9-400c-a35c-6e0b1bf4eee7 HTTP/1.1" status: 200 len: 912 time: 0.2049265 Sep 24 15:06:33.352703 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-de29615b-6384-4b03-8766-5e38dd0c07bf req-59fd3bbd-7ea8-4b75-855d-6fdc4a086973 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a7f08efb-3fd2-45d4-9a8e-e6a3313e240c HTTP/1.1" status: 200 len: 217 time: 0.0702639 Sep 24 15:06:33.460901 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de29615b-6384-4b03-8766-5e38dd0c07bf req-b4958072-ebdb-409e-bc9f-905ebbe52951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:06:33.463635 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-de29615b-6384-4b03-8766-5e38dd0c07bf req-b4958072-ebdb-409e-bc9f-905ebbe52951 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=bd989c45-4591-43b5-a111-6cdc77ed547b HTTP/1.1" status: 200 len: 849 time: 0.1035106 Sep 24 15:06:33.554898 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de29615b-6384-4b03-8766-5e38dd0c07bf req-96051a2c-46cc-4d41-beb5-69381f066d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:06:33.558223 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-de29615b-6384-4b03-8766-5e38dd0c07bf req-96051a2c-46cc-4d41-beb5-69381f066d63 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=9d3e3000-5ba9-400c-a35c-6e0b1bf4eee7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0796726 Sep 24 15:06:33.745803 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-de29615b-6384-4b03-8766-5e38dd0c07bf req-794963dd-516b-4f42-9c39-9a336de73aaf service neutron] 10.222.0.99 "GET /v2.0/networks/9d3e3000-5ba9-400c-a35c-6e0b1bf4eee7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1798785 Sep 24 15:06:33.916436 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-de29615b-6384-4b03-8766-5e38dd0c07bf req-8d627647-5fcb-46fe-9f5a-9fe2a59ebebd service neutron] 10.222.0.99 "GET /v2.0/networks/9d3e3000-5ba9-400c-a35c-6e0b1bf4eee7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1627808 Sep 24 15:06:34.265233 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7257d3-1187-40fa-81e7-c75c367b2db6 req-954ed38b-5fab-44b2-ac6b-84f26b3cb9b6 tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:06:34.269735 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-4d7257d3-1187-40fa-81e7-c75c367b2db6 req-954ed38b-5fab-44b2-ac6b-84f26b3cb9b6 tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] 10.222.0.90 "GET /v2.0/ports?device_id=e790695f-8ba3-4fe5-984c-c841d260236d HTTP/1.1" status: 200 len: 944 time: 0.0991077 Sep 24 15:06:34.344431 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-4d7257d3-1187-40fa-81e7-c75c367b2db6 req-85928cb2-9379-4ea7-9484-231450325125 tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] 10.222.0.90 "GET /v2.0/security-groups?id=2939f29b-96bc-4ebb-8f5b-4b5f150442a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646465 Sep 24 15:06:35.294194 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.db.agents_db [None req-37515238-e50e-498e-bfbd-a21ffee86c29 None None] Agent healthcheck: found 6 active agents {{(pid=105996) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 15:06:35.576071 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6dca56-8aac-4ad4-9998-aabc7e92111d req-5414e987-cffa-43fc-8673-a8935b359fdd tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:06:35.578101 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-bc6dca56-8aac-4ad4-9998-aabc7e92111d req-5414e987-cffa-43fc-8673-a8935b359fdd tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] 10.222.0.90 "GET /v2.0/ports?device_id=e790695f-8ba3-4fe5-984c-c841d260236d HTTP/1.1" status: 200 len: 944 time: 0.0946612 Sep 24 15:06:35.692173 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-bc6dca56-8aac-4ad4-9998-aabc7e92111d req-89c42b07-d7cf-4d20-af38-22004ec16519 tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] 10.222.0.90 "GET /v2.0/security-groups?id=2939f29b-96bc-4ebb-8f5b-4b5f150442a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918260 Sep 24 15:06:36.929992 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650e87c2-c410-4adf-a73d-53368fc6f8da req-47f3ba93-d330-4c10-9b22-cd4079b3ae1c tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:06:36.932984 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-650e87c2-c410-4adf-a73d-53368fc6f8da req-47f3ba93-d330-4c10-9b22-cd4079b3ae1c tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] 10.222.0.90 "GET /v2.0/ports?device_id=e790695f-8ba3-4fe5-984c-c841d260236d HTTP/1.1" status: 200 len: 944 time: 0.1019182 Sep 24 15:06:37.011448 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-650e87c2-c410-4adf-a73d-53368fc6f8da req-a3a5373b-d779-4591-8f6a-07d10623d5f1 tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] 10.222.0.90 "GET /v2.0/security-groups?id=2939f29b-96bc-4ebb-8f5b-4b5f150442a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677040 Sep 24 15:06:38.229535 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1751164a-0ebf-47be-91b2-a65cf7ada253 req-3bfc660e-1733-4af0-8c15-e7fb30502ef3 tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:06:38.231847 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-1751164a-0ebf-47be-91b2-a65cf7ada253 req-3bfc660e-1733-4af0-8c15-e7fb30502ef3 tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] 10.222.0.90 "GET /v2.0/ports?device_id=e790695f-8ba3-4fe5-984c-c841d260236d HTTP/1.1" status: 200 len: 944 time: 0.0902226 Sep 24 15:06:38.298742 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-1751164a-0ebf-47be-91b2-a65cf7ada253 req-ff29df0e-7045-411a-8cf6-f3a7d0791eee tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] 10.222.0.90 "GET /v2.0/security-groups?id=2939f29b-96bc-4ebb-8f5b-4b5f150442a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564506 Sep 24 15:06:39.387872 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.rpc [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Device a7f08efb-3fd2-45d4-9a8e-e6a3313e240c details requested by agent hyperv_hv-cinder-80983 with host hv-cinder-80983 {{(pid=105995) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 15:06:39.514541 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424f8657-dcfa-49d9-b219-9753a1263537 req-a01cc6ee-5b54-46a1-9f1c-527632f78abc tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:06:39.517765 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-424f8657-dcfa-49d9-b219-9753a1263537 req-a01cc6ee-5b54-46a1-9f1c-527632f78abc tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] 10.222.0.90 "GET /v2.0/ports?device_id=e790695f-8ba3-4fe5-984c-c841d260236d HTTP/1.1" status: 200 len: 944 time: 0.0906751 Sep 24 15:06:39.582826 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.db [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] For port a7f08efb-3fd2-45d4-9a8e-e6a3313e240c, host hv-cinder-80983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80983',level=0,port_id=a7f08efb-3fd2-45d4-9a8e-e6a3313e240c,segment=NetworkSegment(54a7b302-b3d8-4976-92a2-8574ea016e7b),segment_id=54a7b302-b3d8-4976-92a2-8574ea016e7b)] {{(pid=105995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:06:39.589331 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-424f8657-dcfa-49d9-b219-9753a1263537 req-e8f29192-a8e5-4a66-adf1-a6f42e607e3d tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] 10.222.0.90 "GET /v2.0/security-groups?id=2939f29b-96bc-4ebb-8f5b-4b5f150442a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621471 Sep 24 15:06:39.606699 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.rpc [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Returning: {'device': 'a7f08efb-3fd2-45d4-9a8e-e6a3313e240c', 'network_id': '9d3e3000-5ba9-400c-a35c-6e0b1bf4eee7', 'port_id': 'a7f08efb-3fd2-45d4-9a8e-e6a3313e240c', 'mac_address': 'fa:16:3e:97:c0:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1048, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd989c45-4591-43b5-a111-6cdc77ed547b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105995) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 15:06:39.668971 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993762'] for port, before_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:06:39.690084 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.notifiers.nova [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7f08efb-3fd2-45d4-9a8e-e6a3313e240c {{(pid=105995) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:06:39.730740 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.db [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] For port a7f08efb-3fd2-45d4-9a8e-e6a3313e240c, host hv-cinder-80983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80983',level=0,port_id=a7f08efb-3fd2-45d4-9a8e-e6a3313e240c,segment=NetworkSegment(54a7b302-b3d8-4976-92a2-8574ea016e7b),segment_id=54a7b302-b3d8-4976-92a2-8574ea016e7b)] {{(pid=105995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:06:39.742486 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248551428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248062163'] for port, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:06:39.835028 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Pushing event updated for resources: {'Port': ['ID=a7f08efb-3fd2-45d4-9a8e-e6a3313e240c,revision_number=4']} {{(pid=105995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:06:39.977058 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.db [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] get_ports_and_sgs() called for port_ids ['a7f08efb-3fd2-45d4-9a8e-e6a3313e240c'] {{(pid=105995) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:06:40.768955 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a4ff05-1d8c-42a0-b663-b6d695204091 req-85490ede-a588-40d0-a95a-33857b24ec49 tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:06:40.772432 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-85a4ff05-1d8c-42a0-b663-b6d695204091 req-85490ede-a588-40d0-a95a-33857b24ec49 tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] 10.222.0.90 "GET /v2.0/ports?device_id=e790695f-8ba3-4fe5-984c-c841d260236d HTTP/1.1" status: 200 len: 945 time: 0.0783007 Sep 24 15:06:40.860421 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-85a4ff05-1d8c-42a0-b663-b6d695204091 req-5421fe98-e4bc-4fd8-8cfd-ab5a68bb9053 tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] 10.222.0.90 "GET /v2.0/security-groups?id=2939f29b-96bc-4ebb-8f5b-4b5f150442a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768054 Sep 24 15:06:41.392562 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.rpc [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Device a7f08efb-3fd2-45d4-9a8e-e6a3313e240c up at agent hyperv_hv-cinder-80983 {{(pid=105995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:06:41.469191 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.provisioning_blocks [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Provisioning for port a7f08efb-3fd2-45d4-9a8e-e6a3313e240c completed by entity L2. {{(pid=105995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 15:06:41.477248 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.provisioning_blocks [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Provisioning complete for port a7f08efb-3fd2-45d4-9a8e-e6a3313e240c triggered by entity L2. {{(pid=105995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:06:41.477898 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985790'] for port, provisioning_complete {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:06:41.635159 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993762'] for port, before_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:06:41.684172 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e790695f-8ba3-4fe5-984c-c841d260236d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7f08efb-3fd2-45d4-9a8e-e6a3313e240c'}] {{(pid=105995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:06:41.688092 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}caf9aa003d9a854053fb223e5f104f4bef6eff4a3612bfb278e8f19c1601715b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-413388d9-f2fb-4196-903b-0fc5a907923e" -d '{"events": [{"server_uuid": "e790695f-8ba3-4fe5-984c-c841d260236d", "name": "network-vif-plugged", "status": "completed", "tag": "a7f08efb-3fd2-45d4-9a8e-e6a3313e240c"}]}' {{(pid=105995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:06:41.711977 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.db [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] For port a7f08efb-3fd2-45d4-9a8e-e6a3313e240c, host hv-cinder-80983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80983',level=0,port_id=a7f08efb-3fd2-45d4-9a8e-e6a3313e240c,segment=NetworkSegment(54a7b302-b3d8-4976-92a2-8574ea016e7b),segment_id=54a7b302-b3d8-4976-92a2-8574ea016e7b)] {{(pid=105995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:06:41.720543 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248551428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248062163'] for port, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:06:41.763566 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:06:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83034c56-5ade-4b87-a15e-024d53cac9f2 x-openstack-request-id: req-83034c56-5ade-4b87-a15e-024d53cac9f2 {{(pid=105995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:06:41.764033 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e790695f-8ba3-4fe5-984c-c841d260236d", "name": "network-vif-plugged", "status": "completed", "tag": "a7f08efb-3fd2-45d4-9a8e-e6a3313e240c", "code": 200}]} {{(pid=105995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:06:41.764446 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-83034c56-5ade-4b87-a15e-024d53cac9f2 {{(pid=105995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:06:41.765128 dv-cinder-809830-2-iscsi neutron-server[105995]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e790695f-8ba3-4fe5-984c-c841d260236d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7f08efb-3fd2-45d4-9a8e-e6a3313e240c', 'code': 200} Sep 24 15:06:41.815894 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Pushing event updated for resources: {'Port': ['ID=a7f08efb-3fd2-45d4-9a8e-e6a3313e240c,revision_number=5']} {{(pid=105995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:06:42.098442 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a9d341-0e0c-4d46-8c6e-973102c9af20 req-758143ca-e01b-4655-bb95-5ad56adf585d tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:06:42.099354 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1446158-1513-4544-a55d-9f961b224231 req-08d6590f-6fbb-4e00-b273-7d602edf7ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:06:42.101399 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-20a9d341-0e0c-4d46-8c6e-973102c9af20 req-758143ca-e01b-4655-bb95-5ad56adf585d tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] 10.222.0.90 "GET /v2.0/ports?device_id=e790695f-8ba3-4fe5-984c-c841d260236d HTTP/1.1" status: 200 len: 946 time: 0.1019394 Sep 24 15:06:42.104894 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-c1446158-1513-4544-a55d-9f961b224231 req-08d6590f-6fbb-4e00-b273-7d602edf7ca7 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=e790695f-8ba3-4fe5-984c-c841d260236d HTTP/1.1" status: 200 len: 1099 time: 0.0560794 Sep 24 15:06:42.160114 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-c1446158-1513-4544-a55d-9f961b224231 req-5d7b2d7d-67ad-4183-ac00-924d4727e198 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=2939f29b-96bc-4ebb-8f5b-4b5f150442a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514996 Sep 24 15:06:42.169619 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-20a9d341-0e0c-4d46-8c6e-973102c9af20 req-41365bd3-70f4-4ec8-a883-c8815690221d tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] 10.222.0.90 "GET /v2.0/security-groups?id=2939f29b-96bc-4ebb-8f5b-4b5f150442a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607541 Sep 24 15:06:43.404269 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dadb2d-0375-459e-8625-80fc2f317880 req-3c5cfe2e-fd83-458a-a9c9-41f0cdd135ba tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:06:43.407216 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-b0dadb2d-0375-459e-8625-80fc2f317880 req-3c5cfe2e-fd83-458a-a9c9-41f0cdd135ba tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] 10.222.0.90 "GET /v2.0/ports?device_id=e790695f-8ba3-4fe5-984c-c841d260236d HTTP/1.1" status: 200 len: 946 time: 0.1074119 Sep 24 15:06:43.461003 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-b0dadb2d-0375-459e-8625-80fc2f317880 req-53951921-474c-4a20-8f73-0377bae48604 tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] 10.222.0.90 "GET /v2.0/security-groups?id=2939f29b-96bc-4ebb-8f5b-4b5f150442a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424151 Sep 24 15:06:44.696018 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cc25f1-4814-4a07-a682-cf8e0537dd4f req-52c379b7-1eda-4da1-911c-3f5ad918a54d tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:06:44.698809 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-b9cc25f1-4814-4a07-a682-cf8e0537dd4f req-52c379b7-1eda-4da1-911c-3f5ad918a54d tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] 10.222.0.90 "GET /v2.0/ports?device_id=e790695f-8ba3-4fe5-984c-c841d260236d HTTP/1.1" status: 200 len: 946 time: 0.1029830 Sep 24 15:06:44.744246 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-b9cc25f1-4814-4a07-a682-cf8e0537dd4f req-2b07606d-ca63-4384-8d9b-a24bcb7c7088 tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] 10.222.0.90 "GET /v2.0/security-groups?id=2939f29b-96bc-4ebb-8f5b-4b5f150442a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388963 Sep 24 15:06:44.912122 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd9c80d-3378-4baf-9291-f0e33ca18e82 req-b6636419-5675-40a6-b24f-947a39925b5d tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:06:44.915912 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-bdd9c80d-3378-4baf-9291-f0e33ca18e82 req-b6636419-5675-40a6-b24f-947a39925b5d tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] 10.222.0.90 "GET /v2.0/ports?device_id=e790695f-8ba3-4fe5-984c-c841d260236d HTTP/1.1" status: 200 len: 946 time: 0.0941124 Sep 24 15:06:44.969476 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-bdd9c80d-3378-4baf-9291-f0e33ca18e82 req-5fc52a6a-68dc-453c-9256-ac78c5f6cd34 tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] 10.222.0.90 "GET /v2.0/security-groups?id=2939f29b-96bc-4ebb-8f5b-4b5f150442a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430000 Sep 24 15:06:45.014013 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.wsgi [-] (105993) accepted ('10.222.0.90', 36682) {{(pid=105993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:06:45.393318 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d391e3b-09ec-4ce5-97ba-3c1536a0bdf3 tempest-TestVolumeBootPattern-1208114532 tempest-TestVolumeBootPattern-1208114532-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:06:45.396153 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [None req-4d391e3b-09ec-4ce5-97ba-3c1536a0bdf3 tempest-TestVolumeBootPattern-1208114532 tempest-TestVolumeBootPattern-1208114532-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=e790695f-8ba3-4fe5-984c-c841d260236d HTTP/1.1" status: 200 len: 1094 time: 0.3801897 Sep 24 15:06:45.401731 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.wsgi [-] (105993) accepted ('10.222.0.90', 36688) {{(pid=105993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:06:45.407652 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.v2.base [None req-6e2cde0d-478f-4391-84e7-3ed2525c3a47 tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Request body: {'floatingip': {'floating_network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7', 'port_id': 'a7f08efb-3fd2-45d4-9a8e-e6a3313e240c', 'tenant_id': '51fa19ff34a14ecc91f6fc88ae5471cb', 'fixed_ip_address': '172.20.0.14'}} {{(pid=105993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:06:45.444885 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-6e2cde0d-478f-4391-84e7-3ed2525c3a47 tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Notify callbacks [] for floatingip, before_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:06:45.590702 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-6e2cde0d-478f-4391-84e7-3ed2525c3a47 tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993762'] for port, before_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:06:45.787712 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.db.db_base_plugin_common [None req-6e2cde0d-478f-4391-84e7-3ed2525c3a47 tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Allocated IP 172.27.0.118 (d1d522b2-1ecd-4e8f-be33-d5d511adebd7/58b80919-877d-4d93-a3a2-bd7e936ebc9a/7d0f779d-fe45-4d34-b3fe-9371d065630f) {{(pid=105993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:06:45.849529 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:06:45.950049 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-6e2cde0d-478f-4391-84e7-3ed2525c3a47 tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Notify callbacks [] for port, precommit_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:06:46.017425 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-6e2cde0d-478f-4391-84e7-3ed2525c3a47 tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727248062127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14427043'] for port, after_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:06:46.096268 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e2cde0d-478f-4391-84e7-3ed2525c3a47 tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Network d1d522b2-1ecd-4e8f-be33-d5d511adebd7 is already hosted by enough agents. {{(pid=105993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:06:46.102389 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.scheduler.base_scheduler [None req-6e2cde0d-478f-4391-84e7-3ed2525c3a47 tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Resources bound (agent type, host, resource id): {{(pid=105993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:06:46.106985 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e2cde0d-478f-4391-84e7-3ed2525c3a47 tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Received port after_create {{(pid=105993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:06:46.172517 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2cde0d-478f-4391-84e7-3ed2525c3a47 tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Pushing event updated for resources: {'Port': ['ID=7d0f779d-fe45-4d34-b3fe-9371d065630f,revision_number=1']} {{(pid=105993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:06:46.194011 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2cde0d-478f-4391-84e7-3ed2525c3a47 tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:06:46.194597 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2cde0d-478f-4391-84e7-3ed2525c3a47 tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:06:46.195180 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2cde0d-478f-4391-84e7-3ed2525c3a47 tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:06:46.195759 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2cde0d-478f-4391-84e7-3ed2525c3a47 tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:06:46.196322 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2cde0d-478f-4391-84e7-3ed2525c3a47 tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:06:46.196874 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2cde0d-478f-4391-84e7-3ed2525c3a47 tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:06:46.197448 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2cde0d-478f-4391-84e7-3ed2525c3a47 tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:06:46.198012 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2cde0d-478f-4391-84e7-3ed2525c3a47 tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:06:46.198579 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2cde0d-478f-4391-84e7-3ed2525c3a47 tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:06:46.199144 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2cde0d-478f-4391-84e7-3ed2525c3a47 tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:06:46.199721 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2cde0d-478f-4391-84e7-3ed2525c3a47 tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:06:46.200297 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2cde0d-478f-4391-84e7-3ed2525c3a47 tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:06:46.783396 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-6e2cde0d-478f-4391-84e7-3ed2525c3a47 tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:06:46.891147 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-6e2cde0d-478f-4391-84e7-3ed2525c3a47 tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993762'] for port, before_update {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:06:47.149144 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-6e2cde0d-478f-4391-84e7-3ed2525c3a47 tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Notify callbacks [] for port, precommit_update {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:06:47.157666 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-6e2cde0d-478f-4391-84e7-3ed2525c3a47 tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248551428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248062163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14427048'] for port, after_update {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:06:47.282903 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2cde0d-478f-4391-84e7-3ed2525c3a47 tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Pushing event updated for resources: {'Port': ['ID=7d0f779d-fe45-4d34-b3fe-9371d065630f,revision_number=2']} {{(pid=105993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:06:47.300755 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-6e2cde0d-478f-4391-84e7-3ed2525c3a47 tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-595207'] for floatingip, after_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:06:47.489482 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.db.l3_db [None req-6e2cde0d-478f-4391-84e7-3ed2525c3a47 tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Floating IP df345824-60d4-43f5-8e1a-be90cfed1e8f associated. External IP: 172.27.0.118, port: a7f08efb-3fd2-45d4-9a8e-e6a3313e240c. Sep 24 15:06:47.848932 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e2cde0d-478f-4391-84e7-3ed2525c3a47 tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Router c3007b00-6027-4595-b86c-8233af466725 has already been hosted by L3 agent 76290e94-8d59-4af2-9b8f-4e64db68baa4 {{(pid=105993) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:06:48.016982 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e2cde0d-478f-4391-84e7-3ed2525c3a47 tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Notify agent at l3_agent.dv-cinder-809830-2-iscsi the message routers_updated {{(pid=105993) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:06:48.033438 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7beccf8-948e-4406-b866-fdf702ac21d2 None None] Sync routers for ids ['c3007b00-6027-4595-b86c-8233af466725'] in dv-cinder-809830-2-iscsi {{(pid=105995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:06:48.052606 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7beccf8-948e-4406-b866-fdf702ac21d2 None None] Routers {'c3007b00-6027-4595-b86c-8233af466725'} bound to L3 agent in host dv-cinder-809830-2-iscsi {{(pid=105995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:06:48.053468 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.l3_hamode_db [None req-d7beccf8-948e-4406-b866-fdf702ac21d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809830-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T14:45:58Z,description=,heartbeat_timestamp=2021-09-24T15:06:28Z,host='dv-cinder-809830-2-iscsi',id=76290e94-8d59-4af2-9b8f-4e64db68baa4,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T14:45:58Z,topic='l3_agent')) {'router_ids': ['c3007b00-6027-4595-b86c-8233af466725'], 'active': True} {{(pid=105995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:06:48.061125 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-6e2cde0d-478f-4391-84e7-3ed2525c3a47 tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472375'] for floatingip, before_response {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:06:48.133487 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [None req-6e2cde0d-478f-4391-84e7-3ed2525c3a47 tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] 10.222.0.90 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.7302206 Sep 24 15:06:48.134851 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e790695f-8ba3-4fe5-984c-c841d260236d', 'tag': 'a7f08efb-3fd2-45d4-9a8e-e6a3313e240c'}] {{(pid=105993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:06:48.138001 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0483dc3c0338f2df7275381f00d4ce3d10593dcbf62e99ee7509fcf67e52bc13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1792194b-99a3-4aab-a9a4-f96f5a4061cf" -d '{"events": [{"name": "network-changed", "server_uuid": "e790695f-8ba3-4fe5-984c-c841d260236d", "tag": "a7f08efb-3fd2-45d4-9a8e-e6a3313e240c"}]}' {{(pid=105993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:06:48.209047 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 15:06:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ae73da2-d1da-4199-8867-cd79302fb5ee x-openstack-request-id: req-8ae73da2-d1da-4199-8867-cd79302fb5ee {{(pid=105993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:06:48.209543 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e790695f-8ba3-4fe5-984c-c841d260236d", "tag": "a7f08efb-3fd2-45d4-9a8e-e6a3313e240c", "status": "completed", "code": 200}]} {{(pid=105993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:06:48.209979 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-8ae73da2-d1da-4199-8867-cd79302fb5ee {{(pid=105993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:06:48.210619 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e790695f-8ba3-4fe5-984c-c841d260236d', 'tag': 'a7f08efb-3fd2-45d4-9a8e-e6a3313e240c', 'status': 'completed', 'code': 200} Sep 24 15:06:48.318234 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1792194b-99a3-4aab-a9a4-f96f5a4061cf req-43a211e8-8155-42bd-9e5f-290ad07d67f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:06:48.321797 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-1792194b-99a3-4aab-a9a4-f96f5a4061cf req-43a211e8-8155-42bd-9e5f-290ad07d67f9 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=51fa19ff34a14ecc91f6fc88ae5471cb&device_id=e790695f-8ba3-4fe5-984c-c841d260236d HTTP/1.1" status: 200 len: 1099 time: 0.0852840 Sep 24 15:06:48.451478 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.l3_dvr_db [None req-d7beccf8-948e-4406-b866-fdf702ac21d2 None None] Set router c3007b00-6027-4595-b86c-8233af466725 gateway port host: dv-cinder-809830-2-iscsi {{(pid=105995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:06:48.474879 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1792194b-99a3-4aab-a9a4-f96f5a4061cf req-fe166dd8-6fd7-4f6c-9804-f8433f2d1d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:06:48.477704 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-1792194b-99a3-4aab-a9a4-f96f5a4061cf req-fe166dd8-6fd7-4f6c-9804-f8433f2d1d6a service neutron] 10.222.0.99 "GET /v2.0/networks?id=9d3e3000-5ba9-400c-a35c-6e0b1bf4eee7 HTTP/1.1" status: 200 len: 912 time: 0.1482179 Sep 24 15:06:48.609853 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-1792194b-99a3-4aab-a9a4-f96f5a4061cf req-7d764d0d-a893-40f3-82c9-7f0dfdf3ece5 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a7f08efb-3fd2-45d4-9a8e-e6a3313e240c HTTP/1.1" status: 200 len: 1000 time: 0.1237800 Sep 24 15:06:48.700822 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1792194b-99a3-4aab-a9a4-f96f5a4061cf req-1faaa293-95f7-433c-b648-60aabbf579f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:06:48.703551 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-1792194b-99a3-4aab-a9a4-f96f5a4061cf req-1faaa293-95f7-433c-b648-60aabbf579f3 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=bd989c45-4591-43b5-a111-6cdc77ed547b HTTP/1.1" status: 200 len: 849 time: 0.0862110 Sep 24 15:06:48.802377 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1792194b-99a3-4aab-a9a4-f96f5a4061cf req-aa145484-cc23-4fc2-a6ff-0e1bb591160b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:06:48.805893 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-1792194b-99a3-4aab-a9a4-f96f5a4061cf req-aa145484-cc23-4fc2-a6ff-0e1bb591160b service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=9d3e3000-5ba9-400c-a35c-6e0b1bf4eee7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0939121 Sep 24 15:06:48.856642 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.l3_hamode_db [None req-d7beccf8-948e-4406-b866-fdf702ac21d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3007b00-6027-4595-b86c-8233af466725', 'name': 'tempest-TestVolumeBootPattern-52582607-router', 'tenant_id': '51fa19ff34a14ecc91f6fc88ae5471cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7', 'external_fixed_ips': [{'subnet_id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '3c4dbcc3-9137-4f93-aeb5-b5adfb131d4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:05:41Z', 'updated_at': '2021-09-24T15:05:47Z', 'revision_number': 4, 'project_id': '51fa19ff34a14ecc91f6fc88ae5471cb', 'gw_port': {'id': '3c4dbcc3-9137-4f93-aeb5-b5adfb131d4e', 'name': '', 'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:39:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3007b00-6027-4595-b86c-8233af466725', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:05:41Z', 'updated_at': '2021-09-24T15:05:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809830-2-iscsi', '_floatingips': [{'id': 'df345824-60d4-43f5-8e1a-be90cfed1e8f', 'tenant_id': '51fa19ff34a14ecc91f6fc88ae5471cb', 'floating_ip_address': '172.27.0.118', 'floating_network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7', 'router_id': 'c3007b00-6027-4595-b86c-8233af466725', 'port_id': 'a7f08efb-3fd2-45d4-9a8e-e6a3313e240c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 659, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d3e3000-5ba9-400c-a35c-6e0b1bf4eee7', 'mac_address': 'fa:16:3e:97:c0:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e790695f-8ba3-4fe5-984c-c841d260236d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T15:06:46Z', 'updated_at': '2021-09-24T15:06:46Z', 'revision_number': 0, 'project_id': '51fa19ff34a14ecc91f6fc88ae5471cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0b52ef1-e317-4938-bce1-5cc0445f6ccf', 'name': '', 'network_id': '9d3e3000-5ba9-400c-a35c-6e0b1bf4eee7', 'tenant_id': '51fa19ff34a14ecc91f6fc88ae5471cb', 'mac_address': 'fa:16:3e:05:6b:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3007b00-6027-4595-b86c-8233af466725', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'bd989c45-4591-43b5-a111-6cdc77ed547b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:05:46Z', 'updated_at': '2021-09-24T15:05:54Z', 'revision_number': 5, 'project_id': '51fa19ff34a14ecc91f6fc88ae5471cb', 'subnets': [{'id': 'bd989c45-4591-43b5-a111-6cdc77ed547b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809830-2-iscsi', False) {} {{(pid=105995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:06:48.893771 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7beccf8-948e-4406-b866-fdf702ac21d2 None None] Checking router: c3007b00-6027-4595-b86c-8233af466725 for host: dv-cinder-809830-2-iscsi {{(pid=105995) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:06:48.905626 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7beccf8-948e-4406-b866-fdf702ac21d2 None None] Routers {'c3007b00-6027-4595-b86c-8233af466725'} bound to L3 agent in host dv-cinder-809830-2-iscsi {{(pid=105995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:06:48.906316 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.l3_hamode_db [None req-d7beccf8-948e-4406-b866-fdf702ac21d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809830-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T14:45:58Z,description=,heartbeat_timestamp=2021-09-24T15:06:28Z,host='dv-cinder-809830-2-iscsi',id=76290e94-8d59-4af2-9b8f-4e64db68baa4,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T14:45:58Z,topic='l3_agent')) {'router_ids': ['c3007b00-6027-4595-b86c-8233af466725'], 'active': True} {{(pid=105995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:06:48.993260 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-1792194b-99a3-4aab-a9a4-f96f5a4061cf req-7d68f695-00aa-4b40-bdf5-aeb6653941c9 service neutron] 10.222.0.99 "GET /v2.0/networks/9d3e3000-5ba9-400c-a35c-6e0b1bf4eee7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1778419 Sep 24 15:06:49.118143 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.l3_dvr_db [None req-d7beccf8-948e-4406-b866-fdf702ac21d2 None None] Set router c3007b00-6027-4595-b86c-8233af466725 gateway port host: dv-cinder-809830-2-iscsi {{(pid=105995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:06:49.190537 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-1792194b-99a3-4aab-a9a4-f96f5a4061cf req-63b7f255-ad36-4e88-ba53-22541750dbba service neutron] 10.222.0.99 "GET /v2.0/networks/9d3e3000-5ba9-400c-a35c-6e0b1bf4eee7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1823976 Sep 24 15:06:49.538211 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.l3_hamode_db [None req-d7beccf8-948e-4406-b866-fdf702ac21d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3007b00-6027-4595-b86c-8233af466725', 'name': 'tempest-TestVolumeBootPattern-52582607-router', 'tenant_id': '51fa19ff34a14ecc91f6fc88ae5471cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7', 'external_fixed_ips': [{'subnet_id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '3c4dbcc3-9137-4f93-aeb5-b5adfb131d4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:05:41Z', 'updated_at': '2021-09-24T15:05:47Z', 'revision_number': 4, 'project_id': '51fa19ff34a14ecc91f6fc88ae5471cb', 'gw_port': {'id': '3c4dbcc3-9137-4f93-aeb5-b5adfb131d4e', 'name': '', 'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:39:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3007b00-6027-4595-b86c-8233af466725', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:05:41Z', 'updated_at': '2021-09-24T15:05:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809830-2-iscsi', '_floatingips': [{'id': 'df345824-60d4-43f5-8e1a-be90cfed1e8f', 'tenant_id': '51fa19ff34a14ecc91f6fc88ae5471cb', 'floating_ip_address': '172.27.0.118', 'floating_network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7', 'router_id': 'c3007b00-6027-4595-b86c-8233af466725', 'port_id': 'a7f08efb-3fd2-45d4-9a8e-e6a3313e240c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 659, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d3e3000-5ba9-400c-a35c-6e0b1bf4eee7', 'mac_address': 'fa:16:3e:97:c0:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e790695f-8ba3-4fe5-984c-c841d260236d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T15:06:46Z', 'updated_at': '2021-09-24T15:06:46Z', 'revision_number': 0, 'project_id': '51fa19ff34a14ecc91f6fc88ae5471cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0b52ef1-e317-4938-bce1-5cc0445f6ccf', 'name': '', 'network_id': '9d3e3000-5ba9-400c-a35c-6e0b1bf4eee7', 'tenant_id': '51fa19ff34a14ecc91f6fc88ae5471cb', 'mac_address': 'fa:16:3e:05:6b:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3007b00-6027-4595-b86c-8233af466725', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'bd989c45-4591-43b5-a111-6cdc77ed547b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:05:46Z', 'updated_at': '2021-09-24T15:05:54Z', 'revision_number': 5, 'project_id': '51fa19ff34a14ecc91f6fc88ae5471cb', 'subnets': [{'id': 'bd989c45-4591-43b5-a111-6cdc77ed547b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809830-2-iscsi', False) {} {{(pid=105995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:06:49.571678 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7beccf8-948e-4406-b866-fdf702ac21d2 None None] The sync data for ids ['c3007b00-6027-4595-b86c-8233af466725'] in dv-cinder-809830-2-iscsi is: [{'id': 'c3007b00-6027-4595-b86c-8233af466725', 'name': 'tempest-TestVolumeBootPattern-52582607-router', 'tenant_id': '51fa19ff34a14ecc91f6fc88ae5471cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7', 'external_fixed_ips': [{'subnet_id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '3c4dbcc3-9137-4f93-aeb5-b5adfb131d4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:05:41Z', 'updated_at': '2021-09-24T15:05:47Z', 'revision_number': 4, 'project_id': '51fa19ff34a14ecc91f6fc88ae5471cb', 'gw_port': {'id': '3c4dbcc3-9137-4f93-aeb5-b5adfb131d4e', 'name': '', 'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:39:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3007b00-6027-4595-b86c-8233af466725', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:05:41Z', 'updated_at': '2021-09-24T15:05:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809830-2-iscsi', '_floatingips': [{'id': 'df345824-60d4-43f5-8e1a-be90cfed1e8f', 'tenant_id': '51fa19ff34a14ecc91f6fc88ae5471cb', 'floating_ip_address': '172.27.0.118', 'floating_network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7', 'router_id': 'c3007b00-6027-4595-b86c-8233af466725', 'port_id': 'a7f08efb-3fd2-45d4-9a8e-e6a3313e240c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 659, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d3e3000-5ba9-400c-a35c-6e0b1bf4eee7', 'mac_address': 'fa:16:3e:97:c0:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e790695f-8ba3-4fe5-984c-c841d260236d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T15:06:46Z', 'updated_at': '2021-09-24T15:06:46Z', 'revision_number': 0, 'project_id': '51fa19ff34a14ecc91f6fc88ae5471cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0b52ef1-e317-4938-bce1-5cc0445f6ccf', 'name': '', 'network_id': '9d3e3000-5ba9-400c-a35c-6e0b1bf4eee7', 'tenant_id': '51fa19ff34a14ecc91f6fc88ae5471cb', 'mac_address': 'fa:16:3e:05:6b:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3007b00-6027-4595-b86c-8233af466725', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'bd989c45-4591-43b5-a111-6cdc77ed547b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:05:46Z', 'updated_at': '2021-09-24T15:05:54Z', 'revision_number': 5, 'project_id': '51fa19ff34a14ecc91f6fc88ae5471cb', 'subnets': [{'id': 'bd989c45-4591-43b5-a111-6cdc77ed547b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:06:49.800401 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-d497df24-0ede-49fb-86eb-19dfafe6b2c2 req-6b378d6f-5b03-47d9-84f6-366d166b5ec3 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=da04a448-b957-43b4-a534-28c248256365&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0722387 Sep 24 15:06:49.862638 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03df0458-3b1e-456e-8389-d7f686ad1fac None None] New status for floating IP df345824-60d4-43f5-8e1a-be90cfed1e8f: ACTIVE {{(pid=105996) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 15:06:49.936541 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d497df24-0ede-49fb-86eb-19dfafe6b2c2 req-308391a2-bf9b-44ba-9855-a05ff469cfad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:06:49.939071 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-d497df24-0ede-49fb-86eb-19dfafe6b2c2 req-308391a2-bf9b-44ba-9855-a05ff469cfad service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=eba47b12834c44d499ddb5a6c372771f&device_id=da04a448-b957-43b4-a534-28c248256365 HTTP/1.1" status: 200 len: 1098 time: 0.0774982 Sep 24 15:06:50.082832 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d497df24-0ede-49fb-86eb-19dfafe6b2c2 req-c2d298be-ff39-4ea4-8edc-8c5fc19e4a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:06:50.085065 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-d497df24-0ede-49fb-86eb-19dfafe6b2c2 req-c2d298be-ff39-4ea4-8edc-8c5fc19e4a93 service neutron] 10.222.0.99 "GET /v2.0/networks?id=19f859b5-fad3-4cd1-82c7-c8eccbd0cda0 HTTP/1.1" status: 200 len: 914 time: 0.1231370 Sep 24 15:06:50.138224 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-d497df24-0ede-49fb-86eb-19dfafe6b2c2 req-0820154a-5f38-4b38-aea7-0dbea54db399 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=00fd11a0-e827-425e-8b63-e7a5ea19b250 HTTP/1.1" status: 200 len: 217 time: 0.0458822 Sep 24 15:06:50.221552 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d497df24-0ede-49fb-86eb-19dfafe6b2c2 req-6c851871-918e-471e-bc09-9f462a43e4de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:06:50.223235 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-d497df24-0ede-49fb-86eb-19dfafe6b2c2 req-6c851871-918e-471e-bc09-9f462a43e4de service neutron] 10.222.0.99 "GET /v2.0/subnets?id=76e2ca7f-9834-44ed-861e-a066b09f90c3 HTTP/1.1" status: 200 len: 852 time: 0.0785201 Sep 24 15:06:50.267724 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-d497df24-0ede-49fb-86eb-19dfafe6b2c2 req-c797bf24-7493-4735-8817-ec2933aff031 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=19f859b5-fad3-4cd1-82c7-c8eccbd0cda0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353007 Sep 24 15:06:50.425605 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-d497df24-0ede-49fb-86eb-19dfafe6b2c2 req-afe5b29d-4e9d-4396-a40e-ed46fa21bc20 service neutron] 10.222.0.99 "GET /v2.0/networks/19f859b5-fad3-4cd1-82c7-c8eccbd0cda0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498220 Sep 24 15:06:50.572042 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-d497df24-0ede-49fb-86eb-19dfafe6b2c2 req-3e5faa0b-955d-4790-b723-e04168830503 service neutron] 10.222.0.99 "GET /v2.0/networks/19f859b5-fad3-4cd1-82c7-c8eccbd0cda0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374004 Sep 24 15:06:53.567217 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-b6134a28-9d97-4717-96d6-86953f92d2a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:06:58.328386 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-f33e5138-7a68-4df9-9c0f-cbd5896417e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:06:59.361776 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:07:00.458490 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-13d777cc-54dc-48f4-b409-3d66fa02497d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:07:03.036720 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-450d71f0-4391-4cc8-89b8-8f609d6e2304 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:07:12.253410 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4a995c-7b7b-4f54-b2b1-dea2988c0f10 req-bfa8341f-6ba3-4296-8e81-a7d9abb4a504 tempest-VolumesSnapshotTestJSON-1642997012 tempest-VolumesSnapshotTestJSON-1642997012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:07:12.256941 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-cb4a995c-7b7b-4f54-b2b1-dea2988c0f10 req-bfa8341f-6ba3-4296-8e81-a7d9abb4a504 tempest-VolumesSnapshotTestJSON-1642997012 tempest-VolumesSnapshotTestJSON-1642997012-project] 10.222.0.90 "GET /v2.0/ports?device_id=da04a448-b957-43b4-a534-28c248256365 HTTP/1.1" status: 200 len: 945 time: 0.0655451 Sep 24 15:07:12.289059 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.db.agents_db [None req-37515238-e50e-498e-bfbd-a21ffee86c29 None None] Agent healthcheck: found 6 active agents {{(pid=105996) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 15:07:12.307431 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-cb4a995c-7b7b-4f54-b2b1-dea2988c0f10 req-692b79be-1c70-48f7-a327-6bf78555d1d2 tempest-VolumesSnapshotTestJSON-1642997012 tempest-VolumesSnapshotTestJSON-1642997012-project] 10.222.0.90 "GET /v2.0/security-groups?id=69a80833-8a55-461f-9ac7-c0d34cca9080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444334 Sep 24 15:07:13.583086 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b21ebc-1eea-44c5-97f7-f4341ffa53fc req-39ee65ba-f483-41a8-809b-39561a641a4d tempest-VolumesSnapshotTestJSON-1642997012 tempest-VolumesSnapshotTestJSON-1642997012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:07:13.585381 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-e5b21ebc-1eea-44c5-97f7-f4341ffa53fc req-39ee65ba-f483-41a8-809b-39561a641a4d tempest-VolumesSnapshotTestJSON-1642997012 tempest-VolumesSnapshotTestJSON-1642997012-project] 10.222.0.90 "GET /v2.0/ports?device_id=da04a448-b957-43b4-a534-28c248256365 HTTP/1.1" status: 200 len: 945 time: 0.1905761 Sep 24 15:07:13.637303 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-e5b21ebc-1eea-44c5-97f7-f4341ffa53fc req-9a67c856-10a6-4ab6-9fed-4fcb57596994 tempest-VolumesSnapshotTestJSON-1642997012 tempest-VolumesSnapshotTestJSON-1642997012-project] 10.222.0.90 "GET /v2.0/security-groups?id=69a80833-8a55-461f-9ac7-c0d34cca9080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409245 Sep 24 15:07:13.878542 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49273b6f-46ca-44f5-abb7-a03c6dbb6db5 req-ad36c9e8-87e9-4d72-b765-2e2a747fd931 tempest-VolumesSnapshotTestJSON-1642997012 tempest-VolumesSnapshotTestJSON-1642997012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:07:13.880187 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-49273b6f-46ca-44f5-abb7-a03c6dbb6db5 req-ad36c9e8-87e9-4d72-b765-2e2a747fd931 tempest-VolumesSnapshotTestJSON-1642997012 tempest-VolumesSnapshotTestJSON-1642997012-project] 10.222.0.99 "GET /v2.0/ports?device_id=da04a448-b957-43b4-a534-28c248256365 HTTP/1.1" status: 200 len: 945 time: 0.0795152 Sep 24 15:07:13.981052 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.plugin [req-49273b6f-46ca-44f5-abb7-a03c6dbb6db5 req-28030a70-dbbd-4e0c-b05f-0a0043286d73 tempest-VolumesSnapshotTestJSON-1642997012 tempest-VolumesSnapshotTestJSON-1642997012-project] Deleting port 00fd11a0-e827-425e-8b63-e7a5ea19b250 {{(pid=105994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:07:13.981295 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-49273b6f-46ca-44f5-abb7-a03c6dbb6db5 req-28030a70-dbbd-4e0c-b05f-0a0043286d73 tempest-VolumesSnapshotTestJSON-1642997012 tempest-VolumesSnapshotTestJSON-1642997012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727248545832'] for port, before_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:07:14.075410 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.db [req-49273b6f-46ca-44f5-abb7-a03c6dbb6db5 req-28030a70-dbbd-4e0c-b05f-0a0043286d73 tempest-VolumesSnapshotTestJSON-1642997012 tempest-VolumesSnapshotTestJSON-1642997012-project] For port 00fd11a0-e827-425e-8b63-e7a5ea19b250, host hv-cinder-80983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80983',level=0,port_id=00fd11a0-e827-425e-8b63-e7a5ea19b250,segment=NetworkSegment(2ee1e090-9e3c-41ab-af3c-5b38d85f0c2a),segment_id=2ee1e090-9e3c-41ab-af3c-5b38d85f0c2a)] {{(pid=105994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:07:14.075783 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-49273b6f-46ca-44f5-abb7-a03c6dbb6db5 req-28030a70-dbbd-4e0c-b05f-0a0043286d73 tempest-VolumesSnapshotTestJSON-1642997012 tempest-VolumesSnapshotTestJSON-1642997012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616222'] for port, precommit_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:07:14.089058 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.plugin [req-49273b6f-46ca-44f5-abb7-a03c6dbb6db5 req-28030a70-dbbd-4e0c-b05f-0a0043286d73 tempest-VolumesSnapshotTestJSON-1642997012 tempest-VolumesSnapshotTestJSON-1642997012-project] Calling delete_port for 00fd11a0-e827-425e-8b63-e7a5ea19b250 owned by compute:nova {{(pid=105994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:07:14.226988 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-49273b6f-46ca-44f5-abb7-a03c6dbb6db5 req-28030a70-dbbd-4e0c-b05f-0a0043286d73 tempest-VolumesSnapshotTestJSON-1642997012 tempest-VolumesSnapshotTestJSON-1642997012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727248551918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727248062136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14130366'] for port, after_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:07:14.241006 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.db [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] get_ports_and_sgs() called for port_ids ['00fd11a0-e827-425e-8b63-e7a5ea19b250'] {{(pid=105995) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:07:14.261377 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28030a70-dbbd-4e0c-b05f-0a0043286d73 tempest-VolumesSnapshotTestJSON-1642997012 tempest-VolumesSnapshotTestJSON-1642997012-project] Pushing event deleted for resources: {'Port': ['ID=00fd11a0-e827-425e-8b63-e7a5ea19b250,revision_number=None']} {{(pid=105994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:07:14.275936 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28030a70-dbbd-4e0c-b05f-0a0043286d73 tempest-VolumesSnapshotTestJSON-1642997012 tempest-VolumesSnapshotTestJSON-1642997012-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:07:14.276291 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28030a70-dbbd-4e0c-b05f-0a0043286d73 tempest-VolumesSnapshotTestJSON-1642997012 tempest-VolumesSnapshotTestJSON-1642997012-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:07:14.276634 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28030a70-dbbd-4e0c-b05f-0a0043286d73 tempest-VolumesSnapshotTestJSON-1642997012 tempest-VolumesSnapshotTestJSON-1642997012-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:07:14.277000 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28030a70-dbbd-4e0c-b05f-0a0043286d73 tempest-VolumesSnapshotTestJSON-1642997012 tempest-VolumesSnapshotTestJSON-1642997012-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:07:14.277335 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28030a70-dbbd-4e0c-b05f-0a0043286d73 tempest-VolumesSnapshotTestJSON-1642997012 tempest-VolumesSnapshotTestJSON-1642997012-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:07:14.277669 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28030a70-dbbd-4e0c-b05f-0a0043286d73 tempest-VolumesSnapshotTestJSON-1642997012 tempest-VolumesSnapshotTestJSON-1642997012-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:07:14.278005 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28030a70-dbbd-4e0c-b05f-0a0043286d73 tempest-VolumesSnapshotTestJSON-1642997012 tempest-VolumesSnapshotTestJSON-1642997012-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:07:14.278335 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28030a70-dbbd-4e0c-b05f-0a0043286d73 tempest-VolumesSnapshotTestJSON-1642997012 tempest-VolumesSnapshotTestJSON-1642997012-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:07:14.278663 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28030a70-dbbd-4e0c-b05f-0a0043286d73 tempest-VolumesSnapshotTestJSON-1642997012 tempest-VolumesSnapshotTestJSON-1642997012-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:07:14.278991 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28030a70-dbbd-4e0c-b05f-0a0043286d73 tempest-VolumesSnapshotTestJSON-1642997012 tempest-VolumesSnapshotTestJSON-1642997012-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:07:14.279320 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28030a70-dbbd-4e0c-b05f-0a0043286d73 tempest-VolumesSnapshotTestJSON-1642997012 tempest-VolumesSnapshotTestJSON-1642997012-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:07:14.279640 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28030a70-dbbd-4e0c-b05f-0a0043286d73 tempest-VolumesSnapshotTestJSON-1642997012 tempest-VolumesSnapshotTestJSON-1642997012-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:07:14.314383 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.db.l3_dvrscheduler_db [req-49273b6f-46ca-44f5-abb7-a03c6dbb6db5 req-28030a70-dbbd-4e0c-b05f-0a0043286d73 tempest-VolumesSnapshotTestJSON-1642997012 tempest-VolumesSnapshotTestJSON-1642997012-project] No DVR routers for this DVR port 00fd11a0-e827-425e-8b63-e7a5ea19b250 on host hv-cinder-80983 {{(pid=105994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:07:14.317340 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-49273b6f-46ca-44f5-abb7-a03c6dbb6db5 req-28030a70-dbbd-4e0c-b05f-0a0043286d73 tempest-VolumesSnapshotTestJSON-1642997012 tempest-VolumesSnapshotTestJSON-1642997012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472375'] for port, before_response {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:07:14.320258 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-49273b6f-46ca-44f5-abb7-a03c6dbb6db5 req-28030a70-dbbd-4e0c-b05f-0a0043286d73 tempest-VolumesSnapshotTestJSON-1642997012 tempest-VolumesSnapshotTestJSON-1642997012-project] 10.222.0.99 "DELETE /v2.0/ports/00fd11a0-e827-425e-8b63-e7a5ea19b250 HTTP/1.1" status: 204 len: 173 time: 0.4338312 Sep 24 15:07:14.320733 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da04a448-b957-43b4-a534-28c248256365', 'name': 'network-vif-deleted', 'tag': '00fd11a0-e827-425e-8b63-e7a5ea19b250'}] {{(pid=105994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:07:14.323022 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}445a901cbb5a624303c84b78f65e518dd0fb300c00204885c20e5236c8fbed2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6e63f99-c9fa-41e6-9da3-2281a699f683" -d '{"events": [{"server_uuid": "da04a448-b957-43b4-a534-28c248256365", "name": "network-vif-deleted", "tag": "00fd11a0-e827-425e-8b63-e7a5ea19b250"}]}' {{(pid=105994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:07:14.362171 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:07:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7758e97f-c87a-4054-bc4e-f9c1cb3a6f85 x-openstack-request-id: req-7758e97f-c87a-4054-bc4e-f9c1cb3a6f85 {{(pid=105994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:07:14.362462 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da04a448-b957-43b4-a534-28c248256365", "name": "network-vif-deleted", "tag": "00fd11a0-e827-425e-8b63-e7a5ea19b250", "status": "completed", "code": 200}]} {{(pid=105994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:07:14.362708 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-7758e97f-c87a-4054-bc4e-f9c1cb3a6f85 {{(pid=105994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:07:14.363103 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da04a448-b957-43b4-a534-28c248256365', 'name': 'network-vif-deleted', 'tag': '00fd11a0-e827-425e-8b63-e7a5ea19b250', 'status': 'completed', 'code': 200} Sep 24 15:07:14.769718 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-9df632da-5545-4819-a331-d195f695c9f5 req-ef5e5c71-300e-44fd-89a8-c12c30baa081 tempest-VolumesSnapshotTestJSON-1642997012 tempest-VolumesSnapshotTestJSON-1642997012-project] 10.222.0.90 "GET /v2.0/ports?device_id=da04a448-b957-43b4-a534-28c248256365 HTTP/1.1" status: 200 len: 210 time: 0.0367708 Sep 24 15:07:15.856816 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:07:18.083741 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.rpc [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Device 00fd11a0-e827-425e-8b63-e7a5ea19b250 no longer exists at agent hyperv_hv-cinder-80983 {{(pid=105995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:07:18.110084 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.plugin [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] No Port match for: 00fd11a0-e827-425e-8b63-e7a5ea19b250 {{(pid=105995) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:07:18.110427 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.rpc [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Device 00fd11a0-e827-425e-8b63-e7a5ea19b250 not bound to the agent host hv-cinder-80983 {{(pid=105995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:07:23.556663 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-57d514fe-b019-4a8a-bb4b-94a304792c1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:07:25.259200 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fc6d02-402a-47db-a4ea-d72b18d6981b req-eb519655-6040-41cf-b613-f514484e5398 tempest-VolumesSnapshotTestJSON-1642997012 tempest-VolumesSnapshotTestJSON-1642997012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:07:25.261967 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-a1fc6d02-402a-47db-a4ea-d72b18d6981b req-eb519655-6040-41cf-b613-f514484e5398 tempest-VolumesSnapshotTestJSON-1642997012 tempest-VolumesSnapshotTestJSON-1642997012-project] 10.222.0.90 "GET /v2.0/networks?id=19f859b5-fad3-4cd1-82c7-c8eccbd0cda0 HTTP/1.1" status: 200 len: 812 time: 0.1550069 Sep 24 15:07:25.286258 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-a1fc6d02-402a-47db-a4ea-d72b18d6981b req-9c7ed32d-8826-484f-82e4-a19ce7a2cbb2 tempest-VolumesSnapshotTestJSON-1642997012 tempest-VolumesSnapshotTestJSON-1642997012-project] 10.222.0.90 "GET /v2.0/quotas/eba47b12834c44d499ddb5a6c372771f HTTP/1.1" status: 200 len: 375 time: 0.0135894 Sep 24 15:07:25.337724 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-a1fc6d02-402a-47db-a4ea-d72b18d6981b req-2de7d281-bb03-492e-b326-83fbc6d80d9c tempest-VolumesSnapshotTestJSON-1642997012 tempest-VolumesSnapshotTestJSON-1642997012-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=eba47b12834c44d499ddb5a6c372771f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0411022 Sep 24 15:07:25.357228 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.wsgi [req-a1fc6d02-402a-47db-a4ea-d72b18d6981b req-6030be7c-8d18-4b11-a4e1-c8e4f56bdd14 service neutron] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=105994) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 15:07:25.359074 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-a1fc6d02-402a-47db-a4ea-d72b18d6981b req-6030be7c-8d18-4b11-a4e1-c8e4f56bdd14 service neutron] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0090668 Sep 24 15:07:25.524141 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-a1fc6d02-402a-47db-a4ea-d72b18d6981b req-5520d063-6732-4642-a87d-f3dd3fc99ae1 service neutron] 10.222.0.90 "GET /v2.0/networks/19f859b5-fad3-4cd1-82c7-c8eccbd0cda0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486118 Sep 24 15:07:25.674807 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-a1fc6d02-402a-47db-a4ea-d72b18d6981b req-bb634ea6-5ae4-45ce-ae6a-5870c1755600 service neutron] 10.222.0.90 "GET /v2.0/networks/19f859b5-fad3-4cd1-82c7-c8eccbd0cda0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379943 Sep 24 15:07:25.976416 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-709d059d-5aa9-4402-8115-e6f06bd734b3 req-e6f67e6b-fa86-4bb8-b157-b41a46fe7d6a tempest-VolumesSnapshotTestJSON-1642997012 tempest-VolumesSnapshotTestJSON-1642997012-project] 10.222.0.90 "GET /v2.0/ports?device_id=897b7b4d-5c0c-4da1-8b98-25cfb748f07b HTTP/1.1" status: 200 len: 210 time: 0.0514116 Sep 24 15:07:27.122014 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-528b6326-3a30-4d86-807e-686cc4e0f566 req-d7e48c08-f035-46d5-afd0-a621e1f7b59a tempest-VolumesSnapshotTestJSON-1642997012 tempest-VolumesSnapshotTestJSON-1642997012-project] 10.222.0.90 "GET /v2.0/ports?device_id=897b7b4d-5c0c-4da1-8b98-25cfb748f07b HTTP/1.1" status: 200 len: 210 time: 0.0527143 Sep 24 15:07:27.293913 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fc6d02-402a-47db-a4ea-d72b18d6981b req-5411083c-2824-4d6b-bed6-c1f95c776410 tempest-VolumesSnapshotTestJSON-1642997012 tempest-VolumesSnapshotTestJSON-1642997012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:07:27.295731 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-a1fc6d02-402a-47db-a4ea-d72b18d6981b req-5411083c-2824-4d6b-bed6-c1f95c776410 tempest-VolumesSnapshotTestJSON-1642997012 tempest-VolumesSnapshotTestJSON-1642997012-project] 10.222.0.99 "GET /v2.0/networks?id=19f859b5-fad3-4cd1-82c7-c8eccbd0cda0 HTTP/1.1" status: 200 len: 812 time: 0.1909137 Sep 24 15:07:27.314152 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.v2.base [req-a1fc6d02-402a-47db-a4ea-d72b18d6981b req-c48c4271-3576-434e-ac14-12a92dca2176 tempest-VolumesSnapshotTestJSON-1642997012 tempest-VolumesSnapshotTestJSON-1642997012-project] Request body: {'port': {'device_id': '897b7b4d-5c0c-4da1-8b98-25cfb748f07b', 'network_id': '19f859b5-fad3-4cd1-82c7-c8eccbd0cda0', 'admin_state_up': True, 'tenant_id': 'eba47b12834c44d499ddb5a6c372771f'}} {{(pid=105994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:07:27.540021 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1fc6d02-402a-47db-a4ea-d72b18d6981b req-c48c4271-3576-434e-ac14-12a92dca2176 tempest-VolumesSnapshotTestJSON-1642997012 tempest-VolumesSnapshotTestJSON-1642997012-project] Made reservation on behalf of eba47b12834c44d499ddb5a6c372771f for: {'port': 1} {{(pid=105994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:07:27.546779 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-a1fc6d02-402a-47db-a4ea-d72b18d6981b req-c48c4271-3576-434e-ac14-12a92dca2176 tempest-VolumesSnapshotTestJSON-1642997012 tempest-VolumesSnapshotTestJSON-1642997012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993762'] for port, before_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:07:27.743899 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.db.db_base_plugin_common [req-a1fc6d02-402a-47db-a4ea-d72b18d6981b req-c48c4271-3576-434e-ac14-12a92dca2176 tempest-VolumesSnapshotTestJSON-1642997012 tempest-VolumesSnapshotTestJSON-1642997012-project] Allocated IP 172.20.0.6 (19f859b5-fad3-4cd1-82c7-c8eccbd0cda0/76e2ca7f-9834-44ed-861e-a066b09f90c3/a6c4614b-66ae-4baa-8c82-5eb3f4cb1883) {{(pid=105994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:07:28.012509 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-a1fc6d02-402a-47db-a4ea-d72b18d6981b req-c48c4271-3576-434e-ac14-12a92dca2176 tempest-VolumesSnapshotTestJSON-1642997012 tempest-VolumesSnapshotTestJSON-1642997012-project] Notify callbacks [] for port, precommit_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:07:28.069401 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-a1fc6d02-402a-47db-a4ea-d72b18d6981b req-c48c4271-3576-434e-ac14-12a92dca2176 tempest-VolumesSnapshotTestJSON-1642997012 tempest-VolumesSnapshotTestJSON-1642997012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727248062127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14130366'] for port, after_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:07:28.123650 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1fc6d02-402a-47db-a4ea-d72b18d6981b req-c48c4271-3576-434e-ac14-12a92dca2176 tempest-VolumesSnapshotTestJSON-1642997012 tempest-VolumesSnapshotTestJSON-1642997012-project] Network 19f859b5-fad3-4cd1-82c7-c8eccbd0cda0 is already hosted by enough agents. {{(pid=105994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:07:28.127662 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.scheduler.base_scheduler [req-a1fc6d02-402a-47db-a4ea-d72b18d6981b req-c48c4271-3576-434e-ac14-12a92dca2176 tempest-VolumesSnapshotTestJSON-1642997012 tempest-VolumesSnapshotTestJSON-1642997012-project] Resources bound (agent type, host, resource id): {{(pid=105994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:07:28.134805 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1fc6d02-402a-47db-a4ea-d72b18d6981b req-c48c4271-3576-434e-ac14-12a92dca2176 tempest-VolumesSnapshotTestJSON-1642997012 tempest-VolumesSnapshotTestJSON-1642997012-project] Received port after_create {{(pid=105994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:07:28.148331 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48c4271-3576-434e-ac14-12a92dca2176 tempest-VolumesSnapshotTestJSON-1642997012 tempest-VolumesSnapshotTestJSON-1642997012-project] Pushing event updated for resources: {'Port': ['ID=a6c4614b-66ae-4baa-8c82-5eb3f4cb1883,revision_number=1']} {{(pid=105994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:07:28.218667 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fc6d02-402a-47db-a4ea-d72b18d6981b req-c48c4271-3576-434e-ac14-12a92dca2176 tempest-VolumesSnapshotTestJSON-1642997012 tempest-VolumesSnapshotTestJSON-1642997012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:07:28.219295 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-a1fc6d02-402a-47db-a4ea-d72b18d6981b req-c48c4271-3576-434e-ac14-12a92dca2176 tempest-VolumesSnapshotTestJSON-1642997012 tempest-VolumesSnapshotTestJSON-1642997012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472375'] for port, before_response {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:07:28.240737 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-a1fc6d02-402a-47db-a4ea-d72b18d6981b req-c48c4271-3576-434e-ac14-12a92dca2176 tempest-VolumesSnapshotTestJSON-1642997012 tempest-VolumesSnapshotTestJSON-1642997012-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9329238 Sep 24 15:07:28.252951 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.wsgi [req-a1fc6d02-402a-47db-a4ea-d72b18d6981b req-99fa10cc-a9dc-45dc-94bc-90d6a493d782 tempest-VolumesSnapshotTestJSON-1642997012 tempest-VolumesSnapshotTestJSON-1642997012-project] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=105994) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 15:07:28.253808 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-a1fc6d02-402a-47db-a4ea-d72b18d6981b req-99fa10cc-a9dc-45dc-94bc-90d6a493d782 tempest-VolumesSnapshotTestJSON-1642997012 tempest-VolumesSnapshotTestJSON-1642997012-project] 10.222.0.99 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0071664 Sep 24 15:07:28.271473 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.v2.base [req-a1fc6d02-402a-47db-a4ea-d72b18d6981b req-961fad67-af4e-4452-a718-03101574c5d6 service neutron] Request body: {'port': {'device_id': '897b7b4d-5c0c-4da1-8b98-25cfb748f07b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80983'}} {{(pid=105994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:07:28.328384 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-488847e4-8e8c-4e94-893c-ae4bfe43f962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:07:28.337193 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b140b4e6-6c25-4520-92a9-87c967b8a73e req-03c35d29-edd8-4883-b03d-faf34544775b tempest-VolumesSnapshotTestJSON-1642997012 tempest-VolumesSnapshotTestJSON-1642997012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:07:28.340111 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-b140b4e6-6c25-4520-92a9-87c967b8a73e req-03c35d29-edd8-4883-b03d-faf34544775b tempest-VolumesSnapshotTestJSON-1642997012 tempest-VolumesSnapshotTestJSON-1642997012-project] 10.222.0.90 "GET /v2.0/ports?device_id=897b7b4d-5c0c-4da1-8b98-25cfb748f07b HTTP/1.1" status: 200 len: 931 time: 0.1033924 Sep 24 15:07:28.388597 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-a1fc6d02-402a-47db-a4ea-d72b18d6981b req-961fad67-af4e-4452-a718-03101574c5d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993762'] for port, before_update {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:07:28.433455 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-b140b4e6-6c25-4520-92a9-87c967b8a73e req-ffbcec99-ccc4-4cee-8ac8-0c214aee2047 tempest-VolumesSnapshotTestJSON-1642997012 tempest-VolumesSnapshotTestJSON-1642997012-project] 10.222.0.90 "GET /v2.0/security-groups?id=69a80833-8a55-461f-9ac7-c0d34cca9080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755622 Sep 24 15:07:29.117132 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.notifiers.nova [req-a1fc6d02-402a-47db-a4ea-d72b18d6981b req-961fad67-af4e-4452-a718-03101574c5d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6c4614b-66ae-4baa-8c82-5eb3f4cb1883 {{(pid=105994) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:07:29.130599 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-a1fc6d02-402a-47db-a4ea-d72b18d6981b req-961fad67-af4e-4452-a718-03101574c5d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:07:29.154827 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.db.provisioning_blocks [req-a1fc6d02-402a-47db-a4ea-d72b18d6981b req-961fad67-af4e-4452-a718-03101574c5d6 service neutron] Transition to ACTIVE for port object a6c4614b-66ae-4baa-8c82-5eb3f4cb1883 will not be triggered until provisioned by entity L2. {{(pid=105994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 15:07:29.160640 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-a1fc6d02-402a-47db-a4ea-d72b18d6981b req-961fad67-af4e-4452-a718-03101574c5d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248551428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248062163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14130357'] for port, after_update {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:07:29.263722 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961fad67-af4e-4452-a718-03101574c5d6 service neutron] Pushing event updated for resources: {'Port': ['ID=a6c4614b-66ae-4baa-8c82-5eb3f4cb1883,revision_number=2']} {{(pid=105994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:07:29.374715 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:07:29.385502 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.managers [req-a1fc6d02-402a-47db-a4ea-d72b18d6981b req-961fad67-af4e-4452-a718-03101574c5d6 service neutron] Attempting to bind port a6c4614b-66ae-4baa-8c82-5eb3f4cb1883 on host hv-cinder-80983 for vnic_type normal with profile {{(pid=105994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:07:29.386255 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.managers [req-a1fc6d02-402a-47db-a4ea-d72b18d6981b req-961fad67-af4e-4452-a718-03101574c5d6 service neutron] Attempting to bind port a6c4614b-66ae-4baa-8c82-5eb3f4cb1883 by drivers openvswitch,hyperv on host hv-cinder-80983 at level 0 using segments [{'id': '2ee1e090-9e3c-41ab-af3c-5b38d85f0c2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '19f859b5-fad3-4cd1-82c7-c8eccbd0cda0'}] {{(pid=105994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:07:29.386922 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1fc6d02-402a-47db-a4ea-d72b18d6981b req-961fad67-af4e-4452-a718-03101574c5d6 service neutron] Attempting to bind port a6c4614b-66ae-4baa-8c82-5eb3f4cb1883 on network 19f859b5-fad3-4cd1-82c7-c8eccbd0cda0 {{(pid=105994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:07:29.394327 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1fc6d02-402a-47db-a4ea-d72b18d6981b req-961fad67-af4e-4452-a718-03101574c5d6 service neutron] Port a6c4614b-66ae-4baa-8c82-5eb3f4cb1883 on network 19f859b5-fad3-4cd1-82c7-c8eccbd0cda0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80983 {{(pid=105994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 15:07:29.394866 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1fc6d02-402a-47db-a4ea-d72b18d6981b req-961fad67-af4e-4452-a718-03101574c5d6 service neutron] Attempting to bind port a6c4614b-66ae-4baa-8c82-5eb3f4cb1883 on network 19f859b5-fad3-4cd1-82c7-c8eccbd0cda0 {{(pid=105994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:07:29.404933 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1fc6d02-402a-47db-a4ea-d72b18d6981b req-961fad67-af4e-4452-a718-03101574c5d6 service neutron] Checking agent: {'id': 'fe6caec8-3271-4776-9083-fb8f8cae5b94', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80983', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 14, 54, 44), 'started_at': datetime.datetime(2021, 9, 24, 14, 54, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 7, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:07:29.405446 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1fc6d02-402a-47db-a4ea-d72b18d6981b req-961fad67-af4e-4452-a718-03101574c5d6 service neutron] Checking segment: {'id': '2ee1e090-9e3c-41ab-af3c-5b38d85f0c2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '19f859b5-fad3-4cd1-82c7-c8eccbd0cda0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:07:29.406171 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1fc6d02-402a-47db-a4ea-d72b18d6981b req-961fad67-af4e-4452-a718-03101574c5d6 service neutron] Bound using segment: {'id': '2ee1e090-9e3c-41ab-af3c-5b38d85f0c2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '19f859b5-fad3-4cd1-82c7-c8eccbd0cda0'} {{(pid=105994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:07:29.406912 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.managers [req-a1fc6d02-402a-47db-a4ea-d72b18d6981b req-961fad67-af4e-4452-a718-03101574c5d6 service neutron] Bound port: a6c4614b-66ae-4baa-8c82-5eb3f4cb1883, host: hv-cinder-80983, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ee1e090-9e3c-41ab-af3c-5b38d85f0c2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '19f859b5-fad3-4cd1-82c7-c8eccbd0cda0'}}] {{(pid=105994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:07:29.407523 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-a1fc6d02-402a-47db-a4ea-d72b18d6981b req-961fad67-af4e-4452-a718-03101574c5d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993762'] for port, before_update {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:07:29.528826 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.db [req-a1fc6d02-402a-47db-a4ea-d72b18d6981b req-961fad67-af4e-4452-a718-03101574c5d6 service neutron] For port a6c4614b-66ae-4baa-8c82-5eb3f4cb1883, host hv-cinder-80983, cleared binding levels {{(pid=105994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:07:29.534578 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.db [req-a1fc6d02-402a-47db-a4ea-d72b18d6981b req-961fad67-af4e-4452-a718-03101574c5d6 service neutron] For port a6c4614b-66ae-4baa-8c82-5eb3f4cb1883, host hv-cinder-80983, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80983',level=0,port_id=a6c4614b-66ae-4baa-8c82-5eb3f4cb1883,segment=NetworkSegment(2ee1e090-9e3c-41ab-af3c-5b38d85f0c2a),segment_id=2ee1e090-9e3c-41ab-af3c-5b38d85f0c2a)] {{(pid=105994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:07:29.542559 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-a1fc6d02-402a-47db-a4ea-d72b18d6981b req-961fad67-af4e-4452-a718-03101574c5d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248551428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248062163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14130357'] for port, after_update {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:07:29.642290 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fc6d02-402a-47db-a4ea-d72b18d6981b req-961fad67-af4e-4452-a718-03101574c5d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:07:29.643014 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-a1fc6d02-402a-47db-a4ea-d72b18d6981b req-961fad67-af4e-4452-a718-03101574c5d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472375'] for port, before_response {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:07:29.645217 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-a1fc6d02-402a-47db-a4ea-d72b18d6981b req-961fad67-af4e-4452-a718-03101574c5d6 service neutron] 10.222.0.99 "PUT /v2.0/ports/a6c4614b-66ae-4baa-8c82-5eb3f4cb1883 HTTP/1.1" status: 200 len: 1093 time: 1.3827884 Sep 24 15:07:29.646342 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '897b7b4d-5c0c-4da1-8b98-25cfb748f07b', 'tag': 'a6c4614b-66ae-4baa-8c82-5eb3f4cb1883'}] {{(pid=105994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:07:29.649409 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}445a901cbb5a624303c84b78f65e518dd0fb300c00204885c20e5236c8fbed2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03bbc53d-8108-44e6-880c-1ad95bb660cd" -d '{"events": [{"name": "network-changed", "server_uuid": "897b7b4d-5c0c-4da1-8b98-25cfb748f07b", "tag": "a6c4614b-66ae-4baa-8c82-5eb3f4cb1883"}]}' {{(pid=105994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:07:29.727870 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 15:07:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-483ad059-1f76-454b-bec7-104f76e29753 x-openstack-request-id: req-483ad059-1f76-454b-bec7-104f76e29753 {{(pid=105994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:07:29.727870 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "897b7b4d-5c0c-4da1-8b98-25cfb748f07b", "tag": "a6c4614b-66ae-4baa-8c82-5eb3f4cb1883", "status": "completed", "code": 200}]} {{(pid=105994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:07:29.727870 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-483ad059-1f76-454b-bec7-104f76e29753 {{(pid=105994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:07:29.727870 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '897b7b4d-5c0c-4da1-8b98-25cfb748f07b', 'tag': 'a6c4614b-66ae-4baa-8c82-5eb3f4cb1883', 'status': 'completed', 'code': 200} Sep 24 15:07:29.751212 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961fad67-af4e-4452-a718-03101574c5d6 service neutron] Pushing event updated for resources: {'Port': ['ID=a6c4614b-66ae-4baa-8c82-5eb3f4cb1883,revision_number=3']} {{(pid=105994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:07:29.782241 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80ea371-75f6-4ba9-a83c-795e9124ce0f req-833dedbb-ac8c-446d-8106-701238774873 tempest-VolumesSnapshotTestJSON-1642997012 tempest-VolumesSnapshotTestJSON-1642997012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:07:29.785323 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-b80ea371-75f6-4ba9-a83c-795e9124ce0f req-833dedbb-ac8c-446d-8106-701238774873 tempest-VolumesSnapshotTestJSON-1642997012 tempest-VolumesSnapshotTestJSON-1642997012-project] 10.222.0.90 "GET /v2.0/ports?device_id=897b7b4d-5c0c-4da1-8b98-25cfb748f07b HTTP/1.1" status: 200 len: 943 time: 0.1921225 Sep 24 15:07:29.833766 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fc6d02-402a-47db-a4ea-d72b18d6981b req-64c76c1b-6790-4267-b1cb-a5693d77dc5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:07:29.836472 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-a1fc6d02-402a-47db-a4ea-d72b18d6981b req-64c76c1b-6790-4267-b1cb-a5693d77dc5a service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=eba47b12834c44d499ddb5a6c372771f&device_id=897b7b4d-5c0c-4da1-8b98-25cfb748f07b HTTP/1.1" status: 200 len: 1096 time: 0.1362159 Sep 24 15:07:29.937371 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-b80ea371-75f6-4ba9-a83c-795e9124ce0f req-5fdf0391-595f-40fb-8483-c30f011feb60 tempest-VolumesSnapshotTestJSON-1642997012 tempest-VolumesSnapshotTestJSON-1642997012-project] 10.222.0.90 "GET /v2.0/security-groups?id=69a80833-8a55-461f-9ac7-c0d34cca9080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431215 Sep 24 15:07:29.939740 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-a1fc6d02-402a-47db-a4ea-d72b18d6981b req-8bc9d5ad-e20e-4771-895c-d36562a6a33c service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a6c4614b-66ae-4baa-8c82-5eb3f4cb1883 HTTP/1.1" status: 200 len: 217 time: 0.0930715 Sep 24 15:07:30.005561 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fc6d02-402a-47db-a4ea-d72b18d6981b req-e0e98228-89ac-426a-9766-859ceb83323d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:07:30.007047 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-a1fc6d02-402a-47db-a4ea-d72b18d6981b req-e0e98228-89ac-426a-9766-859ceb83323d service neutron] 10.222.0.99 "GET /v2.0/subnets?id=76e2ca7f-9834-44ed-861e-a066b09f90c3 HTTP/1.1" status: 200 len: 852 time: 0.0569353 Sep 24 15:07:30.057174 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-a1fc6d02-402a-47db-a4ea-d72b18d6981b req-849c62b0-b819-4f1d-b780-ca4e1c33e241 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=19f859b5-fad3-4cd1-82c7-c8eccbd0cda0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405560 Sep 24 15:07:30.210998 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-a1fc6d02-402a-47db-a4ea-d72b18d6981b req-5ff7820c-ecaa-4b2e-b4fa-bd605fcde47a service neutron] 10.222.0.99 "GET /v2.0/networks/19f859b5-fad3-4cd1-82c7-c8eccbd0cda0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467066 Sep 24 15:07:30.373489 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-a1fc6d02-402a-47db-a4ea-d72b18d6981b req-9e42bc58-ed46-427b-9ada-4ebfad3bfc6d service neutron] 10.222.0.99 "GET /v2.0/networks/19f859b5-fad3-4cd1-82c7-c8eccbd0cda0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552262 Sep 24 15:07:30.461348 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-13d777cc-54dc-48f4-b409-3d66fa02497d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:07:30.504407 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bbc53d-8108-44e6-880c-1ad95bb660cd req-4a55203b-dc28-40a5-9a0a-744d488b2d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:07:30.507593 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-03bbc53d-8108-44e6-880c-1ad95bb660cd req-4a55203b-dc28-40a5-9a0a-744d488b2d3f service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=eba47b12834c44d499ddb5a6c372771f&device_id=897b7b4d-5c0c-4da1-8b98-25cfb748f07b HTTP/1.1" status: 200 len: 1096 time: 0.0757253 Sep 24 15:07:30.633081 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bbc53d-8108-44e6-880c-1ad95bb660cd req-6e39704a-3e5e-4466-b385-3fbba9636e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:07:30.634951 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-03bbc53d-8108-44e6-880c-1ad95bb660cd req-6e39704a-3e5e-4466-b385-3fbba9636e7a service neutron] 10.222.0.99 "GET /v2.0/networks?id=19f859b5-fad3-4cd1-82c7-c8eccbd0cda0 HTTP/1.1" status: 200 len: 914 time: 0.1198084 Sep 24 15:07:30.713093 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-03bbc53d-8108-44e6-880c-1ad95bb660cd req-399f5210-1cf1-458d-b725-1db4392f6a9a service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a6c4614b-66ae-4baa-8c82-5eb3f4cb1883 HTTP/1.1" status: 200 len: 217 time: 0.0683959 Sep 24 15:07:30.784643 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bbc53d-8108-44e6-880c-1ad95bb660cd req-937d2707-1829-4a27-9f27-7868c46ad8a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:07:30.786385 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-03bbc53d-8108-44e6-880c-1ad95bb660cd req-937d2707-1829-4a27-9f27-7868c46ad8a4 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=76e2ca7f-9834-44ed-861e-a066b09f90c3 HTTP/1.1" status: 200 len: 852 time: 0.0648792 Sep 24 15:07:30.840824 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-03bbc53d-8108-44e6-880c-1ad95bb660cd req-2788d334-b09b-4e02-bbcc-70f922e29657 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=19f859b5-fad3-4cd1-82c7-c8eccbd0cda0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453312 Sep 24 15:07:31.018011 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-03bbc53d-8108-44e6-880c-1ad95bb660cd req-12b909bb-328c-44f4-a1e5-b9518f988658 service neutron] 10.222.0.99 "GET /v2.0/networks/19f859b5-fad3-4cd1-82c7-c8eccbd0cda0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1689200 Sep 24 15:07:31.164097 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ecb4f1-ce2c-41eb-bf92-6cd26c62194f req-9c168de0-9da1-498d-bbb4-5cddf84a1e3c tempest-VolumesSnapshotTestJSON-1642997012 tempest-VolumesSnapshotTestJSON-1642997012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:07:31.164097 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-e7ecb4f1-ce2c-41eb-bf92-6cd26c62194f req-9c168de0-9da1-498d-bbb4-5cddf84a1e3c tempest-VolumesSnapshotTestJSON-1642997012 tempest-VolumesSnapshotTestJSON-1642997012-project] 10.222.0.90 "GET /v2.0/ports?device_id=897b7b4d-5c0c-4da1-8b98-25cfb748f07b HTTP/1.1" status: 200 len: 943 time: 0.1026759 Sep 24 15:07:31.208028 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-03bbc53d-8108-44e6-880c-1ad95bb660cd req-073fafd6-2186-4f79-9a1d-7b071065a710 service neutron] 10.222.0.99 "GET /v2.0/networks/19f859b5-fad3-4cd1-82c7-c8eccbd0cda0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1733394 Sep 24 15:07:31.217500 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-e7ecb4f1-ce2c-41eb-bf92-6cd26c62194f req-2f983ffe-7106-4342-a8d8-0339c175e0a1 tempest-VolumesSnapshotTestJSON-1642997012 tempest-VolumesSnapshotTestJSON-1642997012-project] 10.222.0.90 "GET /v2.0/security-groups?id=69a80833-8a55-461f-9ac7-c0d34cca9080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434415 Sep 24 15:07:31.682621 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.rpc [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Device a6c4614b-66ae-4baa-8c82-5eb3f4cb1883 details requested by agent hyperv_hv-cinder-80983 with host hv-cinder-80983 {{(pid=105995) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 15:07:31.810314 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.db [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] For port a6c4614b-66ae-4baa-8c82-5eb3f4cb1883, host hv-cinder-80983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80983',level=0,port_id=a6c4614b-66ae-4baa-8c82-5eb3f4cb1883,segment=NetworkSegment(2ee1e090-9e3c-41ab-af3c-5b38d85f0c2a),segment_id=2ee1e090-9e3c-41ab-af3c-5b38d85f0c2a)] {{(pid=105995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:07:31.832330 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.rpc [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Returning: {'device': 'a6c4614b-66ae-4baa-8c82-5eb3f4cb1883', 'network_id': '19f859b5-fad3-4cd1-82c7-c8eccbd0cda0', 'port_id': 'a6c4614b-66ae-4baa-8c82-5eb3f4cb1883', 'mac_address': 'fa:16:3e:31:63:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1018, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76e2ca7f-9834-44ed-861e-a066b09f90c3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105995) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 15:07:31.899617 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993762'] for port, before_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:07:31.916438 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.notifiers.nova [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6c4614b-66ae-4baa-8c82-5eb3f4cb1883 {{(pid=105995) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:07:31.941751 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.db [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] For port a6c4614b-66ae-4baa-8c82-5eb3f4cb1883, host hv-cinder-80983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80983',level=0,port_id=a6c4614b-66ae-4baa-8c82-5eb3f4cb1883,segment=NetworkSegment(2ee1e090-9e3c-41ab-af3c-5b38d85f0c2a),segment_id=2ee1e090-9e3c-41ab-af3c-5b38d85f0c2a)] {{(pid=105995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:07:31.947850 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248551428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248062163'] for port, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:07:32.003624 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Pushing event updated for resources: {'Port': ['ID=a6c4614b-66ae-4baa-8c82-5eb3f4cb1883,revision_number=4']} {{(pid=105995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:07:32.010810 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:07:32.011160 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:07:32.011503 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:07:32.011839 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:07:32.012175 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:07:32.012502 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:07:32.012977 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:07:32.013198 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:07:32.013541 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:07:32.013833 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:07:32.014156 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:07:32.014477 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:07:32.166497 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.db [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] get_ports_and_sgs() called for port_ids ['a6c4614b-66ae-4baa-8c82-5eb3f4cb1883'] {{(pid=105995) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:07:32.404882 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abeb0114-4e8b-42d0-8b21-852d22cf34b8 req-89f6ab9f-454c-495e-8bab-c93b81bcc92a tempest-VolumesSnapshotTestJSON-1642997012 tempest-VolumesSnapshotTestJSON-1642997012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:07:32.407682 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-abeb0114-4e8b-42d0-8b21-852d22cf34b8 req-89f6ab9f-454c-495e-8bab-c93b81bcc92a tempest-VolumesSnapshotTestJSON-1642997012 tempest-VolumesSnapshotTestJSON-1642997012-project] 10.222.0.90 "GET /v2.0/ports?device_id=897b7b4d-5c0c-4da1-8b98-25cfb748f07b HTTP/1.1" status: 200 len: 944 time: 0.0825887 Sep 24 15:07:32.469534 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-abeb0114-4e8b-42d0-8b21-852d22cf34b8 req-0bed986e-720e-4747-8781-85d7a84850f8 tempest-VolumesSnapshotTestJSON-1642997012 tempest-VolumesSnapshotTestJSON-1642997012-project] 10.222.0.90 "GET /v2.0/security-groups?id=69a80833-8a55-461f-9ac7-c0d34cca9080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539861 Sep 24 15:07:33.043984 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-450d71f0-4391-4cc8-89b8-8f609d6e2304 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:07:33.678121 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7bd719-c897-4a0e-be00-ae402b5f4e12 req-80e0be9b-75a9-4c8a-818a-9b81eb69be41 tempest-VolumesSnapshotTestJSON-1642997012 tempest-VolumesSnapshotTestJSON-1642997012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:07:33.681026 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-ea7bd719-c897-4a0e-be00-ae402b5f4e12 req-80e0be9b-75a9-4c8a-818a-9b81eb69be41 tempest-VolumesSnapshotTestJSON-1642997012 tempest-VolumesSnapshotTestJSON-1642997012-project] 10.222.0.90 "GET /v2.0/ports?device_id=897b7b4d-5c0c-4da1-8b98-25cfb748f07b HTTP/1.1" status: 200 len: 944 time: 0.1014204 Sep 24 15:07:33.699185 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.rpc [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Device a6c4614b-66ae-4baa-8c82-5eb3f4cb1883 up at agent hyperv_hv-cinder-80983 {{(pid=105995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:07:33.752029 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-ea7bd719-c897-4a0e-be00-ae402b5f4e12 req-38518717-3ad1-41da-93f3-0e5ea6338998 tempest-VolumesSnapshotTestJSON-1642997012 tempest-VolumesSnapshotTestJSON-1642997012-project] 10.222.0.90 "GET /v2.0/security-groups?id=69a80833-8a55-461f-9ac7-c0d34cca9080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596364 Sep 24 15:07:33.791020 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.provisioning_blocks [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Provisioning for port a6c4614b-66ae-4baa-8c82-5eb3f4cb1883 completed by entity L2. {{(pid=105995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 15:07:33.799063 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.provisioning_blocks [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Provisioning complete for port a6c4614b-66ae-4baa-8c82-5eb3f4cb1883 triggered by entity L2. {{(pid=105995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:07:33.799673 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985790'] for port, provisioning_complete {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:07:33.941427 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993762'] for port, before_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:07:33.980456 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '897b7b4d-5c0c-4da1-8b98-25cfb748f07b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6c4614b-66ae-4baa-8c82-5eb3f4cb1883'}] {{(pid=105995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:07:33.986083 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}caf9aa003d9a854053fb223e5f104f4bef6eff4a3612bfb278e8f19c1601715b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b719c87b-d7c7-41d1-a732-107a543b9137" -d '{"events": [{"server_uuid": "897b7b4d-5c0c-4da1-8b98-25cfb748f07b", "name": "network-vif-plugged", "status": "completed", "tag": "a6c4614b-66ae-4baa-8c82-5eb3f4cb1883"}]}' {{(pid=105995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:07:34.011346 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.db [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] For port a6c4614b-66ae-4baa-8c82-5eb3f4cb1883, host hv-cinder-80983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80983',level=0,port_id=a6c4614b-66ae-4baa-8c82-5eb3f4cb1883,segment=NetworkSegment(2ee1e090-9e3c-41ab-af3c-5b38d85f0c2a),segment_id=2ee1e090-9e3c-41ab-af3c-5b38d85f0c2a)] {{(pid=105995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:07:34.018986 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248551428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248062163'] for port, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:07:34.064870 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:07:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae5b1dfe-2483-4da0-ab02-1ccc07ee2314 x-openstack-request-id: req-ae5b1dfe-2483-4da0-ab02-1ccc07ee2314 {{(pid=105995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:07:34.065662 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "897b7b4d-5c0c-4da1-8b98-25cfb748f07b", "name": "network-vif-plugged", "status": "completed", "tag": "a6c4614b-66ae-4baa-8c82-5eb3f4cb1883", "code": 200}]} {{(pid=105995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:07:34.066736 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-ae5b1dfe-2483-4da0-ab02-1ccc07ee2314 {{(pid=105995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:07:34.067418 dv-cinder-809830-2-iscsi neutron-server[105995]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '897b7b4d-5c0c-4da1-8b98-25cfb748f07b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6c4614b-66ae-4baa-8c82-5eb3f4cb1883', 'code': 200} Sep 24 15:07:34.130732 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Pushing event updated for resources: {'Port': ['ID=a6c4614b-66ae-4baa-8c82-5eb3f4cb1883,revision_number=5']} {{(pid=105995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:07:34.318774 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b9278a-0dbf-4e6f-ab85-35805ad26e94 req-a6ac019e-93b2-4697-ba01-bfef65af7802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:07:34.321287 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-f3b9278a-0dbf-4e6f-ab85-35805ad26e94 req-a6ac019e-93b2-4697-ba01-bfef65af7802 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=897b7b4d-5c0c-4da1-8b98-25cfb748f07b HTTP/1.1" status: 200 len: 1098 time: 0.0806234 Sep 24 15:07:34.383644 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-f3b9278a-0dbf-4e6f-ab85-35805ad26e94 req-ebf34c15-2f99-4a55-8113-fe687c84f89c service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=69a80833-8a55-461f-9ac7-c0d34cca9080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544648 Sep 24 15:07:34.960842 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f39bfdb-a956-4065-823c-a4ff0f018c54 req-a4776872-40f7-4b9a-8b42-e9b96c41ceaa tempest-VolumesSnapshotTestJSON-1642997012 tempest-VolumesSnapshotTestJSON-1642997012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:07:34.963787 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-6f39bfdb-a956-4065-823c-a4ff0f018c54 req-a4776872-40f7-4b9a-8b42-e9b96c41ceaa tempest-VolumesSnapshotTestJSON-1642997012 tempest-VolumesSnapshotTestJSON-1642997012-project] 10.222.0.90 "GET /v2.0/ports?device_id=897b7b4d-5c0c-4da1-8b98-25cfb748f07b HTTP/1.1" status: 200 len: 945 time: 0.0941985 Sep 24 15:07:35.026652 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-6f39bfdb-a956-4065-823c-a4ff0f018c54 req-ee69d952-8ab0-439f-bc16-a8f71da31c87 tempest-VolumesSnapshotTestJSON-1642997012 tempest-VolumesSnapshotTestJSON-1642997012-project] 10.222.0.90 "GET /v2.0/security-groups?id=69a80833-8a55-461f-9ac7-c0d34cca9080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551677 Sep 24 15:07:36.225296 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1707ca40-5b46-4080-80cd-18b87077e2f2 req-159647ea-b9b8-4230-abbd-c2c592734a11 tempest-VolumesSnapshotTestJSON-1642997012 tempest-VolumesSnapshotTestJSON-1642997012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:07:36.227603 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-1707ca40-5b46-4080-80cd-18b87077e2f2 req-159647ea-b9b8-4230-abbd-c2c592734a11 tempest-VolumesSnapshotTestJSON-1642997012 tempest-VolumesSnapshotTestJSON-1642997012-project] 10.222.0.90 "GET /v2.0/ports?device_id=897b7b4d-5c0c-4da1-8b98-25cfb748f07b HTTP/1.1" status: 200 len: 945 time: 0.0888116 Sep 24 15:07:36.304861 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-1707ca40-5b46-4080-80cd-18b87077e2f2 req-eef423e8-5428-4786-85b7-0455cad49306 tempest-VolumesSnapshotTestJSON-1642997012 tempest-VolumesSnapshotTestJSON-1642997012-project] 10.222.0.90 "GET /v2.0/security-groups?id=69a80833-8a55-461f-9ac7-c0d34cca9080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679202 Sep 24 15:07:45.886658 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:07:49.294161 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.db.agents_db [None req-37515238-e50e-498e-bfbd-a21ffee86c29 None None] Agent healthcheck: found 6 active agents {{(pid=105996) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 15:07:51.422313 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-073375d1-fc43-4b71-9f48-898340df24c0 req-44be921d-c7e9-4528-8ffc-02821f6a4626 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=e790695f-8ba3-4fe5-984c-c841d260236d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1655936 Sep 24 15:07:51.551392 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073375d1-fc43-4b71-9f48-898340df24c0 req-1483c624-d2e3-4609-b637-86eeb2887020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:07:51.554153 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-073375d1-fc43-4b71-9f48-898340df24c0 req-1483c624-d2e3-4609-b637-86eeb2887020 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=51fa19ff34a14ecc91f6fc88ae5471cb&device_id=e790695f-8ba3-4fe5-984c-c841d260236d HTTP/1.1" status: 200 len: 1099 time: 0.0914500 Sep 24 15:07:51.758098 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073375d1-fc43-4b71-9f48-898340df24c0 req-cec24d97-7614-4770-aab1-e3d1007647d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:07:51.760880 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-073375d1-fc43-4b71-9f48-898340df24c0 req-cec24d97-7614-4770-aab1-e3d1007647d3 service neutron] 10.222.0.99 "GET /v2.0/networks?id=9d3e3000-5ba9-400c-a35c-6e0b1bf4eee7 HTTP/1.1" status: 200 len: 912 time: 0.1796355 Sep 24 15:07:51.906486 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-073375d1-fc43-4b71-9f48-898340df24c0 req-c339c05d-b373-44b5-b22d-225514fd459c service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a7f08efb-3fd2-45d4-9a8e-e6a3313e240c HTTP/1.1" status: 200 len: 1002 time: 0.1331582 Sep 24 15:07:51.994725 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073375d1-fc43-4b71-9f48-898340df24c0 req-adfa9930-d604-4fd6-80c9-ab762a50e545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:07:51.997070 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-073375d1-fc43-4b71-9f48-898340df24c0 req-adfa9930-d604-4fd6-80c9-ab762a50e545 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=bd989c45-4591-43b5-a111-6cdc77ed547b HTTP/1.1" status: 200 len: 849 time: 0.0818844 Sep 24 15:07:52.078759 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073375d1-fc43-4b71-9f48-898340df24c0 req-746eb18f-21f9-4068-9cda-b1e9c335408a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:07:52.081405 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-073375d1-fc43-4b71-9f48-898340df24c0 req-746eb18f-21f9-4068-9cda-b1e9c335408a service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=9d3e3000-5ba9-400c-a35c-6e0b1bf4eee7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0768290 Sep 24 15:07:52.263569 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-073375d1-fc43-4b71-9f48-898340df24c0 req-fccf336e-8d33-4d18-8222-b2edb8ce1e44 service neutron] 10.222.0.99 "GET /v2.0/networks/9d3e3000-5ba9-400c-a35c-6e0b1bf4eee7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1738837 Sep 24 15:07:52.443322 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-073375d1-fc43-4b71-9f48-898340df24c0 req-9cbffc49-f1b5-4088-8619-2776d54e63b0 service neutron] 10.222.0.99 "GET /v2.0/networks/9d3e3000-5ba9-400c-a35c-6e0b1bf4eee7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1709201 Sep 24 15:07:53.566443 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-10859f95-90da-4af0-a587-ccd0c9d078cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:07:57.940998 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b24ce4-f455-4968-858a-14dedae8c2a2 req-43a22d5d-9baa-42c4-94ec-ecd31a44e188 tempest-VolumesSnapshotTestJSON-1642997012 tempest-VolumesSnapshotTestJSON-1642997012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:07:57.943970 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-05b24ce4-f455-4968-858a-14dedae8c2a2 req-43a22d5d-9baa-42c4-94ec-ecd31a44e188 tempest-VolumesSnapshotTestJSON-1642997012 tempest-VolumesSnapshotTestJSON-1642997012-project] 10.222.0.90 "GET /v2.0/ports?device_id=897b7b4d-5c0c-4da1-8b98-25cfb748f07b HTTP/1.1" status: 200 len: 945 time: 0.0879683 Sep 24 15:07:58.013714 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-05b24ce4-f455-4968-858a-14dedae8c2a2 req-b14ce636-298d-47bc-8951-fcfd723c4c9a tempest-VolumesSnapshotTestJSON-1642997012 tempest-VolumesSnapshotTestJSON-1642997012-project] 10.222.0.90 "GET /v2.0/security-groups?id=69a80833-8a55-461f-9ac7-c0d34cca9080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606711 Sep 24 15:07:58.327603 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-348383f0-9e83-43fa-ba90-89f1d31e6f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:07:59.244161 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a9d1cf-9dac-4783-8f4b-22a46e39840e req-629d2693-e2a6-4137-9529-fad07ee6b7fa tempest-VolumesSnapshotTestJSON-1642997012 tempest-VolumesSnapshotTestJSON-1642997012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:07:59.246695 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-d9a9d1cf-9dac-4783-8f4b-22a46e39840e req-629d2693-e2a6-4137-9529-fad07ee6b7fa tempest-VolumesSnapshotTestJSON-1642997012 tempest-VolumesSnapshotTestJSON-1642997012-project] 10.222.0.90 "GET /v2.0/ports?device_id=897b7b4d-5c0c-4da1-8b98-25cfb748f07b HTTP/1.1" status: 200 len: 945 time: 0.1046324 Sep 24 15:07:59.323729 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-d9a9d1cf-9dac-4783-8f4b-22a46e39840e req-a0da9829-ca5d-4633-895d-458bf44cd618 tempest-VolumesSnapshotTestJSON-1642997012 tempest-VolumesSnapshotTestJSON-1642997012-project] 10.222.0.90 "GET /v2.0/security-groups?id=69a80833-8a55-461f-9ac7-c0d34cca9080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659406 Sep 24 15:07:59.381408 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:07:59.437055 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66083f29-b41d-4751-a026-61a19f703251 req-8f7ece96-c9eb-4fd7-9763-ba04ca1fc739 tempest-VolumesSnapshotTestJSON-1642997012 tempest-VolumesSnapshotTestJSON-1642997012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:07:59.439946 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-66083f29-b41d-4751-a026-61a19f703251 req-8f7ece96-c9eb-4fd7-9763-ba04ca1fc739 tempest-VolumesSnapshotTestJSON-1642997012 tempest-VolumesSnapshotTestJSON-1642997012-project] 10.222.0.99 "GET /v2.0/ports?device_id=897b7b4d-5c0c-4da1-8b98-25cfb748f07b HTTP/1.1" status: 200 len: 945 time: 0.0891705 Sep 24 15:07:59.611314 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.plugin [req-66083f29-b41d-4751-a026-61a19f703251 req-9599ee3f-0358-421f-99c3-21aa0dee76c7 tempest-VolumesSnapshotTestJSON-1642997012 tempest-VolumesSnapshotTestJSON-1642997012-project] Deleting port a6c4614b-66ae-4baa-8c82-5eb3f4cb1883 {{(pid=105994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:07:59.611675 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-66083f29-b41d-4751-a026-61a19f703251 req-9599ee3f-0358-421f-99c3-21aa0dee76c7 tempest-VolumesSnapshotTestJSON-1642997012 tempest-VolumesSnapshotTestJSON-1642997012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727248545832'] for port, before_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:07:59.816611 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.db [req-66083f29-b41d-4751-a026-61a19f703251 req-9599ee3f-0358-421f-99c3-21aa0dee76c7 tempest-VolumesSnapshotTestJSON-1642997012 tempest-VolumesSnapshotTestJSON-1642997012-project] For port a6c4614b-66ae-4baa-8c82-5eb3f4cb1883, host hv-cinder-80983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80983',level=0,port_id=a6c4614b-66ae-4baa-8c82-5eb3f4cb1883,segment=NetworkSegment(2ee1e090-9e3c-41ab-af3c-5b38d85f0c2a),segment_id=2ee1e090-9e3c-41ab-af3c-5b38d85f0c2a)] {{(pid=105994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:07:59.817354 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-66083f29-b41d-4751-a026-61a19f703251 req-9599ee3f-0358-421f-99c3-21aa0dee76c7 tempest-VolumesSnapshotTestJSON-1642997012 tempest-VolumesSnapshotTestJSON-1642997012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616222'] for port, precommit_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:07:59.845567 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.plugin [req-66083f29-b41d-4751-a026-61a19f703251 req-9599ee3f-0358-421f-99c3-21aa0dee76c7 tempest-VolumesSnapshotTestJSON-1642997012 tempest-VolumesSnapshotTestJSON-1642997012-project] Calling delete_port for a6c4614b-66ae-4baa-8c82-5eb3f4cb1883 owned by compute:nova {{(pid=105994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:08:00.124573 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-66083f29-b41d-4751-a026-61a19f703251 req-9599ee3f-0358-421f-99c3-21aa0dee76c7 tempest-VolumesSnapshotTestJSON-1642997012 tempest-VolumesSnapshotTestJSON-1642997012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727248551918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727248062136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14130366'] for port, after_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:00.140233 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.db [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] get_ports_and_sgs() called for port_ids ['a6c4614b-66ae-4baa-8c82-5eb3f4cb1883'] {{(pid=105995) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:08:00.178163 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9599ee3f-0358-421f-99c3-21aa0dee76c7 tempest-VolumesSnapshotTestJSON-1642997012 tempest-VolumesSnapshotTestJSON-1642997012-project] Pushing event deleted for resources: {'Port': ['ID=a6c4614b-66ae-4baa-8c82-5eb3f4cb1883,revision_number=None']} {{(pid=105994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:08:00.251214 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.db.l3_dvrscheduler_db [req-66083f29-b41d-4751-a026-61a19f703251 req-9599ee3f-0358-421f-99c3-21aa0dee76c7 tempest-VolumesSnapshotTestJSON-1642997012 tempest-VolumesSnapshotTestJSON-1642997012-project] No DVR routers for this DVR port a6c4614b-66ae-4baa-8c82-5eb3f4cb1883 on host hv-cinder-80983 {{(pid=105994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:08:00.256200 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-66083f29-b41d-4751-a026-61a19f703251 req-9599ee3f-0358-421f-99c3-21aa0dee76c7 tempest-VolumesSnapshotTestJSON-1642997012 tempest-VolumesSnapshotTestJSON-1642997012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472375'] for port, before_response {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:00.259861 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-66083f29-b41d-4751-a026-61a19f703251 req-9599ee3f-0358-421f-99c3-21aa0dee76c7 tempest-VolumesSnapshotTestJSON-1642997012 tempest-VolumesSnapshotTestJSON-1642997012-project] 10.222.0.99 "DELETE /v2.0/ports/a6c4614b-66ae-4baa-8c82-5eb3f4cb1883 HTTP/1.1" status: 204 len: 173 time: 0.8119617 Sep 24 15:08:00.260546 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '897b7b4d-5c0c-4da1-8b98-25cfb748f07b', 'name': 'network-vif-deleted', 'tag': 'a6c4614b-66ae-4baa-8c82-5eb3f4cb1883'}] {{(pid=105994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:08:00.265628 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}445a901cbb5a624303c84b78f65e518dd0fb300c00204885c20e5236c8fbed2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff2c1d24-511f-4078-a5d5-593bb5d0047d" -d '{"events": [{"server_uuid": "897b7b4d-5c0c-4da1-8b98-25cfb748f07b", "name": "network-vif-deleted", "tag": "a6c4614b-66ae-4baa-8c82-5eb3f4cb1883"}]}' {{(pid=105994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:08:00.492944 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-13d777cc-54dc-48f4-b409-3d66fa02497d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:00.552135 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:08:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a23951e-7148-4359-abee-3267aa217659 x-openstack-request-id: req-1a23951e-7148-4359-abee-3267aa217659 {{(pid=105994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:08:00.553096 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "897b7b4d-5c0c-4da1-8b98-25cfb748f07b", "name": "network-vif-deleted", "tag": "a6c4614b-66ae-4baa-8c82-5eb3f4cb1883", "status": "completed", "code": 200}]} {{(pid=105994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:08:00.553322 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-1a23951e-7148-4359-abee-3267aa217659 {{(pid=105994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:08:00.553964 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '897b7b4d-5c0c-4da1-8b98-25cfb748f07b', 'name': 'network-vif-deleted', 'tag': 'a6c4614b-66ae-4baa-8c82-5eb3f4cb1883', 'status': 'completed', 'code': 200} Sep 24 15:08:00.564477 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-d00069bf-8415-45f8-8a3a-7a3e104790de req-8b3b3a6c-4147-4125-ae20-4a1e13f165d5 tempest-VolumesSnapshotTestJSON-1642997012 tempest-VolumesSnapshotTestJSON-1642997012-project] 10.222.0.90 "GET /v2.0/ports?device_id=897b7b4d-5c0c-4da1-8b98-25cfb748f07b HTTP/1.1" status: 200 len: 210 time: 0.0567746 Sep 24 15:08:03.052883 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-450d71f0-4391-4cc8-89b8-8f609d6e2304 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:04.669971 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.rpc [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Device a6c4614b-66ae-4baa-8c82-5eb3f4cb1883 no longer exists at agent hyperv_hv-cinder-80983 {{(pid=105995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:08:04.697232 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.plugin [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] No Port match for: a6c4614b-66ae-4baa-8c82-5eb3f4cb1883 {{(pid=105995) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:08:04.697724 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.rpc [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Device a6c4614b-66ae-4baa-8c82-5eb3f4cb1883 not bound to the agent host hv-cinder-80983 {{(pid=105995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:08:15.893943 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:23.569388 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-03fe226d-d7f3-4ae8-921c-18995fb4bc9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:26.297671 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.db.agents_db [None req-37515238-e50e-498e-bfbd-a21ffee86c29 None None] Agent healthcheck: found 6 active agents {{(pid=105996) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 15:08:26.554993 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.wsgi [-] (105994) accepted ('10.222.0.90', 37116) {{(pid=105994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:08:26.632907 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee6fb61e-f652-4198-93a1-eeb81223ee0e admin admin] Deleting subnet 76e2ca7f-9834-44ed-861e-a066b09f90c3 {{(pid=105994) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 15:08:26.638674 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-ee6fb61e-f652-4198-93a1-eeb81223ee0e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:26.719022 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-ee6fb61e-f652-4198-93a1-eeb81223ee0e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13742450'] for subnet, precommit_delete_associations {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:26.780782 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-ee6fb61e-f652-4198-93a1-eeb81223ee0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1989010'] for subnet, precommit_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:26.870092 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-ee6fb61e-f652-4198-93a1-eeb81223ee0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1989019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14130403', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14524596'] for subnet, after_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:26.922954 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6fb61e-f652-4198-93a1-eeb81223ee0e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=76e2ca7f-9834-44ed-861e-a066b09f90c3,revision_number=None']} {{(pid=105994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:08:26.928840 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-ee6fb61e-f652-4198-93a1-eeb81223ee0e admin admin] Notify callbacks [] for subnet, before_response {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:26.930553 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [None req-ee6fb61e-f652-4198-93a1-eeb81223ee0e admin admin] 10.222.0.90 "DELETE /v2.0/subnets/76e2ca7f-9834-44ed-861e-a066b09f90c3 HTTP/1.1" status: 204 len: 168 time: 0.3739243 Sep 24 15:08:26.934738 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.wsgi [-] (105993) accepted ('10.222.0.90', 37118) {{(pid=105993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:08:26.940235 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6fb61e-f652-4198-93a1-eeb81223ee0e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:08:26.940851 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6fb61e-f652-4198-93a1-eeb81223ee0e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:08:26.941422 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6fb61e-f652-4198-93a1-eeb81223ee0e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:08:26.942545 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6fb61e-f652-4198-93a1-eeb81223ee0e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:08:26.943865 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6fb61e-f652-4198-93a1-eeb81223ee0e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:08:26.943865 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6fb61e-f652-4198-93a1-eeb81223ee0e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:08:26.943865 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6fb61e-f652-4198-93a1-eeb81223ee0e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:08:26.943865 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6fb61e-f652-4198-93a1-eeb81223ee0e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:08:26.943865 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6fb61e-f652-4198-93a1-eeb81223ee0e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:08:26.943865 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6fb61e-f652-4198-93a1-eeb81223ee0e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:08:26.943865 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6fb61e-f652-4198-93a1-eeb81223ee0e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:08:26.943865 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6fb61e-f652-4198-93a1-eeb81223ee0e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:08:27.076719 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-7d6901a1-74f5-44c2-b5cf-195e58c38ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1610858'] for network, before_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:27.216674 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-7d6901a1-74f5-44c2-b5cf-195e58c38ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1983019', 'neutron.services.segments.db._delete_segments_for_network-8727248609940'] for network, precommit_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:27.250251 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.services.segments.db [None req-7d6901a1-74f5-44c2-b5cf-195e58c38ba3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19f859b5-fad3-4cd1-82c7-c8eccbd0cda0']}} {{(pid=105993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:08:27.275571 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.services.segments.db [None req-7d6901a1-74f5-44c2-b5cf-195e58c38ba3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ee1e090-9e3c-41ab-af3c-5b38d85f0c2a') {'for_net_delete': True} {{(pid=105993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:08:27.276307 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.services.segments.db [None req-7d6901a1-74f5-44c2-b5cf-195e58c38ba3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ee1e090-9e3c-41ab-af3c-5b38d85f0c2a') {} {{(pid=105993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:08:27.297365 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-7d6901a1-74f5-44c2-b5cf-195e58c38ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727248609437', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13697430'] for segment, before_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:27.331538 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-7d6901a1-74f5-44c2-b5cf-195e58c38ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988101'] for segment, precommit_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:27.345229 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d6901a1-74f5-44c2-b5cf-195e58c38ba3 admin admin] Releasing vlan 1018 on physical network physnet1 to pool {{(pid=105993) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 15:08:27.345812 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-7d6901a1-74f5-44c2-b5cf-195e58c38ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14425168'] for segment, after_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:27.349329 dv-cinder-809830-2-iscsi neutron-server[105993]: Traceback (most recent call last): Sep 24 15:08:27.349329 dv-cinder-809830-2-iscsi neutron-server[105993]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 15:08:27.349329 dv-cinder-809830-2-iscsi neutron-server[105993]: timer() Sep 24 15:08:27.349329 dv-cinder-809830-2-iscsi neutron-server[105993]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 15:08:27.349329 dv-cinder-809830-2-iscsi neutron-server[105993]: cb(*args, **kw) Sep 24 15:08:27.349329 dv-cinder-809830-2-iscsi neutron-server[105993]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 15:08:27.349329 dv-cinder-809830-2-iscsi neutron-server[105993]: return func(*args, **kwargs) Sep 24 15:08:27.349329 dv-cinder-809830-2-iscsi neutron-server[105993]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 15:08:27.349329 dv-cinder-809830-2-iscsi neutron-server[105993]: self._notify() Sep 24 15:08:27.349329 dv-cinder-809830-2-iscsi neutron-server[105993]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 15:08:27.349329 dv-cinder-809830-2-iscsi neutron-server[105993]: self.callback(batched_events) Sep 24 15:08:27.349329 dv-cinder-809830-2-iscsi neutron-server[105993]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 15:08:27.349329 dv-cinder-809830-2-iscsi neutron-server[105993]: event.method(event) Sep 24 15:08:27.349329 dv-cinder-809830-2-iscsi neutron-server[105993]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 15:08:27.349329 dv-cinder-809830-2-iscsi neutron-server[105993]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 15:08:27.349329 dv-cinder-809830-2-iscsi neutron-server[105993]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 15:08:27.349329 dv-cinder-809830-2-iscsi neutron-server[105993]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 15:08:27.349329 dv-cinder-809830-2-iscsi neutron-server[105993]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 15:08:27.349329 dv-cinder-809830-2-iscsi neutron-server[105993]: return f(self, *a, **k) Sep 24 15:08:27.349329 dv-cinder-809830-2-iscsi neutron-server[105993]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 15:08:27.349329 dv-cinder-809830-2-iscsi neutron-server[105993]: return self._get(url).json() Sep 24 15:08:27.349329 dv-cinder-809830-2-iscsi neutron-server[105993]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 15:08:27.349329 dv-cinder-809830-2-iscsi neutron-server[105993]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 15:08:27.349329 dv-cinder-809830-2-iscsi neutron-server[105993]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 15:08:27.349329 dv-cinder-809830-2-iscsi neutron-server[105993]: return self.request(url, 'GET', **kwargs) Sep 24 15:08:27.349329 dv-cinder-809830-2-iscsi neutron-server[105993]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 15:08:27.349329 dv-cinder-809830-2-iscsi neutron-server[105993]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 15:08:27.349329 dv-cinder-809830-2-iscsi neutron-server[105993]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 15:08:27.349329 dv-cinder-809830-2-iscsi neutron-server[105993]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 15:08:27.349329 dv-cinder-809830-2-iscsi neutron-server[105993]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 15:08:27.349329 dv-cinder-809830-2-iscsi neutron-server[105993]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 15:08:27.349329 dv-cinder-809830-2-iscsi neutron-server[105993]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 15:08:27.467785 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-7d6901a1-74f5-44c2-b5cf-195e58c38ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1983004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-595217'] for network, after_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:27.476846 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-7d6901a1-74f5-44c2-b5cf-195e58c38ba3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536624'] for network, before_response {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:27.483378 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [None req-7d6901a1-74f5-44c2-b5cf-195e58c38ba3 admin admin] 10.222.0.90 "DELETE /v2.0/networks/19f859b5-fad3-4cd1-82c7-c8eccbd0cda0 HTTP/1.1" status: 204 len: 168 time: 0.5452800 Sep 24 15:08:27.504115 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6901a1-74f5-44c2-b5cf-195e58c38ba3 admin admin] Pushing event deleted for resources: {'Network': ['ID=19f859b5-fad3-4cd1-82c7-c8eccbd0cda0,revision_number=None']} {{(pid=105993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:08:27.528874 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6901a1-74f5-44c2-b5cf-195e58c38ba3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:08:27.529503 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6901a1-74f5-44c2-b5cf-195e58c38ba3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:08:27.530047 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6901a1-74f5-44c2-b5cf-195e58c38ba3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:08:27.530721 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6901a1-74f5-44c2-b5cf-195e58c38ba3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:08:27.531217 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6901a1-74f5-44c2-b5cf-195e58c38ba3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:08:27.531865 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6901a1-74f5-44c2-b5cf-195e58c38ba3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:08:27.532383 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6901a1-74f5-44c2-b5cf-195e58c38ba3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:08:27.533348 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6901a1-74f5-44c2-b5cf-195e58c38ba3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:08:27.534255 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6901a1-74f5-44c2-b5cf-195e58c38ba3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:08:27.534255 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6901a1-74f5-44c2-b5cf-195e58c38ba3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:08:27.534720 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6901a1-74f5-44c2-b5cf-195e58c38ba3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:08:27.535770 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6901a1-74f5-44c2-b5cf-195e58c38ba3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:08:27.918083 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.wsgi [-] (105993) accepted ('10.222.0.90', 37122) {{(pid=105993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:08:27.997889 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [None req-65db5b61-e375-47ea-b9a9-a4e831763657 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=eba47b12834c44d499ddb5a6c372771f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0772486 Sep 24 15:08:28.002015 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.wsgi [-] (105994) accepted ('10.222.0.90', 37124) {{(pid=105994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:08:28.110112 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-36201b09-b855-4978-94ba-a57a0fb74c87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:28.155749 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-36201b09-b855-4978-94ba-a57a0fb74c87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:28.250069 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-36201b09-b855-4978-94ba-a57a0fb74c87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571103'] for security_group, after_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:28.254828 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-36201b09-b855-4978-94ba-a57a0fb74c87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:28.257339 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [None req-36201b09-b855-4978-94ba-a57a0fb74c87 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/69a80833-8a55-461f-9ac7-c0d34cca9080 HTTP/1.1" status: 204 len: 168 time: 0.2526956 Sep 24 15:08:28.273489 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36201b09-b855-4978-94ba-a57a0fb74c87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69a80833-8a55-461f-9ac7-c0d34cca9080,revision_number=None']} {{(pid=105994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:08:28.361282 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-321a2448-a53a-476c-9124-8709692137e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:29.373192 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:29.573212 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.wsgi [-] (105994) accepted ('10.222.0.90', 37146) {{(pid=105994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:08:29.776099 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.v2.base [None req-814eeabb-f6fe-4e01-a83b-9bec1d036eec admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1873494284-network', 'tenant_id': '69e0cc62271b4f2f85a0e47254feae5f'}} {{(pid=105994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:08:29.819848 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-814eeabb-f6fe-4e01-a83b-9bec1d036eec admin admin] Made reservation on behalf of 69e0cc62271b4f2f85a0e47254feae5f for: {'network': 1} {{(pid=105994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:08:29.823903 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-814eeabb-f6fe-4e01-a83b-9bec1d036eec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993762'] for network, before_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:29.838377 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-814eeabb-f6fe-4e01-a83b-9bec1d036eec admin admin] Notify callbacks [] for security_group, before_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:30.023036 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-814eeabb-f6fe-4e01-a83b-9bec1d036eec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:30.031250 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-814eeabb-f6fe-4e01-a83b-9bec1d036eec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571103'] for security_group, after_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:30.073994 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-814eeabb-f6fe-4e01-a83b-9bec1d036eec admin admin] vlan segment allocate from pool success with {'vlan_id': 1044, 'physical_network': 'physnet1'} {{(pid=105994) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 15:08:30.109636 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814eeabb-f6fe-4e01-a83b-9bec1d036eec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08e4a1c7-4b85-4bc8-9985-3faf810aee53,revision_number=1']} {{(pid=105994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:08:30.119112 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-814eeabb-f6fe-4e01-a83b-9bec1d036eec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988101'] for segment, precommit_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:30.119666 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.db.segments_db [None req-814eeabb-f6fe-4e01-a83b-9bec1d036eec admin admin] Added segment bfa2e894-8650-48ce-8ef7-c592e518e180 of type vlan for network dd9867c3-fd15-45cb-9b5d-05861dec4b4c Sep 24 15:08:30.207981 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-814eeabb-f6fe-4e01-a83b-9bec1d036eec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727248069142'] for network, precommit_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:30.267592 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-814eeabb-f6fe-4e01-a83b-9bec1d036eec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314'] for network, after_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:30.270747 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-814eeabb-f6fe-4e01-a83b-9bec1d036eec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:08:30.271969 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-814eeabb-f6fe-4e01-a83b-9bec1d036eec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536624'] for network, before_response {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:30.337591 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [None req-814eeabb-f6fe-4e01-a83b-9bec1d036eec admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7624114 Sep 24 15:08:30.342264 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.wsgi [-] (105994) accepted ('10.222.0.90', 37150) {{(pid=105994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:08:30.354484 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.v2.base [None req-f0684bd8-2e55-42c9-a641-5bf38bdd99b5 admin admin] Request body: {'subnet': {'network_id': 'dd9867c3-fd15-45cb-9b5d-05861dec4b4c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1873494284-subnet', 'tenant_id': '69e0cc62271b4f2f85a0e47254feae5f', 'ip_version': 4}} {{(pid=105994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:08:30.432724 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814eeabb-f6fe-4e01-a83b-9bec1d036eec admin admin] Pushing event updated for resources: {'Network': ['ID=dd9867c3-fd15-45cb-9b5d-05861dec4b4c,revision_number=1']} {{(pid=105994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:08:30.455372 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.rpc [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Network dd9867c3-fd15-45cb-9b5d-05861dec4b4c details requested by agent ovs-agent-dv-cinder-809830-2-iscsi with host dv-cinder-809830-2-iscsi {{(pid=105995) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 15:08:30.483014 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0684bd8-2e55-42c9-a641-5bf38bdd99b5 admin admin] Made reservation on behalf of 69e0cc62271b4f2f85a0e47254feae5f for: {'subnet': 1} {{(pid=105994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:08:30.488097 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-f0684bd8-2e55-42c9-a641-5bf38bdd99b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14524561'] for subnet, before_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:30.506508 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-13d777cc-54dc-48f4-b409-3d66fa02497d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:30.823640 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-f0684bd8-2e55-42c9-a641-5bf38bdd99b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14130210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14524579'] for subnet, after_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:30.913717 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0684bd8-2e55-42c9-a641-5bf38bdd99b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=966fb2c5-a9f5-442f-bc30-4d598369c679,revision_number=0']} {{(pid=105994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:08:30.935061 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0684bd8-2e55-42c9-a641-5bf38bdd99b5 admin admin] Checking segment: {'id': 'bfa2e894-8650-48ce-8ef7-c592e518e180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': 'dd9867c3-fd15-45cb-9b5d-05861dec4b4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:08:30.935570 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0684bd8-2e55-42c9-a641-5bf38bdd99b5 admin admin] Network hostable DHCP agents. Network: dd9867c3-fd15-45cb-9b5d-05861dec4b4c, hostable agents: ['a445fb04-844a-460e-9913-1045a19b95b5'], hosted agents: [] {{(pid=105994) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 15:08:30.965865 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0684bd8-2e55-42c9-a641-5bf38bdd99b5 admin admin] Network dd9867c3-fd15-45cb-9b5d-05861dec4b4c is scheduled to be hosted by DHCP agent a445fb04-844a-460e-9913-1045a19b95b5 with binding_index 1 {{(pid=105994) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 15:08:30.983267 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.scheduler.base_scheduler [None req-f0684bd8-2e55-42c9-a641-5bf38bdd99b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809830-2-iscsi, dd9867c3-fd15-45cb-9b5d-05861dec4b4c) {{(pid=105994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:08:30.993071 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e0e1c00-e2ff-4259-806b-407942bb652b None None] Network dd9867c3-fd15-45cb-9b5d-05861dec4b4c requested from dv-cinder-809830-2-iscsi {{(pid=105995) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:08:30.993358 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0684bd8-2e55-42c9-a641-5bf38bdd99b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:08:30.994258 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-f0684bd8-2e55-42c9-a641-5bf38bdd99b5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:31.021570 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [None req-f0684bd8-2e55-42c9-a641-5bf38bdd99b5 admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6772048 Sep 24 15:08:31.026316 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.wsgi [-] (105994) accepted ('10.222.0.90', 37152) {{(pid=105994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:08:31.034060 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.v2.base [None req-25582c96-d535-43fe-8aa7-8c3ea8bf18fb admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1873494284-router', 'tenant_id': '69e0cc62271b4f2f85a0e47254feae5f', 'external_gateway_info': {'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7'}}} {{(pid=105994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:08:31.071854 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-25582c96-d535-43fe-8aa7-8c3ea8bf18fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594072', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-917'] for router, before_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:31.073430 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-25582c96-d535-43fe-8aa7-8c3ea8bf18fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-591208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-616600', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-980487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-924'] for router, precommit_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:31.179295 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-25582c96-d535-43fe-8aa7-8c3ea8bf18fb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:31.294273 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02cb2be6-e3d2-4d3d-8890-cc07816fff7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e630d72-881c-5ced-b0db-7df05ee4afe5-dd9867c3-fd15-45cb-9b5d-05861dec4b4c', 'network_id': 'dd9867c3-fd15-45cb-9b5d-05861dec4b4c', 'tenant_id': '69e0cc62271b4f2f85a0e47254feae5f', 'fixed_ips': [{'subnet_id': '966fb2c5-a9f5-442f-bc30-4d598369c679'}]}} from dv-cinder-809830-2-iscsi. {{(pid=105995) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 15:08:31.295447 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-02cb2be6-e3d2-4d3d-8890-cc07816fff7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993762'] for port, before_create {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:31.446708 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-25582c96-d535-43fe-8aa7-8c3ea8bf18fb admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:31.578709 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.db_base_plugin_common [None req-02cb2be6-e3d2-4d3d-8890-cc07816fff7f None None] Allocated IP 172.20.0.2 (dd9867c3-fd15-45cb-9b5d-05861dec4b4c/966fb2c5-a9f5-442f-bc30-4d598369c679/0e3bf1a3-4e21-4701-8d0b-b8c46d1b18f8) {{(pid=105995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:08:31.836806 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-25582c96-d535-43fe-8aa7-8c3ea8bf18fb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:31.841663 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-02cb2be6-e3d2-4d3d-8890-cc07816fff7f None None] Notify callbacks [] for port, precommit_create {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:31.851001 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-02cb2be6-e3d2-4d3d-8890-cc07816fff7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727248062127'] for port, after_create {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:31.863778 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-25582c96-d535-43fe-8aa7-8c3ea8bf18fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993762'] for port, before_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:31.927320 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02cb2be6-e3d2-4d3d-8890-cc07816fff7f None None] Network dd9867c3-fd15-45cb-9b5d-05861dec4b4c is already hosted by enough agents. {{(pid=105995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:08:31.930875 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.scheduler.base_scheduler [None req-02cb2be6-e3d2-4d3d-8890-cc07816fff7f None None] Resources bound (agent type, host, resource id): {{(pid=105995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:08:31.937591 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02cb2be6-e3d2-4d3d-8890-cc07816fff7f None None] Received port after_create {{(pid=105995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:08:31.950692 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cb2be6-e3d2-4d3d-8890-cc07816fff7f None None] Pushing event updated for resources: {'Port': ['ID=0e3bf1a3-4e21-4701-8d0b-b8c46d1b18f8,revision_number=1']} {{(pid=105995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:08:32.033285 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.managers [None req-02cb2be6-e3d2-4d3d-8890-cc07816fff7f None None] Attempting to bind port 0e3bf1a3-4e21-4701-8d0b-b8c46d1b18f8 on host dv-cinder-809830-2-iscsi for vnic_type normal with profile {{(pid=105995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:08:32.033739 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.managers [None req-02cb2be6-e3d2-4d3d-8890-cc07816fff7f None None] Attempting to bind port 0e3bf1a3-4e21-4701-8d0b-b8c46d1b18f8 by drivers openvswitch,hyperv on host dv-cinder-809830-2-iscsi at level 0 using segments [{'id': 'bfa2e894-8650-48ce-8ef7-c592e518e180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': 'dd9867c3-fd15-45cb-9b5d-05861dec4b4c'}] {{(pid=105995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:08:32.034180 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02cb2be6-e3d2-4d3d-8890-cc07816fff7f None None] Attempting to bind port 0e3bf1a3-4e21-4701-8d0b-b8c46d1b18f8 on network dd9867c3-fd15-45cb-9b5d-05861dec4b4c {{(pid=105995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:08:32.042066 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02cb2be6-e3d2-4d3d-8890-cc07816fff7f None None] Checking agent: {'id': '466265b3-b863-41e9-8226-f4d0fd198543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809830-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 14, 45, 59), 'started_at': datetime.datetime(2021, 9, 24, 14, 46, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 8, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809830-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:08:32.042598 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02cb2be6-e3d2-4d3d-8890-cc07816fff7f None None] Checking segment: {'id': 'bfa2e894-8650-48ce-8ef7-c592e518e180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': 'dd9867c3-fd15-45cb-9b5d-05861dec4b4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:08:32.043163 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-02cb2be6-e3d2-4d3d-8890-cc07816fff7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:32.043665 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02cb2be6-e3d2-4d3d-8890-cc07816fff7f None None] Bound using segment: {'id': 'bfa2e894-8650-48ce-8ef7-c592e518e180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': 'dd9867c3-fd15-45cb-9b5d-05861dec4b4c'} {{(pid=105995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:08:32.044263 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.managers [None req-02cb2be6-e3d2-4d3d-8890-cc07816fff7f None None] Bound port: 0e3bf1a3-4e21-4701-8d0b-b8c46d1b18f8, host: dv-cinder-809830-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfa2e894-8650-48ce-8ef7-c592e518e180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': 'dd9867c3-fd15-45cb-9b5d-05861dec4b4c'}}] {{(pid=105995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:08:32.045063 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-02cb2be6-e3d2-4d3d-8890-cc07816fff7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993762'] for port, before_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:32.063229 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.db.db_base_plugin_common [None req-25582c96-d535-43fe-8aa7-8c3ea8bf18fb admin admin] Allocated IP 172.27.0.194 (d1d522b2-1ecd-4e8f-be33-d5d511adebd7/58b80919-877d-4d93-a3a2-bd7e936ebc9a/e22a7101-5a08-49f6-9536-ed95dc3ba828) {{(pid=105994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:08:32.176590 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.db [None req-02cb2be6-e3d2-4d3d-8890-cc07816fff7f None None] For port 0e3bf1a3-4e21-4701-8d0b-b8c46d1b18f8, host dv-cinder-809830-2-iscsi, cleared binding levels {{(pid=105995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:08:32.183820 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.db [None req-02cb2be6-e3d2-4d3d-8890-cc07816fff7f None None] For port 0e3bf1a3-4e21-4701-8d0b-b8c46d1b18f8, host dv-cinder-809830-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809830-2-iscsi',level=0,port_id=0e3bf1a3-4e21-4701-8d0b-b8c46d1b18f8,segment=NetworkSegment(bfa2e894-8650-48ce-8ef7-c592e518e180),segment_id=bfa2e894-8650-48ce-8ef7-c592e518e180)] {{(pid=105995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:08:32.192508 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-02cb2be6-e3d2-4d3d-8890-cc07816fff7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248551428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248062163'] for port, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:32.305955 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cb2be6-e3d2-4d3d-8890-cc07816fff7f None None] Pushing event updated for resources: {'Port': ['ID=0e3bf1a3-4e21-4701-8d0b-b8c46d1b18f8,revision_number=2']} {{(pid=105995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:08:32.309329 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-25582c96-d535-43fe-8aa7-8c3ea8bf18fb admin admin] Notify callbacks [] for port, precommit_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:32.326512 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cb2be6-e3d2-4d3d-8890-cc07816fff7f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:08:32.326858 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cb2be6-e3d2-4d3d-8890-cc07816fff7f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:08:32.327410 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cb2be6-e3d2-4d3d-8890-cc07816fff7f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:08:32.328192 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cb2be6-e3d2-4d3d-8890-cc07816fff7f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:08:32.328546 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cb2be6-e3d2-4d3d-8890-cc07816fff7f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:08:32.329334 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cb2be6-e3d2-4d3d-8890-cc07816fff7f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:08:32.330311 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cb2be6-e3d2-4d3d-8890-cc07816fff7f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:08:32.330917 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cb2be6-e3d2-4d3d-8890-cc07816fff7f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:08:32.331686 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cb2be6-e3d2-4d3d-8890-cc07816fff7f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:08:32.333137 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cb2be6-e3d2-4d3d-8890-cc07816fff7f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:08:32.333946 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cb2be6-e3d2-4d3d-8890-cc07816fff7f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:08:32.334586 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cb2be6-e3d2-4d3d-8890-cc07816fff7f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:08:32.398760 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-25582c96-d535-43fe-8aa7-8c3ea8bf18fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727248062127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14130366'] for port, after_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:32.475057 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25582c96-d535-43fe-8aa7-8c3ea8bf18fb admin admin] Network d1d522b2-1ecd-4e8f-be33-d5d511adebd7 is already hosted by enough agents. {{(pid=105994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:08:32.477596 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.scheduler.base_scheduler [None req-25582c96-d535-43fe-8aa7-8c3ea8bf18fb admin admin] Resources bound (agent type, host, resource id): {{(pid=105994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:08:32.482300 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25582c96-d535-43fe-8aa7-8c3ea8bf18fb admin admin] Received port after_create {{(pid=105994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:08:32.498529 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25582c96-d535-43fe-8aa7-8c3ea8bf18fb admin admin] Pushing event updated for resources: {'Port': ['ID=e22a7101-5a08-49f6-9536-ed95dc3ba828,revision_number=1']} {{(pid=105994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:08:32.933310 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-25582c96-d535-43fe-8aa7-8c3ea8bf18fb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:33.057871 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-450d71f0-4391-4cc8-89b8-8f609d6e2304 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:33.330279 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-25582c96-d535-43fe-8aa7-8c3ea8bf18fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-591121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-616613'] for router, after_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:33.477149 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab1423c3-13c9-4bdf-bcae-9b49c5982b41 None None] Network dd9867c3-fd15-45cb-9b5d-05861dec4b4c requested from dv-cinder-809830-2-iscsi {{(pid=105995) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:08:33.596884 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25582c96-d535-43fe-8aa7-8c3ea8bf18fb admin admin] Router 633d730f-13e1-440c-b6b5-5b03383d8020 is scheduled to L3 agent 76290e94-8d59-4af2-9b8f-4e64db68baa4 with binding_index 1 {{(pid=105994) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 15:08:33.617424 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.provisioning_blocks [None req-25d1fdce-c264-4189-a424-86c986da33f0 None None] Provisioning complete for port 0e3bf1a3-4e21-4701-8d0b-b8c46d1b18f8 triggered by entity DHCP. {{(pid=105995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:08:33.617856 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-25d1fdce-c264-4189-a424-86c986da33f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985790'] for port, provisioning_complete {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:33.815044 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25582c96-d535-43fe-8aa7-8c3ea8bf18fb admin admin] Notify agent at l3_agent.dv-cinder-809830-2-iscsi the message routers_updated {{(pid=105994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:08:33.855621 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-25582c96-d535-43fe-8aa7-8c3ea8bf18fb admin admin] Notify callbacks [] for router, before_response {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:33.861268 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [None req-25582c96-d535-43fe-8aa7-8c3ea8bf18fb admin admin] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.8288531 Sep 24 15:08:33.861587 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc65fe6c-369f-4b38-824e-445d512e61b7 None None] Sync routers for ids ['633d730f-13e1-440c-b6b5-5b03383d8020'] in dv-cinder-809830-2-iscsi {{(pid=105995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:08:33.861779 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.wsgi [-] (105994) accepted ('10.222.0.90', 37156) {{(pid=105994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:08:33.915997 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc65fe6c-369f-4b38-824e-445d512e61b7 None None] Routers {'633d730f-13e1-440c-b6b5-5b03383d8020'} bound to L3 agent in host dv-cinder-809830-2-iscsi {{(pid=105995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:08:33.917059 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.l3_hamode_db [None req-cc65fe6c-369f-4b38-824e-445d512e61b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809830-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T14:45:58Z,description=,heartbeat_timestamp=2021-09-24T15:08:28Z,host='dv-cinder-809830-2-iscsi',id=76290e94-8d59-4af2-9b8f-4e64db68baa4,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T14:45:58Z,topic='l3_agent')) {'router_ids': ['633d730f-13e1-440c-b6b5-5b03383d8020'], 'active': True} {{(pid=105995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:08:34.227448 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-25d1fdce-c264-4189-a424-86c986da33f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993762'] for port, before_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:34.293187 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.l3_dvr_db [None req-cc65fe6c-369f-4b38-824e-445d512e61b7 None None] Set router 633d730f-13e1-440c-b6b5-5b03383d8020 gateway port host: dv-cinder-809830-2-iscsi {{(pid=105995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:08:34.413013 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.rpc [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Device 0e3bf1a3-4e21-4701-8d0b-b8c46d1b18f8 up at agent ovs-agent-dv-cinder-809830-2-iscsi {{(pid=105995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:08:34.469062 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.db [None req-25d1fdce-c264-4189-a424-86c986da33f0 None None] For port 0e3bf1a3-4e21-4701-8d0b-b8c46d1b18f8, host dv-cinder-809830-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809830-2-iscsi',level=0,port_id=0e3bf1a3-4e21-4701-8d0b-b8c46d1b18f8,segment=NetworkSegment(bfa2e894-8650-48ce-8ef7-c592e518e180),segment_id=bfa2e894-8650-48ce-8ef7-c592e518e180)] {{(pid=105995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:08:34.501456 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-25d1fdce-c264-4189-a424-86c986da33f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248551428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248062163'] for port, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:34.722057 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.provisioning_blocks [None req-41f134b9-4895-4f4d-844d-059ecb44b307 None None] Provisioning complete for port 0e3bf1a3-4e21-4701-8d0b-b8c46d1b18f8 triggered by entity DHCP. {{(pid=105995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:08:34.722560 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-41f134b9-4895-4f4d-844d-059ecb44b307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985790'] for port, provisioning_complete {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:34.773154 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d1fdce-c264-4189-a424-86c986da33f0 None None] Pushing event updated for resources: {'Port': ['ID=0e3bf1a3-4e21-4701-8d0b-b8c46d1b18f8,revision_number=3']} {{(pid=105995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:08:34.812652 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.provisioning_blocks [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Provisioning complete for port 0e3bf1a3-4e21-4701-8d0b-b8c46d1b18f8 triggered by entity L2. {{(pid=105995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:08:34.813145 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985790'] for port, provisioning_complete {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:35.064340 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-8f0c09ae-8bbc-4892-aafa-c58e70c07930 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993762'] for port, before_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:35.077468 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.l3_hamode_db [None req-cc65fe6c-369f-4b38-824e-445d512e61b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '633d730f-13e1-440c-b6b5-5b03383d8020', 'name': 'tempest-TestMinimumBasicScenario-1873494284-router', 'tenant_id': '69e0cc62271b4f2f85a0e47254feae5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7', 'external_fixed_ips': [{'subnet_id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': 'e22a7101-5a08-49f6-9536-ed95dc3ba828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:08:31Z', 'updated_at': '2021-09-24T15:08:32Z', 'revision_number': 3, 'project_id': '69e0cc62271b4f2f85a0e47254feae5f', 'gw_port': {'id': 'e22a7101-5a08-49f6-9536-ed95dc3ba828', 'name': '', 'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:35:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '633d730f-13e1-440c-b6b5-5b03383d8020', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:08:31Z', 'updated_at': '2021-09-24T15:08:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809830-2-iscsi'}], 'dv-cinder-809830-2-iscsi', False) {} {{(pid=105995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:08:35.147632 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc65fe6c-369f-4b38-824e-445d512e61b7 None None] Checking router: 633d730f-13e1-440c-b6b5-5b03383d8020 for host: dv-cinder-809830-2-iscsi {{(pid=105995) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:08:35.148191 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc65fe6c-369f-4b38-824e-445d512e61b7 None None] Updating router 633d730f-13e1-440c-b6b5-5b03383d8020 port e22a7101-5a08-49f6-9536-ed95dc3ba828 binding host dv-cinder-809830-2-iscsi {{(pid=105995) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 15:08:35.198570 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-cc65fe6c-369f-4b38-824e-445d512e61b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993762'] for port, before_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:35.375560 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.db.db_base_plugin_common [None req-8f0c09ae-8bbc-4892-aafa-c58e70c07930 admin admin] Allocated IP 172.20.0.1 (dd9867c3-fd15-45cb-9b5d-05861dec4b4c/966fb2c5-a9f5-442f-bc30-4d598369c679/1836d8b4-a7c4-4754-ad35-dd20a8d33198) {{(pid=105994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:08:35.587106 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-8f0c09ae-8bbc-4892-aafa-c58e70c07930 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:35.653426 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-8f0c09ae-8bbc-4892-aafa-c58e70c07930 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727248062127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14130366'] for port, after_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:35.666375 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-cc65fe6c-369f-4b38-824e-445d512e61b7 None None] Notify callbacks [] for port, precommit_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:35.677546 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-cc65fe6c-369f-4b38-824e-445d512e61b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248551428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248062163'] for port, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:35.719849 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f0c09ae-8bbc-4892-aafa-c58e70c07930 admin admin] Network dd9867c3-fd15-45cb-9b5d-05861dec4b4c is already hosted by enough agents. {{(pid=105994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:08:35.731731 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.scheduler.base_scheduler [None req-8f0c09ae-8bbc-4892-aafa-c58e70c07930 admin admin] Resources bound (agent type, host, resource id): {{(pid=105994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:08:35.733950 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f0c09ae-8bbc-4892-aafa-c58e70c07930 admin admin] Received port after_create {{(pid=105994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:08:35.748983 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0c09ae-8bbc-4892-aafa-c58e70c07930 admin admin] Pushing event updated for resources: {'Port': ['ID=1836d8b4-a7c4-4754-ad35-dd20a8d33198,revision_number=1']} {{(pid=105994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:08:35.768531 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011a44ca-d69f-4b18-a948-69f9753d3921 None None] Pushing event updated for resources: {'Port': ['ID=e22a7101-5a08-49f6-9536-ed95dc3ba828,revision_number=2']} {{(pid=105995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:08:35.774813 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.managers [None req-cc65fe6c-369f-4b38-824e-445d512e61b7 None None] Attempting to bind port e22a7101-5a08-49f6-9536-ed95dc3ba828 on host dv-cinder-809830-2-iscsi for vnic_type normal with profile {{(pid=105995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:08:35.775269 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.managers [None req-cc65fe6c-369f-4b38-824e-445d512e61b7 None None] Attempting to bind port e22a7101-5a08-49f6-9536-ed95dc3ba828 by drivers openvswitch,hyperv on host dv-cinder-809830-2-iscsi at level 0 using segments [{'id': '1eeca048-08b8-46bc-9b0a-d3cb6658f7f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7'}] {{(pid=105995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:08:35.775745 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc65fe6c-369f-4b38-824e-445d512e61b7 None None] Attempting to bind port e22a7101-5a08-49f6-9536-ed95dc3ba828 on network d1d522b2-1ecd-4e8f-be33-d5d511adebd7 {{(pid=105995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:08:35.788655 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc65fe6c-369f-4b38-824e-445d512e61b7 None None] Checking agent: {'id': '466265b3-b863-41e9-8226-f4d0fd198543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809830-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 14, 45, 59), 'started_at': datetime.datetime(2021, 9, 24, 14, 46, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 8, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809830-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:08:35.789616 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc65fe6c-369f-4b38-824e-445d512e61b7 None None] Checking segment: {'id': '1eeca048-08b8-46bc-9b0a-d3cb6658f7f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:08:35.790439 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-cc65fe6c-369f-4b38-824e-445d512e61b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:35.791275 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc65fe6c-369f-4b38-824e-445d512e61b7 None None] Bound using segment: {'id': '1eeca048-08b8-46bc-9b0a-d3cb6658f7f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7'} {{(pid=105995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:08:35.792370 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.managers [None req-cc65fe6c-369f-4b38-824e-445d512e61b7 None None] Bound port: e22a7101-5a08-49f6-9536-ed95dc3ba828, host: dv-cinder-809830-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1eeca048-08b8-46bc-9b0a-d3cb6658f7f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7'}}] {{(pid=105995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:08:35.793562 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-cc65fe6c-369f-4b38-824e-445d512e61b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993762'] for port, before_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:35.826692 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-8f0c09ae-8bbc-4892-aafa-c58e70c07930 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-595352'] for router_interface, before_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:35.904873 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.db [None req-cc65fe6c-369f-4b38-824e-445d512e61b7 None None] For port e22a7101-5a08-49f6-9536-ed95dc3ba828, host dv-cinder-809830-2-iscsi, cleared binding levels {{(pid=105995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:08:35.911071 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.db [None req-cc65fe6c-369f-4b38-824e-445d512e61b7 None None] For port e22a7101-5a08-49f6-9536-ed95dc3ba828, host dv-cinder-809830-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809830-2-iscsi',level=0,port_id=e22a7101-5a08-49f6-9536-ed95dc3ba828,segment=NetworkSegment(1eeca048-08b8-46bc-9b0a-d3cb6658f7f8),segment_id=1eeca048-08b8-46bc-9b0a-d3cb6658f7f8)] {{(pid=105995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:08:35.921882 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-cc65fe6c-369f-4b38-824e-445d512e61b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248551428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248062163'] for port, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:36.024339 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc65fe6c-369f-4b38-824e-445d512e61b7 None None] Routers {'633d730f-13e1-440c-b6b5-5b03383d8020'} bound to L3 agent in host dv-cinder-809830-2-iscsi {{(pid=105995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:08:36.025439 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.l3_hamode_db [None req-cc65fe6c-369f-4b38-824e-445d512e61b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809830-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T14:45:58Z,description=,heartbeat_timestamp=2021-09-24T15:08:28Z,host='dv-cinder-809830-2-iscsi',id=76290e94-8d59-4af2-9b8f-4e64db68baa4,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T14:45:58Z,topic='l3_agent')) {'router_ids': ['633d730f-13e1-440c-b6b5-5b03383d8020'], 'active': True} {{(pid=105995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:08:36.071580 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-8f0c09ae-8bbc-4892-aafa-c58e70c07930 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993762'] for port, before_update {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:36.103092 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011a44ca-d69f-4b18-a948-69f9753d3921 None None] Pushing event updated for resources: {'Port': ['ID=e22a7101-5a08-49f6-9536-ed95dc3ba828,revision_number=3']} {{(pid=105995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:08:36.158366 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.provisioning_blocks [None req-0d1c37cb-68f9-45f7-98cf-acb983deb19d None None] Provisioning complete for port 1836d8b4-a7c4-4754-ad35-dd20a8d33198 triggered by entity DHCP. {{(pid=105995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:08:36.158828 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-0d1c37cb-68f9-45f7-98cf-acb983deb19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985790'] for port, provisioning_complete {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:36.288352 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.plugin [None req-0d1c37cb-68f9-45f7-98cf-acb983deb19d None None] Port 1836d8b4-a7c4-4754-ad35-dd20a8d33198 cannot update to ACTIVE because it is not bound. {{(pid=105995) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:08:36.293773 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.l3_dvr_db [None req-cc65fe6c-369f-4b38-824e-445d512e61b7 None None] Set router 633d730f-13e1-440c-b6b5-5b03383d8020 gateway port host: dv-cinder-809830-2-iscsi {{(pid=105995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:08:36.300837 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.rpc [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Device 0e3bf1a3-4e21-4701-8d0b-b8c46d1b18f8 up at agent ovs-agent-dv-cinder-809830-2-iscsi {{(pid=105995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:08:36.424629 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-8f0c09ae-8bbc-4892-aafa-c58e70c07930 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:36.432302 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-8f0c09ae-8bbc-4892-aafa-c58e70c07930 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248551428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248062163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14130357'] for port, after_update {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:36.562852 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-8f0c09ae-8bbc-4892-aafa-c58e70c07930 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-594280'] for router_interface, after_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:36.565757 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0c09ae-8bbc-4892-aafa-c58e70c07930 admin admin] Pushing event updated for resources: {'Port': ['ID=1836d8b4-a7c4-4754-ad35-dd20a8d33198,revision_number=2']} {{(pid=105994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:08:36.585441 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.provisioning_blocks [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Provisioning complete for port 0e3bf1a3-4e21-4701-8d0b-b8c46d1b18f8 triggered by entity L2. {{(pid=105995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:08:36.585815 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985790'] for port, provisioning_complete {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:36.709856 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f0c09ae-8bbc-4892-aafa-c58e70c07930 admin admin] Network dd9867c3-fd15-45cb-9b5d-05861dec4b4c is already hosted by enough agents. {{(pid=105994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:08:36.712031 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.scheduler.base_scheduler [None req-8f0c09ae-8bbc-4892-aafa-c58e70c07930 admin admin] Resources bound (agent type, host, resource id): {{(pid=105994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:08:36.917000 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f0c09ae-8bbc-4892-aafa-c58e70c07930 admin admin] Router 633d730f-13e1-440c-b6b5-5b03383d8020 has already been hosted by L3 agent 76290e94-8d59-4af2-9b8f-4e64db68baa4 {{(pid=105994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:08:36.917599 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.l3_hamode_db [None req-cc65fe6c-369f-4b38-824e-445d512e61b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '633d730f-13e1-440c-b6b5-5b03383d8020', 'name': 'tempest-TestMinimumBasicScenario-1873494284-router', 'tenant_id': '69e0cc62271b4f2f85a0e47254feae5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7', 'external_fixed_ips': [{'subnet_id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': 'e22a7101-5a08-49f6-9536-ed95dc3ba828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:08:31Z', 'updated_at': '2021-09-24T15:08:36Z', 'revision_number': 4, 'project_id': '69e0cc62271b4f2f85a0e47254feae5f', 'gw_port': {'id': 'e22a7101-5a08-49f6-9536-ed95dc3ba828', 'name': '', 'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:35:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '633d730f-13e1-440c-b6b5-5b03383d8020', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:08:31Z', 'updated_at': '2021-09-24T15:08:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809830-2-iscsi', '_interfaces': [{'id': '1836d8b4-a7c4-4754-ad35-dd20a8d33198', 'name': '', 'network_id': 'dd9867c3-fd15-45cb-9b5d-05861dec4b4c', 'tenant_id': '69e0cc62271b4f2f85a0e47254feae5f', 'mac_address': 'fa:16:3e:d0:c7:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '633d730f-13e1-440c-b6b5-5b03383d8020', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '966fb2c5-a9f5-442f-bc30-4d598369c679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:08:35Z', 'updated_at': '2021-09-24T15:08:35Z', 'revision_number': 1, 'project_id': '69e0cc62271b4f2f85a0e47254feae5f', 'subnets': [{'id': '966fb2c5-a9f5-442f-bc30-4d598369c679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809830-2-iscsi', False) {} {{(pid=105995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:08:36.957782 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc65fe6c-369f-4b38-824e-445d512e61b7 None None] The sync data for ids ['633d730f-13e1-440c-b6b5-5b03383d8020'] in dv-cinder-809830-2-iscsi is: [{'id': '633d730f-13e1-440c-b6b5-5b03383d8020', 'name': 'tempest-TestMinimumBasicScenario-1873494284-router', 'tenant_id': '69e0cc62271b4f2f85a0e47254feae5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7', 'external_fixed_ips': [{'subnet_id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': 'e22a7101-5a08-49f6-9536-ed95dc3ba828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:08:31Z', 'updated_at': '2021-09-24T15:08:36Z', 'revision_number': 4, 'project_id': '69e0cc62271b4f2f85a0e47254feae5f', 'gw_port': {'id': 'e22a7101-5a08-49f6-9536-ed95dc3ba828', 'name': '', 'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:35:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '633d730f-13e1-440c-b6b5-5b03383d8020', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:08:31Z', 'updated_at': '2021-09-24T15:08:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809830-2-iscsi', '_interfaces': [{'id': '1836d8b4-a7c4-4754-ad35-dd20a8d33198', 'name': '', 'network_id': 'dd9867c3-fd15-45cb-9b5d-05861dec4b4c', 'tenant_id': '69e0cc62271b4f2f85a0e47254feae5f', 'mac_address': 'fa:16:3e:d0:c7:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '633d730f-13e1-440c-b6b5-5b03383d8020', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '966fb2c5-a9f5-442f-bc30-4d598369c679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:08:35Z', 'updated_at': '2021-09-24T15:08:35Z', 'revision_number': 1, 'project_id': '69e0cc62271b4f2f85a0e47254feae5f', 'subnets': [{'id': '966fb2c5-a9f5-442f-bc30-4d598369c679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:08:37.022610 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.provisioning_blocks [None req-a1fe1239-99f1-4cff-bc05-59bded9ea746 None None] Provisioning complete for port 1836d8b4-a7c4-4754-ad35-dd20a8d33198 triggered by entity DHCP. {{(pid=105995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:08:37.023830 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-a1fe1239-99f1-4cff-bc05-59bded9ea746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985790'] for port, provisioning_complete {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:37.084560 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f0c09ae-8bbc-4892-aafa-c58e70c07930 admin admin] Notify agent at l3_agent.dv-cinder-809830-2-iscsi the message routers_updated {{(pid=105994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:08:37.089012 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.plugin [None req-a1fe1239-99f1-4cff-bc05-59bded9ea746 None None] Port 1836d8b4-a7c4-4754-ad35-dd20a8d33198 cannot update to ACTIVE because it is not bound. {{(pid=105995) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:08:37.092517 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [None req-8f0c09ae-8bbc-4892-aafa-c58e70c07930 admin admin] 10.222.0.90 "PUT /v2.0/routers/633d730f-13e1-440c-b6b5-5b03383d8020/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2291975 Sep 24 15:08:37.946136 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.wsgi [-] (105994) accepted ('10.222.0.90', 37172) {{(pid=105994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:08:37.954456 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.v2.base [None req-0babf49d-3554-46d9-92fb-dc190839953b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1701931115-network', 'tenant_id': '30bf8d8f7fbc4028a3384d58b7b1116e'}} {{(pid=105994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:08:37.990365 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0babf49d-3554-46d9-92fb-dc190839953b admin admin] Made reservation on behalf of 30bf8d8f7fbc4028a3384d58b7b1116e for: {'network': 1} {{(pid=105994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:08:37.993395 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-0babf49d-3554-46d9-92fb-dc190839953b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993762'] for network, before_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:38.003440 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-0babf49d-3554-46d9-92fb-dc190839953b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:38.141443 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-0babf49d-3554-46d9-92fb-dc190839953b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:38.147634 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-0babf49d-3554-46d9-92fb-dc190839953b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571103'] for security_group, after_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:38.189619 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0babf49d-3554-46d9-92fb-dc190839953b admin admin] vlan segment allocate from pool success with {'vlan_id': 1033, 'physical_network': 'physnet1'} {{(pid=105994) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 15:08:38.214775 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0babf49d-3554-46d9-92fb-dc190839953b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e52260b-45cf-450b-bd67-9e304590d62e,revision_number=1']} {{(pid=105994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:08:38.224501 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-0babf49d-3554-46d9-92fb-dc190839953b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988101'] for segment, precommit_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:38.225070 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.db.segments_db [None req-0babf49d-3554-46d9-92fb-dc190839953b admin admin] Added segment 6c2a8c01-2d99-4def-aff2-d4f4279646e1 of type vlan for network 658c2933-c4a7-4d01-ba4a-482c901579ad Sep 24 15:08:38.292859 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-0babf49d-3554-46d9-92fb-dc190839953b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727248069142'] for network, precommit_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:38.344539 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.rpc [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Device e22a7101-5a08-49f6-9536-ed95dc3ba828 up at agent ovs-agent-dv-cinder-809830-2-iscsi {{(pid=105995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:08:38.346017 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-0babf49d-3554-46d9-92fb-dc190839953b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314'] for network, after_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:38.348873 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0babf49d-3554-46d9-92fb-dc190839953b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:08:38.352040 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-0babf49d-3554-46d9-92fb-dc190839953b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536624'] for network, before_response {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:38.432088 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.provisioning_blocks [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Provisioning complete for port e22a7101-5a08-49f6-9536-ed95dc3ba828 triggered by entity L2. {{(pid=105995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:08:38.432434 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985790'] for port, provisioning_complete {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:38.461756 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0babf49d-3554-46d9-92fb-dc190839953b admin admin] Pushing event updated for resources: {'Network': ['ID=658c2933-c4a7-4d01-ba4a-482c901579ad,revision_number=1']} {{(pid=105994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:08:38.469961 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [None req-0babf49d-3554-46d9-92fb-dc190839953b admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5216208 Sep 24 15:08:38.473684 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.wsgi [-] (105994) accepted ('10.222.0.90', 37174) {{(pid=105994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:08:38.488105 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.v2.base [None req-6a3634b9-9df9-4a35-bfcf-fc3a2d3ec745 admin admin] Request body: {'subnet': {'network_id': '658c2933-c4a7-4d01-ba4a-482c901579ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1701931115-subnet', 'tenant_id': '30bf8d8f7fbc4028a3384d58b7b1116e', 'ip_version': 4}} {{(pid=105994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:08:38.498702 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.rpc [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Network 658c2933-c4a7-4d01-ba4a-482c901579ad details requested by agent ovs-agent-dv-cinder-809830-2-iscsi with host dv-cinder-809830-2-iscsi {{(pid=105995) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 15:08:38.537245 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a3634b9-9df9-4a35-bfcf-fc3a2d3ec745 admin admin] Made reservation on behalf of 30bf8d8f7fbc4028a3384d58b7b1116e for: {'subnet': 1} {{(pid=105994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:08:38.543114 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-6a3634b9-9df9-4a35-bfcf-fc3a2d3ec745 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14524561'] for subnet, before_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:38.679733 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993762'] for port, before_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:38.716580 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.db [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] For port e22a7101-5a08-49f6-9536-ed95dc3ba828, host dv-cinder-809830-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809830-2-iscsi',level=0,port_id=e22a7101-5a08-49f6-9536-ed95dc3ba828,segment=NetworkSegment(1eeca048-08b8-46bc-9b0a-d3cb6658f7f8),segment_id=1eeca048-08b8-46bc-9b0a-d3cb6658f7f8)] {{(pid=105995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:08:38.723432 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248551428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248062163'] for port, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:38.821244 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Pushing event updated for resources: {'Port': ['ID=e22a7101-5a08-49f6-9536-ed95dc3ba828,revision_number=4']} {{(pid=105995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:08:38.885586 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-6a3634b9-9df9-4a35-bfcf-fc3a2d3ec745 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14130210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14524579'] for subnet, after_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:38.997103 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3634b9-9df9-4a35-bfcf-fc3a2d3ec745 admin admin] Pushing event updated for resources: {'Subnet': ['ID=05928f67-091d-49a4-891c-5566965a2c43,revision_number=0']} {{(pid=105994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:08:39.012629 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a3634b9-9df9-4a35-bfcf-fc3a2d3ec745 admin admin] Checking segment: {'id': '6c2a8c01-2d99-4def-aff2-d4f4279646e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '658c2933-c4a7-4d01-ba4a-482c901579ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:08:39.013255 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a3634b9-9df9-4a35-bfcf-fc3a2d3ec745 admin admin] Network hostable DHCP agents. Network: 658c2933-c4a7-4d01-ba4a-482c901579ad, hostable agents: ['a445fb04-844a-460e-9913-1045a19b95b5'], hosted agents: [] {{(pid=105994) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 15:08:39.050207 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a3634b9-9df9-4a35-bfcf-fc3a2d3ec745 admin admin] Network 658c2933-c4a7-4d01-ba4a-482c901579ad is scheduled to be hosted by DHCP agent a445fb04-844a-460e-9913-1045a19b95b5 with binding_index 1 {{(pid=105994) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 15:08:39.077819 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.scheduler.base_scheduler [None req-6a3634b9-9df9-4a35-bfcf-fc3a2d3ec745 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809830-2-iscsi, 658c2933-c4a7-4d01-ba4a-482c901579ad) {{(pid=105994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:08:39.085628 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a3634b9-9df9-4a35-bfcf-fc3a2d3ec745 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:08:39.086579 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-6a3634b9-9df9-4a35-bfcf-fc3a2d3ec745 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:39.089275 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb1ba73d-8e48-42ed-8a03-be0d67c58aa2 None None] Network 658c2933-c4a7-4d01-ba4a-482c901579ad requested from dv-cinder-809830-2-iscsi {{(pid=105995) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:08:39.115032 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [None req-6a3634b9-9df9-4a35-bfcf-fc3a2d3ec745 admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6388731 Sep 24 15:08:39.118660 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.wsgi [-] (105994) accepted ('10.222.0.90', 37176) {{(pid=105994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:08:39.126716 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.v2.base [None req-c09785d0-c6c7-4c92-8167-d81f33d778b1 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1701931115-router', 'tenant_id': '30bf8d8f7fbc4028a3384d58b7b1116e', 'external_gateway_info': {'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7'}}} {{(pid=105994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:08:39.160777 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-c09785d0-c6c7-4c92-8167-d81f33d778b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594072', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-917'] for router, before_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:39.162312 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-c09785d0-c6c7-4c92-8167-d81f33d778b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-591208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-616600', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-980487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-924'] for router, precommit_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:39.255408 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-c09785d0-c6c7-4c92-8167-d81f33d778b1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:39.326128 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3202d345-13bc-4e07-ae4c-92f7d30ef06d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e630d72-881c-5ced-b0db-7df05ee4afe5-658c2933-c4a7-4d01-ba4a-482c901579ad', 'network_id': '658c2933-c4a7-4d01-ba4a-482c901579ad', 'tenant_id': '30bf8d8f7fbc4028a3384d58b7b1116e', 'fixed_ips': [{'subnet_id': '05928f67-091d-49a4-891c-5566965a2c43'}]}} from dv-cinder-809830-2-iscsi. {{(pid=105995) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 15:08:39.327546 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-3202d345-13bc-4e07-ae4c-92f7d30ef06d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993762'] for port, before_create {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:39.457593 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-c09785d0-c6c7-4c92-8167-d81f33d778b1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:39.569076 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.db_base_plugin_common [None req-3202d345-13bc-4e07-ae4c-92f7d30ef06d None None] Allocated IP 172.20.0.2 (658c2933-c4a7-4d01-ba4a-482c901579ad/05928f67-091d-49a4-891c-5566965a2c43/dfdacf5e-fea2-4058-a10b-da3454acf8bb) {{(pid=105995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:08:39.678991 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de90895c-e546-4d3b-be3b-e85dd3a3f7f5 None None] Sync routers for ids ['633d730f-13e1-440c-b6b5-5b03383d8020'] in dv-cinder-809830-2-iscsi {{(pid=105996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:08:39.697714 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de90895c-e546-4d3b-be3b-e85dd3a3f7f5 None None] Routers {'633d730f-13e1-440c-b6b5-5b03383d8020'} bound to L3 agent in host dv-cinder-809830-2-iscsi {{(pid=105996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:08:39.699250 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.db.l3_hamode_db [None req-de90895c-e546-4d3b-be3b-e85dd3a3f7f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809830-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T14:45:58Z,description=,heartbeat_timestamp=2021-09-24T15:08:28Z,host='dv-cinder-809830-2-iscsi',id=76290e94-8d59-4af2-9b8f-4e64db68baa4,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T14:45:58Z,topic='l3_agent')) {'router_ids': ['633d730f-13e1-440c-b6b5-5b03383d8020'], 'active': True} {{(pid=105996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:08:39.834479 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-c09785d0-c6c7-4c92-8167-d81f33d778b1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:39.858499 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-3202d345-13bc-4e07-ae4c-92f7d30ef06d None None] Notify callbacks [] for port, precommit_create {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:39.867898 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-3202d345-13bc-4e07-ae4c-92f7d30ef06d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727248062127'] for port, after_create {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:39.880410 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-c09785d0-c6c7-4c92-8167-d81f33d778b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993762'] for port, before_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:39.916170 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.db.l3_dvr_db [None req-de90895c-e546-4d3b-be3b-e85dd3a3f7f5 None None] Set router 633d730f-13e1-440c-b6b5-5b03383d8020 gateway port host: dv-cinder-809830-2-iscsi {{(pid=105996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:08:39.925508 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3202d345-13bc-4e07-ae4c-92f7d30ef06d None None] Network 658c2933-c4a7-4d01-ba4a-482c901579ad is already hosted by enough agents. {{(pid=105995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:08:39.933801 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.scheduler.base_scheduler [None req-3202d345-13bc-4e07-ae4c-92f7d30ef06d None None] Resources bound (agent type, host, resource id): {{(pid=105995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:08:39.939459 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3202d345-13bc-4e07-ae4c-92f7d30ef06d None None] Received port after_create {{(pid=105995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:08:39.960260 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3202d345-13bc-4e07-ae4c-92f7d30ef06d None None] Pushing event updated for resources: {'Port': ['ID=dfdacf5e-fea2-4058-a10b-da3454acf8bb,revision_number=1']} {{(pid=105995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:08:40.044298 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.managers [None req-3202d345-13bc-4e07-ae4c-92f7d30ef06d None None] Attempting to bind port dfdacf5e-fea2-4058-a10b-da3454acf8bb on host dv-cinder-809830-2-iscsi for vnic_type normal with profile {{(pid=105995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:08:40.044589 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.managers [None req-3202d345-13bc-4e07-ae4c-92f7d30ef06d None None] Attempting to bind port dfdacf5e-fea2-4058-a10b-da3454acf8bb by drivers openvswitch,hyperv on host dv-cinder-809830-2-iscsi at level 0 using segments [{'id': '6c2a8c01-2d99-4def-aff2-d4f4279646e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '658c2933-c4a7-4d01-ba4a-482c901579ad'}] {{(pid=105995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:08:40.044989 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3202d345-13bc-4e07-ae4c-92f7d30ef06d None None] Attempting to bind port dfdacf5e-fea2-4058-a10b-da3454acf8bb on network 658c2933-c4a7-4d01-ba4a-482c901579ad {{(pid=105995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:08:40.054702 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3202d345-13bc-4e07-ae4c-92f7d30ef06d None None] Checking agent: {'id': '466265b3-b863-41e9-8226-f4d0fd198543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809830-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 14, 45, 59), 'started_at': datetime.datetime(2021, 9, 24, 14, 46, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 8, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809830-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:08:40.055302 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3202d345-13bc-4e07-ae4c-92f7d30ef06d None None] Checking segment: {'id': '6c2a8c01-2d99-4def-aff2-d4f4279646e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '658c2933-c4a7-4d01-ba4a-482c901579ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:08:40.056316 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-3202d345-13bc-4e07-ae4c-92f7d30ef06d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:40.056609 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3202d345-13bc-4e07-ae4c-92f7d30ef06d None None] Bound using segment: {'id': '6c2a8c01-2d99-4def-aff2-d4f4279646e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '658c2933-c4a7-4d01-ba4a-482c901579ad'} {{(pid=105995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:08:40.057401 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.managers [None req-3202d345-13bc-4e07-ae4c-92f7d30ef06d None None] Bound port: dfdacf5e-fea2-4058-a10b-da3454acf8bb, host: dv-cinder-809830-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c2a8c01-2d99-4def-aff2-d4f4279646e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '658c2933-c4a7-4d01-ba4a-482c901579ad'}}] {{(pid=105995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:08:40.058003 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-3202d345-13bc-4e07-ae4c-92f7d30ef06d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993762'] for port, before_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:40.090946 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.db.db_base_plugin_common [None req-c09785d0-c6c7-4c92-8167-d81f33d778b1 admin admin] Allocated IP 172.27.0.209 (d1d522b2-1ecd-4e8f-be33-d5d511adebd7/58b80919-877d-4d93-a3a2-bd7e936ebc9a/3bb96510-e301-432b-a2a5-d6048f0d7b13) {{(pid=105994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:08:40.169511 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.db [None req-3202d345-13bc-4e07-ae4c-92f7d30ef06d None None] For port dfdacf5e-fea2-4058-a10b-da3454acf8bb, host dv-cinder-809830-2-iscsi, cleared binding levels {{(pid=105995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:08:40.177846 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.db [None req-3202d345-13bc-4e07-ae4c-92f7d30ef06d None None] For port dfdacf5e-fea2-4058-a10b-da3454acf8bb, host dv-cinder-809830-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809830-2-iscsi',level=0,port_id=dfdacf5e-fea2-4058-a10b-da3454acf8bb,segment=NetworkSegment(6c2a8c01-2d99-4def-aff2-d4f4279646e1),segment_id=6c2a8c01-2d99-4def-aff2-d4f4279646e1)] {{(pid=105995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:08:40.185901 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-3202d345-13bc-4e07-ae4c-92f7d30ef06d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248551428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248062163'] for port, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:40.280567 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.db.l3_hamode_db [None req-de90895c-e546-4d3b-be3b-e85dd3a3f7f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '633d730f-13e1-440c-b6b5-5b03383d8020', 'name': 'tempest-TestMinimumBasicScenario-1873494284-router', 'tenant_id': '69e0cc62271b4f2f85a0e47254feae5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7', 'external_fixed_ips': [{'subnet_id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': 'e22a7101-5a08-49f6-9536-ed95dc3ba828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:08:31Z', 'updated_at': '2021-09-24T15:08:36Z', 'revision_number': 4, 'project_id': '69e0cc62271b4f2f85a0e47254feae5f', 'gw_port': {'id': 'e22a7101-5a08-49f6-9536-ed95dc3ba828', 'name': '', 'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:35:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633d730f-13e1-440c-b6b5-5b03383d8020', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:08:31Z', 'updated_at': '2021-09-24T15:08:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809830-2-iscsi', '_interfaces': [{'id': '1836d8b4-a7c4-4754-ad35-dd20a8d33198', 'name': '', 'network_id': 'dd9867c3-fd15-45cb-9b5d-05861dec4b4c', 'tenant_id': '69e0cc62271b4f2f85a0e47254feae5f', 'mac_address': 'fa:16:3e:d0:c7:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '633d730f-13e1-440c-b6b5-5b03383d8020', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '966fb2c5-a9f5-442f-bc30-4d598369c679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:08:35Z', 'updated_at': '2021-09-24T15:08:36Z', 'revision_number': 2, 'project_id': '69e0cc62271b4f2f85a0e47254feae5f', 'subnets': [{'id': '966fb2c5-a9f5-442f-bc30-4d598369c679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809830-2-iscsi', False) {} {{(pid=105996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:08:40.294477 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.rpc [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Device e22a7101-5a08-49f6-9536-ed95dc3ba828 up at agent ovs-agent-dv-cinder-809830-2-iscsi {{(pid=105995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:08:40.304377 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-c09785d0-c6c7-4c92-8167-d81f33d778b1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:40.334443 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de90895c-e546-4d3b-be3b-e85dd3a3f7f5 None None] Checking router: 633d730f-13e1-440c-b6b5-5b03383d8020 for host: dv-cinder-809830-2-iscsi {{(pid=105996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:08:40.335051 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de90895c-e546-4d3b-be3b-e85dd3a3f7f5 None None] Updating router 633d730f-13e1-440c-b6b5-5b03383d8020 port 1836d8b4-a7c4-4754-ad35-dd20a8d33198 binding host dv-cinder-809830-2-iscsi {{(pid=105996) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 15:08:40.351569 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3202d345-13bc-4e07-ae4c-92f7d30ef06d None None] Pushing event updated for resources: {'Port': ['ID=dfdacf5e-fea2-4058-a10b-da3454acf8bb,revision_number=2']} {{(pid=105995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:08:40.371914 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-c09785d0-c6c7-4c92-8167-d81f33d778b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727248062127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14130366'] for port, after_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:40.389265 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron_lib.callbacks.manager [None req-de90895c-e546-4d3b-be3b-e85dd3a3f7f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993762'] for port, before_update {{(pid=105996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:40.418498 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.provisioning_blocks [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Provisioning complete for port e22a7101-5a08-49f6-9536-ed95dc3ba828 triggered by entity L2. {{(pid=105995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:08:40.419020 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985790'] for port, provisioning_complete {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:40.430528 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c09785d0-c6c7-4c92-8167-d81f33d778b1 admin admin] Network d1d522b2-1ecd-4e8f-be33-d5d511adebd7 is already hosted by enough agents. {{(pid=105994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:08:40.437208 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.scheduler.base_scheduler [None req-c09785d0-c6c7-4c92-8167-d81f33d778b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=105994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:08:40.453086 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c09785d0-c6c7-4c92-8167-d81f33d778b1 admin admin] Received port after_create {{(pid=105994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:08:40.550951 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09785d0-c6c7-4c92-8167-d81f33d778b1 admin admin] Pushing event updated for resources: {'Port': ['ID=3bb96510-e301-432b-a2a5-d6048f0d7b13,revision_number=1']} {{(pid=105994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:08:40.937587 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron_lib.callbacks.manager [None req-de90895c-e546-4d3b-be3b-e85dd3a3f7f5 None None] Notify callbacks [] for port, precommit_update {{(pid=105996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:40.947002 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron_lib.callbacks.manager [None req-de90895c-e546-4d3b-be3b-e85dd3a3f7f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248551428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248062163'] for port, after_update {{(pid=105996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:41.030243 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-c09785d0-c6c7-4c92-8167-d81f33d778b1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:41.047835 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07db6d6-a6a5-4bda-85cb-40e7fb9fb11d None None] Pushing event updated for resources: {'Port': ['ID=1836d8b4-a7c4-4754-ad35-dd20a8d33198,revision_number=3']} {{(pid=105996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:08:41.063002 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07db6d6-a6a5-4bda-85cb-40e7fb9fb11d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:08:41.063393 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07db6d6-a6a5-4bda-85cb-40e7fb9fb11d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:08:41.069798 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07db6d6-a6a5-4bda-85cb-40e7fb9fb11d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:08:41.069798 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07db6d6-a6a5-4bda-85cb-40e7fb9fb11d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:08:41.069798 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07db6d6-a6a5-4bda-85cb-40e7fb9fb11d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:08:41.069798 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07db6d6-a6a5-4bda-85cb-40e7fb9fb11d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:08:41.069798 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07db6d6-a6a5-4bda-85cb-40e7fb9fb11d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:08:41.069798 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07db6d6-a6a5-4bda-85cb-40e7fb9fb11d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:08:41.069798 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07db6d6-a6a5-4bda-85cb-40e7fb9fb11d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:08:41.069798 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07db6d6-a6a5-4bda-85cb-40e7fb9fb11d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:08:41.069798 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07db6d6-a6a5-4bda-85cb-40e7fb9fb11d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:08:41.069798 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07db6d6-a6a5-4bda-85cb-40e7fb9fb11d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:08:41.155314 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.plugins.ml2.managers [None req-de90895c-e546-4d3b-be3b-e85dd3a3f7f5 None None] Attempting to bind port 1836d8b4-a7c4-4754-ad35-dd20a8d33198 on host dv-cinder-809830-2-iscsi for vnic_type normal with profile {{(pid=105996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:08:41.155810 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.plugins.ml2.managers [None req-de90895c-e546-4d3b-be3b-e85dd3a3f7f5 None None] Attempting to bind port 1836d8b4-a7c4-4754-ad35-dd20a8d33198 by drivers openvswitch,hyperv on host dv-cinder-809830-2-iscsi at level 0 using segments [{'id': 'bfa2e894-8650-48ce-8ef7-c592e518e180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': 'dd9867c3-fd15-45cb-9b5d-05861dec4b4c'}] {{(pid=105996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:08:41.156338 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de90895c-e546-4d3b-be3b-e85dd3a3f7f5 None None] Attempting to bind port 1836d8b4-a7c4-4754-ad35-dd20a8d33198 on network dd9867c3-fd15-45cb-9b5d-05861dec4b4c {{(pid=105996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:08:41.166459 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de90895c-e546-4d3b-be3b-e85dd3a3f7f5 None None] Checking agent: {'id': '466265b3-b863-41e9-8226-f4d0fd198543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809830-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 14, 45, 59), 'started_at': datetime.datetime(2021, 9, 24, 14, 46, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 8, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809830-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:08:41.167051 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de90895c-e546-4d3b-be3b-e85dd3a3f7f5 None None] Checking segment: {'id': 'bfa2e894-8650-48ce-8ef7-c592e518e180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': 'dd9867c3-fd15-45cb-9b5d-05861dec4b4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:08:41.167708 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron_lib.callbacks.manager [None req-de90895c-e546-4d3b-be3b-e85dd3a3f7f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:41.168589 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de90895c-e546-4d3b-be3b-e85dd3a3f7f5 None None] Bound using segment: {'id': 'bfa2e894-8650-48ce-8ef7-c592e518e180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': 'dd9867c3-fd15-45cb-9b5d-05861dec4b4c'} {{(pid=105996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:08:41.169393 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.plugins.ml2.managers [None req-de90895c-e546-4d3b-be3b-e85dd3a3f7f5 None None] Bound port: 1836d8b4-a7c4-4754-ad35-dd20a8d33198, host: dv-cinder-809830-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfa2e894-8650-48ce-8ef7-c592e518e180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': 'dd9867c3-fd15-45cb-9b5d-05861dec4b4c'}}] {{(pid=105996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:08:41.170040 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron_lib.callbacks.manager [None req-de90895c-e546-4d3b-be3b-e85dd3a3f7f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993762'] for port, before_update {{(pid=105996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:41.309336 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.plugins.ml2.db [None req-de90895c-e546-4d3b-be3b-e85dd3a3f7f5 None None] For port 1836d8b4-a7c4-4754-ad35-dd20a8d33198, host dv-cinder-809830-2-iscsi, cleared binding levels {{(pid=105996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:08:41.315223 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.plugins.ml2.db [None req-de90895c-e546-4d3b-be3b-e85dd3a3f7f5 None None] For port 1836d8b4-a7c4-4754-ad35-dd20a8d33198, host dv-cinder-809830-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809830-2-iscsi',level=0,port_id=1836d8b4-a7c4-4754-ad35-dd20a8d33198,segment=NetworkSegment(bfa2e894-8650-48ce-8ef7-c592e518e180),segment_id=bfa2e894-8650-48ce-8ef7-c592e518e180)] {{(pid=105996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:08:41.334089 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron_lib.callbacks.manager [None req-de90895c-e546-4d3b-be3b-e85dd3a3f7f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248551428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248062163'] for port, after_update {{(pid=105996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:41.381397 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.provisioning_blocks [None req-379b38d6-1296-4bbf-99a4-e31672b990ef None None] Provisioning complete for port 1836d8b4-a7c4-4754-ad35-dd20a8d33198 triggered by entity DHCP. {{(pid=105995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:08:41.381397 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-379b38d6-1296-4bbf-99a4-e31672b990ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985790'] for port, provisioning_complete {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:41.456305 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-c09785d0-c6c7-4c92-8167-d81f33d778b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-591121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-616613'] for router, after_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:41.469795 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de90895c-e546-4d3b-be3b-e85dd3a3f7f5 None None] Routers {'633d730f-13e1-440c-b6b5-5b03383d8020'} bound to L3 agent in host dv-cinder-809830-2-iscsi {{(pid=105996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:08:41.470303 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.db.l3_hamode_db [None req-de90895c-e546-4d3b-be3b-e85dd3a3f7f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809830-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T14:45:58Z,description=,heartbeat_timestamp=2021-09-24T15:08:28Z,host='dv-cinder-809830-2-iscsi',id=76290e94-8d59-4af2-9b8f-4e64db68baa4,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T14:45:58Z,topic='l3_agent')) {'router_ids': ['633d730f-13e1-440c-b6b5-5b03383d8020'], 'active': True} {{(pid=105996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:08:41.485703 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07db6d6-a6a5-4bda-85cb-40e7fb9fb11d None None] Pushing event updated for resources: {'Port': ['ID=1836d8b4-a7c4-4754-ad35-dd20a8d33198,revision_number=4']} {{(pid=105996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:08:41.569601 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-379b38d6-1296-4bbf-99a4-e31672b990ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993762'] for port, before_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:41.653213 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.db [None req-379b38d6-1296-4bbf-99a4-e31672b990ef None None] For port 1836d8b4-a7c4-4754-ad35-dd20a8d33198, host dv-cinder-809830-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809830-2-iscsi',level=0,port_id=1836d8b4-a7c4-4754-ad35-dd20a8d33198,segment=NetworkSegment(bfa2e894-8650-48ce-8ef7-c592e518e180),segment_id=bfa2e894-8650-48ce-8ef7-c592e518e180)] {{(pid=105995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:08:41.669471 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-379b38d6-1296-4bbf-99a4-e31672b990ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248551428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248062163'] for port, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:41.749217 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.db.l3_dvr_db [None req-de90895c-e546-4d3b-be3b-e85dd3a3f7f5 None None] Set router 633d730f-13e1-440c-b6b5-5b03383d8020 gateway port host: dv-cinder-809830-2-iscsi {{(pid=105996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:08:41.822957 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379b38d6-1296-4bbf-99a4-e31672b990ef None None] Pushing event updated for resources: {'Port': ['ID=1836d8b4-a7c4-4754-ad35-dd20a8d33198,revision_number=5']} {{(pid=105995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:08:41.833919 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c09785d0-c6c7-4c92-8167-d81f33d778b1 admin admin] Router e32fb62a-fe80-40cd-9b14-622fe0ff5ef3 is scheduled to L3 agent 76290e94-8d59-4af2-9b8f-4e64db68baa4 with binding_index 1 {{(pid=105994) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 15:08:42.016783 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.provisioning_blocks [None req-5b17598e-0c9d-42b8-9132-96c67c61b1e4 None None] Provisioning complete for port 1836d8b4-a7c4-4754-ad35-dd20a8d33198 triggered by entity DHCP. {{(pid=105995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:08:42.016783 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-5b17598e-0c9d-42b8-9132-96c67c61b1e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985790'] for port, provisioning_complete {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:42.020067 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae875b7e-cbe5-4a43-87fa-0ce116af72a2 None None] Network 658c2933-c4a7-4d01-ba4a-482c901579ad requested from dv-cinder-809830-2-iscsi {{(pid=105995) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:08:42.097316 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c09785d0-c6c7-4c92-8167-d81f33d778b1 admin admin] Notify agent at l3_agent.dv-cinder-809830-2-iscsi the message routers_updated {{(pid=105994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:08:42.127394 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-c09785d0-c6c7-4c92-8167-d81f33d778b1 admin admin] Notify callbacks [] for router, before_response {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:42.131562 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [None req-c09785d0-c6c7-4c92-8167-d81f33d778b1 admin admin] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.0100260 Sep 24 15:08:42.134608 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.wsgi [-] (105994) accepted ('10.222.0.90', 37178) {{(pid=105994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:08:42.170817 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e93f7d7-53e3-4b5a-944b-d7a846c69e0d None None] Sync routers for ids ['e32fb62a-fe80-40cd-9b14-622fe0ff5ef3'] in dv-cinder-809830-2-iscsi {{(pid=105995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:08:42.202956 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.db.l3_hamode_db [None req-de90895c-e546-4d3b-be3b-e85dd3a3f7f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '633d730f-13e1-440c-b6b5-5b03383d8020', 'name': 'tempest-TestMinimumBasicScenario-1873494284-router', 'tenant_id': '69e0cc62271b4f2f85a0e47254feae5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7', 'external_fixed_ips': [{'subnet_id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': 'e22a7101-5a08-49f6-9536-ed95dc3ba828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:08:31Z', 'updated_at': '2021-09-24T15:08:36Z', 'revision_number': 4, 'project_id': '69e0cc62271b4f2f85a0e47254feae5f', 'gw_port': {'id': 'e22a7101-5a08-49f6-9536-ed95dc3ba828', 'name': '', 'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:35:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633d730f-13e1-440c-b6b5-5b03383d8020', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:08:31Z', 'updated_at': '2021-09-24T15:08:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809830-2-iscsi', '_interfaces': [{'id': '1836d8b4-a7c4-4754-ad35-dd20a8d33198', 'name': '', 'network_id': 'dd9867c3-fd15-45cb-9b5d-05861dec4b4c', 'tenant_id': '69e0cc62271b4f2f85a0e47254feae5f', 'mac_address': 'fa:16:3e:d0:c7:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '633d730f-13e1-440c-b6b5-5b03383d8020', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '966fb2c5-a9f5-442f-bc30-4d598369c679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:08:35Z', 'updated_at': '2021-09-24T15:08:41Z', 'revision_number': 4, 'project_id': '69e0cc62271b4f2f85a0e47254feae5f', 'subnets': [{'id': '966fb2c5-a9f5-442f-bc30-4d598369c679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809830-2-iscsi', False) {} {{(pid=105996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:08:42.221160 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e93f7d7-53e3-4b5a-944b-d7a846c69e0d None None] Routers {'e32fb62a-fe80-40cd-9b14-622fe0ff5ef3'} bound to L3 agent in host dv-cinder-809830-2-iscsi {{(pid=105995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:08:42.222044 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.l3_hamode_db [None req-6e93f7d7-53e3-4b5a-944b-d7a846c69e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809830-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T14:45:58Z,description=,heartbeat_timestamp=2021-09-24T15:08:28Z,host='dv-cinder-809830-2-iscsi',id=76290e94-8d59-4af2-9b8f-4e64db68baa4,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T14:45:58Z,topic='l3_agent')) {'router_ids': ['e32fb62a-fe80-40cd-9b14-622fe0ff5ef3'], 'active': True} {{(pid=105995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:08:42.473377 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de90895c-e546-4d3b-be3b-e85dd3a3f7f5 None None] The sync data for ids ['633d730f-13e1-440c-b6b5-5b03383d8020'] in dv-cinder-809830-2-iscsi is: [{'id': '633d730f-13e1-440c-b6b5-5b03383d8020', 'name': 'tempest-TestMinimumBasicScenario-1873494284-router', 'tenant_id': '69e0cc62271b4f2f85a0e47254feae5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7', 'external_fixed_ips': [{'subnet_id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': 'e22a7101-5a08-49f6-9536-ed95dc3ba828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:08:31Z', 'updated_at': '2021-09-24T15:08:36Z', 'revision_number': 4, 'project_id': '69e0cc62271b4f2f85a0e47254feae5f', 'gw_port': {'id': 'e22a7101-5a08-49f6-9536-ed95dc3ba828', 'name': '', 'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:35:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633d730f-13e1-440c-b6b5-5b03383d8020', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:08:31Z', 'updated_at': '2021-09-24T15:08:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809830-2-iscsi', '_interfaces': [{'id': '1836d8b4-a7c4-4754-ad35-dd20a8d33198', 'name': '', 'network_id': 'dd9867c3-fd15-45cb-9b5d-05861dec4b4c', 'tenant_id': '69e0cc62271b4f2f85a0e47254feae5f', 'mac_address': 'fa:16:3e:d0:c7:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '633d730f-13e1-440c-b6b5-5b03383d8020', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '966fb2c5-a9f5-442f-bc30-4d598369c679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:08:35Z', 'updated_at': '2021-09-24T15:08:41Z', 'revision_number': 4, 'project_id': '69e0cc62271b4f2f85a0e47254feae5f', 'subnets': [{'id': '966fb2c5-a9f5-442f-bc30-4d598369c679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:08:42.606315 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.rpc [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Device dfdacf5e-fea2-4058-a10b-da3454acf8bb up at agent ovs-agent-dv-cinder-809830-2-iscsi {{(pid=105995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:08:42.723004 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.l3_dvr_db [None req-6e93f7d7-53e3-4b5a-944b-d7a846c69e0d None None] Set router e32fb62a-fe80-40cd-9b14-622fe0ff5ef3 gateway port host: dv-cinder-809830-2-iscsi {{(pid=105995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:08:42.857264 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.provisioning_blocks [None req-78fe8bd8-c0e7-4885-8e86-d88b534978dd None None] Provisioning complete for port dfdacf5e-fea2-4058-a10b-da3454acf8bb triggered by entity DHCP. {{(pid=105995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:08:42.857675 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-78fe8bd8-c0e7-4885-8e86-d88b534978dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985790'] for port, provisioning_complete {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:43.028877 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.provisioning_blocks [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Provisioning complete for port dfdacf5e-fea2-4058-a10b-da3454acf8bb triggered by entity L2. {{(pid=105995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:08:43.029499 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985790'] for port, provisioning_complete {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:43.284720 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-78fe8bd8-c0e7-4885-8e86-d88b534978dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993762'] for port, before_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:43.415838 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.l3_hamode_db [None req-6e93f7d7-53e3-4b5a-944b-d7a846c69e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e32fb62a-fe80-40cd-9b14-622fe0ff5ef3', 'name': 'tempest-TestMinimumBasicScenario-1701931115-router', 'tenant_id': '30bf8d8f7fbc4028a3384d58b7b1116e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7', 'external_fixed_ips': [{'subnet_id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': '3bb96510-e301-432b-a2a5-d6048f0d7b13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:08:39Z', 'updated_at': '2021-09-24T15:08:40Z', 'revision_number': 3, 'project_id': '30bf8d8f7fbc4028a3384d58b7b1116e', 'gw_port': {'id': '3bb96510-e301-432b-a2a5-d6048f0d7b13', 'name': '', 'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:38:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e32fb62a-fe80-40cd-9b14-622fe0ff5ef3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:08:39Z', 'updated_at': '2021-09-24T15:08:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809830-2-iscsi'}], 'dv-cinder-809830-2-iscsi', False) {} {{(pid=105995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:08:43.418559 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993762'] for port, before_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:43.426069 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.db [None req-78fe8bd8-c0e7-4885-8e86-d88b534978dd None None] For port dfdacf5e-fea2-4058-a10b-da3454acf8bb, host dv-cinder-809830-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809830-2-iscsi',level=0,port_id=dfdacf5e-fea2-4058-a10b-da3454acf8bb,segment=NetworkSegment(6c2a8c01-2d99-4def-aff2-d4f4279646e1),segment_id=6c2a8c01-2d99-4def-aff2-d4f4279646e1)] {{(pid=105995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:08:43.448183 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-5cecea6f-c49d-4248-b092-b18a13e13c03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993762'] for port, before_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:43.470527 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e93f7d7-53e3-4b5a-944b-d7a846c69e0d None None] Checking router: e32fb62a-fe80-40cd-9b14-622fe0ff5ef3 for host: dv-cinder-809830-2-iscsi {{(pid=105995) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:08:43.470924 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e93f7d7-53e3-4b5a-944b-d7a846c69e0d None None] Updating router e32fb62a-fe80-40cd-9b14-622fe0ff5ef3 port 3bb96510-e301-432b-a2a5-d6048f0d7b13 binding host dv-cinder-809830-2-iscsi {{(pid=105995) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 15:08:43.473462 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-78fe8bd8-c0e7-4885-8e86-d88b534978dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248551428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248062163'] for port, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:43.726780 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-6e93f7d7-53e3-4b5a-944b-d7a846c69e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993762'] for port, before_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:43.764615 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.db.db_base_plugin_common [None req-5cecea6f-c49d-4248-b092-b18a13e13c03 admin admin] Allocated IP 172.20.0.1 (658c2933-c4a7-4d01-ba4a-482c901579ad/05928f67-091d-49a4-891c-5566965a2c43/9a4e1d10-6fe4-4eb1-91b9-4d178517d0ed) {{(pid=105994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:08:43.833808 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.provisioning_blocks [None req-2b2f6cc1-30e0-4a55-8b76-d460469f9614 None None] Provisioning complete for port dfdacf5e-fea2-4058-a10b-da3454acf8bb triggered by entity DHCP. {{(pid=105995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:08:43.834234 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-2b2f6cc1-30e0-4a55-8b76-d460469f9614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985790'] for port, provisioning_complete {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:43.881479 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fe8bd8-c0e7-4885-8e86-d88b534978dd None None] Pushing event updated for resources: {'Port': ['ID=dfdacf5e-fea2-4058-a10b-da3454acf8bb,revision_number=3']} {{(pid=105995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:08:43.955264 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-5cecea6f-c49d-4248-b092-b18a13e13c03 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:43.991650 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.db.api [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105995) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 24 15:08:43.992244 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG oslo_db.api [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 24 15:08:44.015334 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-5cecea6f-c49d-4248-b092-b18a13e13c03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727248062127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14130366'] for port, after_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:44.071198 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cecea6f-c49d-4248-b092-b18a13e13c03 admin admin] Network 658c2933-c4a7-4d01-ba4a-482c901579ad is already hosted by enough agents. {{(pid=105994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:08:44.074657 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.scheduler.base_scheduler [None req-5cecea6f-c49d-4248-b092-b18a13e13c03 admin admin] Resources bound (agent type, host, resource id): {{(pid=105994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:08:44.078753 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cecea6f-c49d-4248-b092-b18a13e13c03 admin admin] Received port after_create {{(pid=105994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:08:44.088646 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cecea6f-c49d-4248-b092-b18a13e13c03 admin admin] Pushing event updated for resources: {'Port': ['ID=9a4e1d10-6fe4-4eb1-91b9-4d178517d0ed,revision_number=1']} {{(pid=105994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:08:44.138644 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-5cecea6f-c49d-4248-b092-b18a13e13c03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-595352'] for router_interface, before_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:44.340599 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-6e93f7d7-53e3-4b5a-944b-d7a846c69e0d None None] Notify callbacks [] for port, precommit_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:44.348790 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-6e93f7d7-53e3-4b5a-944b-d7a846c69e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248551428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248062163'] for port, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:44.376972 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-5cecea6f-c49d-4248-b092-b18a13e13c03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993762'] for port, before_update {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:44.416586 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.managers [None req-6e93f7d7-53e3-4b5a-944b-d7a846c69e0d None None] Attempting to bind port 3bb96510-e301-432b-a2a5-d6048f0d7b13 on host dv-cinder-809830-2-iscsi for vnic_type normal with profile {{(pid=105995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:08:44.417146 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.managers [None req-6e93f7d7-53e3-4b5a-944b-d7a846c69e0d None None] Attempting to bind port 3bb96510-e301-432b-a2a5-d6048f0d7b13 by drivers openvswitch,hyperv on host dv-cinder-809830-2-iscsi at level 0 using segments [{'id': '1eeca048-08b8-46bc-9b0a-d3cb6658f7f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7'}] {{(pid=105995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:08:44.418162 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e93f7d7-53e3-4b5a-944b-d7a846c69e0d None None] Attempting to bind port 3bb96510-e301-432b-a2a5-d6048f0d7b13 on network d1d522b2-1ecd-4e8f-be33-d5d511adebd7 {{(pid=105995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:08:44.434570 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb49edc5-e127-4ff2-93fd-21a84c05d539 None None] Pushing event updated for resources: {'Port': ['ID=3bb96510-e301-432b-a2a5-d6048f0d7b13,revision_number=2']} {{(pid=105995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:08:44.439204 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e93f7d7-53e3-4b5a-944b-d7a846c69e0d None None] Checking agent: {'id': '466265b3-b863-41e9-8226-f4d0fd198543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809830-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 14, 45, 59), 'started_at': datetime.datetime(2021, 9, 24, 14, 46, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 8, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809830-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:08:44.439930 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e93f7d7-53e3-4b5a-944b-d7a846c69e0d None None] Checking segment: {'id': '1eeca048-08b8-46bc-9b0a-d3cb6658f7f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:08:44.442130 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-6e93f7d7-53e3-4b5a-944b-d7a846c69e0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:44.442768 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e93f7d7-53e3-4b5a-944b-d7a846c69e0d None None] Bound using segment: {'id': '1eeca048-08b8-46bc-9b0a-d3cb6658f7f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7'} {{(pid=105995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:08:44.443599 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.managers [None req-6e93f7d7-53e3-4b5a-944b-d7a846c69e0d None None] Bound port: 3bb96510-e301-432b-a2a5-d6048f0d7b13, host: dv-cinder-809830-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1eeca048-08b8-46bc-9b0a-d3cb6658f7f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7'}}] {{(pid=105995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:08:44.444262 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-6e93f7d7-53e3-4b5a-944b-d7a846c69e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993762'] for port, before_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:44.533515 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.provisioning_blocks [None req-26c4854d-4c58-410b-9520-dfd822aea27d None None] Provisioning complete for port 9a4e1d10-6fe4-4eb1-91b9-4d178517d0ed triggered by entity DHCP. {{(pid=105995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:08:44.533774 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-26c4854d-4c58-410b-9520-dfd822aea27d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985790'] for port, provisioning_complete {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:44.574571 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.db [None req-6e93f7d7-53e3-4b5a-944b-d7a846c69e0d None None] For port 3bb96510-e301-432b-a2a5-d6048f0d7b13, host dv-cinder-809830-2-iscsi, cleared binding levels {{(pid=105995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:08:44.582398 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.rpc [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Device 1836d8b4-a7c4-4754-ad35-dd20a8d33198 up at agent ovs-agent-dv-cinder-809830-2-iscsi {{(pid=105995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:08:44.621771 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.db [None req-6e93f7d7-53e3-4b5a-944b-d7a846c69e0d None None] For port 3bb96510-e301-432b-a2a5-d6048f0d7b13, host dv-cinder-809830-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809830-2-iscsi',level=0,port_id=3bb96510-e301-432b-a2a5-d6048f0d7b13,segment=NetworkSegment(1eeca048-08b8-46bc-9b0a-d3cb6658f7f8),segment_id=1eeca048-08b8-46bc-9b0a-d3cb6658f7f8)] {{(pid=105995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:08:44.622009 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-5cecea6f-c49d-4248-b092-b18a13e13c03 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:44.624469 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.plugin [None req-26c4854d-4c58-410b-9520-dfd822aea27d None None] Port 9a4e1d10-6fe4-4eb1-91b9-4d178517d0ed cannot update to ACTIVE because it is not bound. {{(pid=105995) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:08:44.629302 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-5cecea6f-c49d-4248-b092-b18a13e13c03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248551428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248062163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14130357'] for port, after_update {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:44.630964 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-6e93f7d7-53e3-4b5a-944b-d7a846c69e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248551428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248062163'] for port, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:44.715088 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e93f7d7-53e3-4b5a-944b-d7a846c69e0d None None] Routers {'e32fb62a-fe80-40cd-9b14-622fe0ff5ef3'} bound to L3 agent in host dv-cinder-809830-2-iscsi {{(pid=105995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:08:44.715855 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.l3_hamode_db [None req-6e93f7d7-53e3-4b5a-944b-d7a846c69e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809830-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T14:45:58Z,description=,heartbeat_timestamp=2021-09-24T15:08:28Z,host='dv-cinder-809830-2-iscsi',id=76290e94-8d59-4af2-9b8f-4e64db68baa4,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T14:45:58Z,topic='l3_agent')) {'router_ids': ['e32fb62a-fe80-40cd-9b14-622fe0ff5ef3'], 'active': True} {{(pid=105995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:08:44.718844 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cecea6f-c49d-4248-b092-b18a13e13c03 admin admin] Pushing event updated for resources: {'Port': ['ID=9a4e1d10-6fe4-4eb1-91b9-4d178517d0ed,revision_number=2']} {{(pid=105994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:08:44.721213 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb49edc5-e127-4ff2-93fd-21a84c05d539 None None] Pushing event updated for resources: {'Port': ['ID=3bb96510-e301-432b-a2a5-d6048f0d7b13,revision_number=3']} {{(pid=105995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:08:44.724796 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-5cecea6f-c49d-4248-b092-b18a13e13c03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-594280'] for router_interface, after_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:44.763301 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.provisioning_blocks [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Provisioning complete for port 1836d8b4-a7c4-4754-ad35-dd20a8d33198 triggered by entity L2. {{(pid=105995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:08:44.764180 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985790'] for port, provisioning_complete {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:44.877550 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cecea6f-c49d-4248-b092-b18a13e13c03 admin admin] Network 658c2933-c4a7-4d01-ba4a-482c901579ad is already hosted by enough agents. {{(pid=105994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:08:44.880543 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.scheduler.base_scheduler [None req-5cecea6f-c49d-4248-b092-b18a13e13c03 admin admin] Resources bound (agent type, host, resource id): {{(pid=105994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:08:44.914334 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.l3_dvr_db [None req-6e93f7d7-53e3-4b5a-944b-d7a846c69e0d None None] Set router e32fb62a-fe80-40cd-9b14-622fe0ff5ef3 gateway port host: dv-cinder-809830-2-iscsi {{(pid=105995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:08:45.031249 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cecea6f-c49d-4248-b092-b18a13e13c03 admin admin] Router e32fb62a-fe80-40cd-9b14-622fe0ff5ef3 has already been hosted by L3 agent 76290e94-8d59-4af2-9b8f-4e64db68baa4 {{(pid=105994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:08:45.169553 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.rpc [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Device dfdacf5e-fea2-4058-a10b-da3454acf8bb up at agent ovs-agent-dv-cinder-809830-2-iscsi {{(pid=105995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:08:45.178952 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cecea6f-c49d-4248-b092-b18a13e13c03 admin admin] Notify agent at l3_agent.dv-cinder-809830-2-iscsi the message routers_updated {{(pid=105994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:08:45.196830 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [None req-5cecea6f-c49d-4248-b092-b18a13e13c03 admin admin] 10.222.0.90 "PUT /v2.0/routers/e32fb62a-fe80-40cd-9b14-622fe0ff5ef3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0526023 Sep 24 15:08:45.278208 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.provisioning_blocks [None req-45f772f1-dc2f-4d2d-8e3b-e18a1d74f135 None None] Provisioning complete for port 9a4e1d10-6fe4-4eb1-91b9-4d178517d0ed triggered by entity DHCP. {{(pid=105995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:08:45.278583 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-45f772f1-dc2f-4d2d-8e3b-e18a1d74f135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985790'] for port, provisioning_complete {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:45.328305 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.provisioning_blocks [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Provisioning complete for port dfdacf5e-fea2-4058-a10b-da3454acf8bb triggered by entity L2. {{(pid=105995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:08:45.328698 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985790'] for port, provisioning_complete {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:45.330979 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.plugin [None req-45f772f1-dc2f-4d2d-8e3b-e18a1d74f135 None None] Port 9a4e1d10-6fe4-4eb1-91b9-4d178517d0ed cannot update to ACTIVE because it is not bound. {{(pid=105995) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:08:45.358903 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.l3_hamode_db [None req-6e93f7d7-53e3-4b5a-944b-d7a846c69e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e32fb62a-fe80-40cd-9b14-622fe0ff5ef3', 'name': 'tempest-TestMinimumBasicScenario-1701931115-router', 'tenant_id': '30bf8d8f7fbc4028a3384d58b7b1116e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7', 'external_fixed_ips': [{'subnet_id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': '3bb96510-e301-432b-a2a5-d6048f0d7b13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:08:39Z', 'updated_at': '2021-09-24T15:08:44Z', 'revision_number': 4, 'project_id': '30bf8d8f7fbc4028a3384d58b7b1116e', 'gw_port': {'id': '3bb96510-e301-432b-a2a5-d6048f0d7b13', 'name': '', 'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:38:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e32fb62a-fe80-40cd-9b14-622fe0ff5ef3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:08:39Z', 'updated_at': '2021-09-24T15:08:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809830-2-iscsi', '_interfaces': [{'id': '9a4e1d10-6fe4-4eb1-91b9-4d178517d0ed', 'name': '', 'network_id': '658c2933-c4a7-4d01-ba4a-482c901579ad', 'tenant_id': '30bf8d8f7fbc4028a3384d58b7b1116e', 'mac_address': 'fa:16:3e:78:76:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e32fb62a-fe80-40cd-9b14-622fe0ff5ef3', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '05928f67-091d-49a4-891c-5566965a2c43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:08:43Z', 'updated_at': '2021-09-24T15:08:44Z', 'revision_number': 2, 'project_id': '30bf8d8f7fbc4028a3384d58b7b1116e', 'subnets': [{'id': '05928f67-091d-49a4-891c-5566965a2c43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809830-2-iscsi', False) {} {{(pid=105995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:08:45.395524 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e93f7d7-53e3-4b5a-944b-d7a846c69e0d None None] The sync data for ids ['e32fb62a-fe80-40cd-9b14-622fe0ff5ef3'] in dv-cinder-809830-2-iscsi is: [{'id': 'e32fb62a-fe80-40cd-9b14-622fe0ff5ef3', 'name': 'tempest-TestMinimumBasicScenario-1701931115-router', 'tenant_id': '30bf8d8f7fbc4028a3384d58b7b1116e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7', 'external_fixed_ips': [{'subnet_id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': '3bb96510-e301-432b-a2a5-d6048f0d7b13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:08:39Z', 'updated_at': '2021-09-24T15:08:44Z', 'revision_number': 4, 'project_id': '30bf8d8f7fbc4028a3384d58b7b1116e', 'gw_port': {'id': '3bb96510-e301-432b-a2a5-d6048f0d7b13', 'name': '', 'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:38:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e32fb62a-fe80-40cd-9b14-622fe0ff5ef3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:08:39Z', 'updated_at': '2021-09-24T15:08:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809830-2-iscsi', '_interfaces': [{'id': '9a4e1d10-6fe4-4eb1-91b9-4d178517d0ed', 'name': '', 'network_id': '658c2933-c4a7-4d01-ba4a-482c901579ad', 'tenant_id': '30bf8d8f7fbc4028a3384d58b7b1116e', 'mac_address': 'fa:16:3e:78:76:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e32fb62a-fe80-40cd-9b14-622fe0ff5ef3', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '05928f67-091d-49a4-891c-5566965a2c43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:08:43Z', 'updated_at': '2021-09-24T15:08:44Z', 'revision_number': 2, 'project_id': '30bf8d8f7fbc4028a3384d58b7b1116e', 'subnets': [{'id': '05928f67-091d-49a4-891c-5566965a2c43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:08:45.904508 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:47.312204 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.rpc [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Device 3bb96510-e301-432b-a2a5-d6048f0d7b13 up at agent ovs-agent-dv-cinder-809830-2-iscsi {{(pid=105995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:08:47.412822 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.provisioning_blocks [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Provisioning complete for port 3bb96510-e301-432b-a2a5-d6048f0d7b13 triggered by entity L2. {{(pid=105995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:08:47.413809 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985790'] for port, provisioning_complete {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:47.448549 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047b7f84-2b07-4f21-92b0-f04a5142f2cb req-396d3fc1-3867-4587-b596-bcfae060a8a8 tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:08:47.456180 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-047b7f84-2b07-4f21-92b0-f04a5142f2cb req-396d3fc1-3867-4587-b596-bcfae060a8a8 tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] 10.222.0.90 "GET /v2.0/ports?device_id=e790695f-8ba3-4fe5-984c-c841d260236d HTTP/1.1" status: 200 len: 946 time: 0.1207950 Sep 24 15:08:47.554188 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-047b7f84-2b07-4f21-92b0-f04a5142f2cb req-1e0a5fd3-fcec-4b4a-809c-59b8f46b5905 tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] 10.222.0.90 "GET /v2.0/security-groups?id=2939f29b-96bc-4ebb-8f5b-4b5f150442a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857255 Sep 24 15:08:47.569573 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993762'] for port, before_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:47.620566 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.db [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] For port 3bb96510-e301-432b-a2a5-d6048f0d7b13, host dv-cinder-809830-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809830-2-iscsi',level=0,port_id=3bb96510-e301-432b-a2a5-d6048f0d7b13,segment=NetworkSegment(1eeca048-08b8-46bc-9b0a-d3cb6658f7f8),segment_id=1eeca048-08b8-46bc-9b0a-d3cb6658f7f8)] {{(pid=105995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:08:47.630582 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248551428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248062163'] for port, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:47.736245 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Pushing event updated for resources: {'Port': ['ID=3bb96510-e301-432b-a2a5-d6048f0d7b13,revision_number=4']} {{(pid=105995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:08:48.841013 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcdff27-cda0-4b6b-b2fa-3127251d7248 req-82ab393a-0317-4ee8-80bf-401de2ba2c24 tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:08:48.843645 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-6dcdff27-cda0-4b6b-b2fa-3127251d7248 req-82ab393a-0317-4ee8-80bf-401de2ba2c24 tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] 10.222.0.90 "GET /v2.0/ports?device_id=e790695f-8ba3-4fe5-984c-c841d260236d HTTP/1.1" status: 200 len: 946 time: 0.1132669 Sep 24 15:08:48.848218 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5225d8ee-aa1e-4279-8c8b-b39cadb2a4b2 req-eadc993f-6f3d-40b4-9cae-9d11e6ab6f88 tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:08:48.852046 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-5225d8ee-aa1e-4279-8c8b-b39cadb2a4b2 req-eadc993f-6f3d-40b4-9cae-9d11e6ab6f88 tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] 10.222.0.99 "GET /v2.0/ports?device_id=e790695f-8ba3-4fe5-984c-c841d260236d HTTP/1.1" status: 200 len: 946 time: 0.1216376 Sep 24 15:08:48.927919 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-6dcdff27-cda0-4b6b-b2fa-3127251d7248 req-992f2b76-c26d-453f-ab76-b9b961682763 tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] 10.222.0.90 "GET /v2.0/security-groups?id=2939f29b-96bc-4ebb-8f5b-4b5f150442a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587535 Sep 24 15:08:49.042395 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.plugin [req-5225d8ee-aa1e-4279-8c8b-b39cadb2a4b2 req-a99d3cec-3c19-4671-a516-3f7509f74fc1 tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Deleting port a7f08efb-3fd2-45d4-9a8e-e6a3313e240c {{(pid=105994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:08:49.053141 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-5225d8ee-aa1e-4279-8c8b-b39cadb2a4b2 req-a99d3cec-3c19-4671-a516-3f7509f74fc1 tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727248545832'] for port, before_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:49.117905 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-872f470f-8d14-4f21-b81b-5c4a289f043c None None] Sync routers for ids ['e32fb62a-fe80-40cd-9b14-622fe0ff5ef3'] in dv-cinder-809830-2-iscsi {{(pid=105996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:08:49.162699 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-872f470f-8d14-4f21-b81b-5c4a289f043c None None] Routers {'e32fb62a-fe80-40cd-9b14-622fe0ff5ef3'} bound to L3 agent in host dv-cinder-809830-2-iscsi {{(pid=105996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:08:49.164215 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.db.l3_hamode_db [None req-872f470f-8d14-4f21-b81b-5c4a289f043c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809830-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T14:45:58Z,description=,heartbeat_timestamp=2021-09-24T15:08:28Z,host='dv-cinder-809830-2-iscsi',id=76290e94-8d59-4af2-9b8f-4e64db68baa4,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T14:45:58Z,topic='l3_agent')) {'router_ids': ['e32fb62a-fe80-40cd-9b14-622fe0ff5ef3'], 'active': True} {{(pid=105996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:08:49.197131 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.rpc [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Device 3bb96510-e301-432b-a2a5-d6048f0d7b13 up at agent ovs-agent-dv-cinder-809830-2-iscsi {{(pid=105995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:08:49.309469 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.db [req-5225d8ee-aa1e-4279-8c8b-b39cadb2a4b2 req-a99d3cec-3c19-4671-a516-3f7509f74fc1 tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] For port a7f08efb-3fd2-45d4-9a8e-e6a3313e240c, host hv-cinder-80983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80983',level=0,port_id=a7f08efb-3fd2-45d4-9a8e-e6a3313e240c,segment=NetworkSegment(54a7b302-b3d8-4976-92a2-8574ea016e7b),segment_id=54a7b302-b3d8-4976-92a2-8574ea016e7b)] {{(pid=105994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:08:49.310074 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-5225d8ee-aa1e-4279-8c8b-b39cadb2a4b2 req-a99d3cec-3c19-4671-a516-3f7509f74fc1 tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616222'] for port, precommit_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:49.346749 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.provisioning_blocks [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Provisioning complete for port 3bb96510-e301-432b-a2a5-d6048f0d7b13 triggered by entity L2. {{(pid=105995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:08:49.347440 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985790'] for port, provisioning_complete {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:49.387393 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.db.l3_dvr_db [None req-872f470f-8d14-4f21-b81b-5c4a289f043c None None] Set router e32fb62a-fe80-40cd-9b14-622fe0ff5ef3 gateway port host: dv-cinder-809830-2-iscsi {{(pid=105996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:08:49.590509 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-5225d8ee-aa1e-4279-8c8b-b39cadb2a4b2 req-a99d3cec-3c19-4671-a516-3f7509f74fc1 tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:49.590809 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-5225d8ee-aa1e-4279-8c8b-b39cadb2a4b2 req-a99d3cec-3c19-4671-a516-3f7509f74fc1 tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-595207'] for floatingip, after_update {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:49.591886 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.db.l3_db [req-5225d8ee-aa1e-4279-8c8b-b39cadb2a4b2 req-a99d3cec-3c19-4671-a516-3f7509f74fc1 tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Floating IP df345824-60d4-43f5-8e1a-be90cfed1e8f disassociated. External IP: 172.27.0.118, port: a7f08efb-3fd2-45d4-9a8e-e6a3313e240c. Sep 24 15:08:49.592258 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.plugin [req-5225d8ee-aa1e-4279-8c8b-b39cadb2a4b2 req-a99d3cec-3c19-4671-a516-3f7509f74fc1 tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Calling delete_port for a7f08efb-3fd2-45d4-9a8e-e6a3313e240c owned by compute:nova {{(pid=105994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:08:49.821412 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.db.l3_hamode_db [None req-872f470f-8d14-4f21-b81b-5c4a289f043c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e32fb62a-fe80-40cd-9b14-622fe0ff5ef3', 'name': 'tempest-TestMinimumBasicScenario-1701931115-router', 'tenant_id': '30bf8d8f7fbc4028a3384d58b7b1116e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7', 'external_fixed_ips': [{'subnet_id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': '3bb96510-e301-432b-a2a5-d6048f0d7b13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:08:39Z', 'updated_at': '2021-09-24T15:08:44Z', 'revision_number': 4, 'project_id': '30bf8d8f7fbc4028a3384d58b7b1116e', 'gw_port': {'id': '3bb96510-e301-432b-a2a5-d6048f0d7b13', 'name': '', 'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:38:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e32fb62a-fe80-40cd-9b14-622fe0ff5ef3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:08:39Z', 'updated_at': '2021-09-24T15:08:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809830-2-iscsi', '_interfaces': [{'id': '9a4e1d10-6fe4-4eb1-91b9-4d178517d0ed', 'name': '', 'network_id': '658c2933-c4a7-4d01-ba4a-482c901579ad', 'tenant_id': '30bf8d8f7fbc4028a3384d58b7b1116e', 'mac_address': 'fa:16:3e:78:76:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e32fb62a-fe80-40cd-9b14-622fe0ff5ef3', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '05928f67-091d-49a4-891c-5566965a2c43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:08:43Z', 'updated_at': '2021-09-24T15:08:44Z', 'revision_number': 2, 'project_id': '30bf8d8f7fbc4028a3384d58b7b1116e', 'subnets': [{'id': '05928f67-091d-49a4-891c-5566965a2c43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809830-2-iscsi', False) {} {{(pid=105996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:08:49.874981 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-872f470f-8d14-4f21-b81b-5c4a289f043c None None] Checking router: e32fb62a-fe80-40cd-9b14-622fe0ff5ef3 for host: dv-cinder-809830-2-iscsi {{(pid=105996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:08:49.874981 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-872f470f-8d14-4f21-b81b-5c4a289f043c None None] Updating router e32fb62a-fe80-40cd-9b14-622fe0ff5ef3 port 9a4e1d10-6fe4-4eb1-91b9-4d178517d0ed binding host dv-cinder-809830-2-iscsi {{(pid=105996) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 15:08:49.884781 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-5225d8ee-aa1e-4279-8c8b-b39cadb2a4b2 req-a99d3cec-3c19-4671-a516-3f7509f74fc1 tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727248551918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727248062136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14130366'] for port, after_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:49.928375 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron_lib.callbacks.manager [None req-872f470f-8d14-4f21-b81b-5c4a289f043c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993762'] for port, before_update {{(pid=105996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:49.958073 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99d3cec-3c19-4671-a516-3f7509f74fc1 tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Pushing event deleted for resources: {'Port': ['ID=a7f08efb-3fd2-45d4-9a8e-e6a3313e240c,revision_number=None']} {{(pid=105994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:08:50.168718 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-f1a14507-9453-4757-af8c-5875ed8e6d97 req-05fe9492-352c-40f0-9972-2f4eb53ad023 tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] 10.222.0.90 "GET /v2.0/ports?device_id=e790695f-8ba3-4fe5-984c-c841d260236d HTTP/1.1" status: 200 len: 210 time: 0.0610092 Sep 24 15:08:50.256861 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5225d8ee-aa1e-4279-8c8b-b39cadb2a4b2 req-a99d3cec-3c19-4671-a516-3f7509f74fc1 tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Router c3007b00-6027-4595-b86c-8233af466725 has already been hosted by L3 agent 76290e94-8d59-4af2-9b8f-4e64db68baa4 {{(pid=105994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:08:50.523053 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5225d8ee-aa1e-4279-8c8b-b39cadb2a4b2 req-a99d3cec-3c19-4671-a516-3f7509f74fc1 tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Notify agent at l3_agent.dv-cinder-809830-2-iscsi the message routers_updated {{(pid=105994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:08:50.538431 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1a588de-fec0-4f49-b2f7-e75eb88d250a None None] Sync routers for ids ['c3007b00-6027-4595-b86c-8233af466725'] in dv-cinder-809830-2-iscsi {{(pid=105995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:08:50.551501 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1a588de-fec0-4f49-b2f7-e75eb88d250a None None] Routers {'c3007b00-6027-4595-b86c-8233af466725'} bound to L3 agent in host dv-cinder-809830-2-iscsi {{(pid=105995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:08:50.552144 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.l3_hamode_db [None req-e1a588de-fec0-4f49-b2f7-e75eb88d250a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809830-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T14:45:58Z,description=,heartbeat_timestamp=2021-09-24T15:08:28Z,host='dv-cinder-809830-2-iscsi',id=76290e94-8d59-4af2-9b8f-4e64db68baa4,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T14:45:58Z,topic='l3_agent')) {'router_ids': ['c3007b00-6027-4595-b86c-8233af466725'], 'active': True} {{(pid=105995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:08:50.576391 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron_lib.callbacks.manager [None req-872f470f-8d14-4f21-b81b-5c4a289f043c None None] Notify callbacks [] for port, precommit_update {{(pid=105996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:50.592244 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron_lib.callbacks.manager [None req-872f470f-8d14-4f21-b81b-5c4a289f043c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248551428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248062163'] for port, after_update {{(pid=105996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:50.600760 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.db.l3_dvrscheduler_db [req-5225d8ee-aa1e-4279-8c8b-b39cadb2a4b2 req-a99d3cec-3c19-4671-a516-3f7509f74fc1 tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] No DVR routers for this DVR port a7f08efb-3fd2-45d4-9a8e-e6a3313e240c on host hv-cinder-80983 {{(pid=105994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:08:50.604538 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-5225d8ee-aa1e-4279-8c8b-b39cadb2a4b2 req-a99d3cec-3c19-4671-a516-3f7509f74fc1 tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472375'] for port, before_response {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:50.606975 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-5225d8ee-aa1e-4279-8c8b-b39cadb2a4b2 req-a99d3cec-3c19-4671-a516-3f7509f74fc1 tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] 10.222.0.99 "DELETE /v2.0/ports/a7f08efb-3fd2-45d4-9a8e-e6a3313e240c HTTP/1.1" status: 204 len: 173 time: 1.7456477 Sep 24 15:08:50.607694 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e790695f-8ba3-4fe5-984c-c841d260236d', 'name': 'network-vif-deleted', 'tag': 'a7f08efb-3fd2-45d4-9a8e-e6a3313e240c'}] {{(pid=105994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:08:50.610365 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}445a901cbb5a624303c84b78f65e518dd0fb300c00204885c20e5236c8fbed2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a6b0037-7a5d-4685-a7e8-630a92e113fa" -d '{"events": [{"server_uuid": "e790695f-8ba3-4fe5-984c-c841d260236d", "name": "network-vif-deleted", "tag": "a7f08efb-3fd2-45d4-9a8e-e6a3313e240c"}]}' {{(pid=105994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:08:50.668371 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:08:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22a0cc53-95af-4998-8499-a79da0997ad4 x-openstack-request-id: req-22a0cc53-95af-4998-8499-a79da0997ad4 {{(pid=105994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:08:50.668959 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e790695f-8ba3-4fe5-984c-c841d260236d", "name": "network-vif-deleted", "tag": "a7f08efb-3fd2-45d4-9a8e-e6a3313e240c", "status": "completed", "code": 200}]} {{(pid=105994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:08:50.669387 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-22a0cc53-95af-4998-8499-a79da0997ad4 {{(pid=105994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:08:50.669971 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e790695f-8ba3-4fe5-984c-c841d260236d', 'name': 'network-vif-deleted', 'tag': 'a7f08efb-3fd2-45d4-9a8e-e6a3313e240c', 'status': 'completed', 'code': 200} Sep 24 15:08:50.705536 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffcada0-0035-4a29-bb68-b6c9333d7f0c None None] Pushing event updated for resources: {'Port': ['ID=9a4e1d10-6fe4-4eb1-91b9-4d178517d0ed,revision_number=3']} {{(pid=105996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:08:50.782858 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.plugins.ml2.managers [None req-872f470f-8d14-4f21-b81b-5c4a289f043c None None] Attempting to bind port 9a4e1d10-6fe4-4eb1-91b9-4d178517d0ed on host dv-cinder-809830-2-iscsi for vnic_type normal with profile {{(pid=105996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:08:50.783250 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.plugins.ml2.managers [None req-872f470f-8d14-4f21-b81b-5c4a289f043c None None] Attempting to bind port 9a4e1d10-6fe4-4eb1-91b9-4d178517d0ed by drivers openvswitch,hyperv on host dv-cinder-809830-2-iscsi at level 0 using segments [{'id': '6c2a8c01-2d99-4def-aff2-d4f4279646e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '658c2933-c4a7-4d01-ba4a-482c901579ad'}] {{(pid=105996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:08:50.784348 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-872f470f-8d14-4f21-b81b-5c4a289f043c None None] Attempting to bind port 9a4e1d10-6fe4-4eb1-91b9-4d178517d0ed on network 658c2933-c4a7-4d01-ba4a-482c901579ad {{(pid=105996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:08:50.795857 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-872f470f-8d14-4f21-b81b-5c4a289f043c None None] Checking agent: {'id': '466265b3-b863-41e9-8226-f4d0fd198543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809830-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 14, 45, 59), 'started_at': datetime.datetime(2021, 9, 24, 14, 46, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 8, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809830-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:08:50.796234 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-872f470f-8d14-4f21-b81b-5c4a289f043c None None] Checking segment: {'id': '6c2a8c01-2d99-4def-aff2-d4f4279646e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '658c2933-c4a7-4d01-ba4a-482c901579ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:08:50.796897 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron_lib.callbacks.manager [None req-872f470f-8d14-4f21-b81b-5c4a289f043c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:50.797358 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-872f470f-8d14-4f21-b81b-5c4a289f043c None None] Bound using segment: {'id': '6c2a8c01-2d99-4def-aff2-d4f4279646e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '658c2933-c4a7-4d01-ba4a-482c901579ad'} {{(pid=105996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:08:50.798039 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.plugins.ml2.managers [None req-872f470f-8d14-4f21-b81b-5c4a289f043c None None] Bound port: 9a4e1d10-6fe4-4eb1-91b9-4d178517d0ed, host: dv-cinder-809830-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c2a8c01-2d99-4def-aff2-d4f4279646e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '658c2933-c4a7-4d01-ba4a-482c901579ad'}}] {{(pid=105996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:08:50.798568 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron_lib.callbacks.manager [None req-872f470f-8d14-4f21-b81b-5c4a289f043c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993762'] for port, before_update {{(pid=105996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:50.916504 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.plugins.ml2.db [None req-872f470f-8d14-4f21-b81b-5c4a289f043c None None] For port 9a4e1d10-6fe4-4eb1-91b9-4d178517d0ed, host dv-cinder-809830-2-iscsi, cleared binding levels {{(pid=105996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:08:50.920811 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.plugins.ml2.db [None req-872f470f-8d14-4f21-b81b-5c4a289f043c None None] For port 9a4e1d10-6fe4-4eb1-91b9-4d178517d0ed, host dv-cinder-809830-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809830-2-iscsi',level=0,port_id=9a4e1d10-6fe4-4eb1-91b9-4d178517d0ed,segment=NetworkSegment(6c2a8c01-2d99-4def-aff2-d4f4279646e1),segment_id=6c2a8c01-2d99-4def-aff2-d4f4279646e1)] {{(pid=105996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:08:50.930655 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron_lib.callbacks.manager [None req-872f470f-8d14-4f21-b81b-5c4a289f043c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248551428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248062163'] for port, after_update {{(pid=105996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:51.008286 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffcada0-0035-4a29-bb68-b6c9333d7f0c None None] Pushing event updated for resources: {'Port': ['ID=9a4e1d10-6fe4-4eb1-91b9-4d178517d0ed,revision_number=4']} {{(pid=105996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:08:51.075879 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-872f470f-8d14-4f21-b81b-5c4a289f043c None None] Routers {'e32fb62a-fe80-40cd-9b14-622fe0ff5ef3'} bound to L3 agent in host dv-cinder-809830-2-iscsi {{(pid=105996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:08:51.075879 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.db.l3_hamode_db [None req-872f470f-8d14-4f21-b81b-5c4a289f043c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809830-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T14:45:58Z,description=,heartbeat_timestamp=2021-09-24T15:08:28Z,host='dv-cinder-809830-2-iscsi',id=76290e94-8d59-4af2-9b8f-4e64db68baa4,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T14:45:58Z,topic='l3_agent')) {'router_ids': ['e32fb62a-fe80-40cd-9b14-622fe0ff5ef3'], 'active': True} {{(pid=105996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:08:51.110728 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.l3_dvr_db [None req-e1a588de-fec0-4f49-b2f7-e75eb88d250a None None] Set router c3007b00-6027-4595-b86c-8233af466725 gateway port host: dv-cinder-809830-2-iscsi {{(pid=105995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:08:51.239788 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.rpc [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Device 9a4e1d10-6fe4-4eb1-91b9-4d178517d0ed up at agent ovs-agent-dv-cinder-809830-2-iscsi {{(pid=105995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:08:51.368554 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.provisioning_blocks [None req-98edaaf1-d411-49e4-ab9b-5501e212609a None None] Provisioning complete for port 9a4e1d10-6fe4-4eb1-91b9-4d178517d0ed triggered by entity DHCP. {{(pid=105995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:08:51.373514 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-98edaaf1-d411-49e4-ab9b-5501e212609a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985790'] for port, provisioning_complete {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:51.423035 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.db.l3_dvr_db [None req-872f470f-8d14-4f21-b81b-5c4a289f043c None None] Set router e32fb62a-fe80-40cd-9b14-622fe0ff5ef3 gateway port host: dv-cinder-809830-2-iscsi {{(pid=105996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:08:51.543426 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-a8b3388b-83e1-462c-a5fd-7fd27facce17 req-845f5b0a-dc73-4a2a-a576-7bb90ae9b7d2 tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] 10.222.0.90 "GET /v2.0/ports?device_id=e790695f-8ba3-4fe5-984c-c841d260236d HTTP/1.1" status: 200 len: 210 time: 0.0736170 Sep 24 15:08:51.819824 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.provisioning_blocks [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Provisioning complete for port 9a4e1d10-6fe4-4eb1-91b9-4d178517d0ed triggered by entity L2. {{(pid=105995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:08:51.820464 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985790'] for port, provisioning_complete {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:51.914538 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.db.l3_hamode_db [None req-872f470f-8d14-4f21-b81b-5c4a289f043c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e32fb62a-fe80-40cd-9b14-622fe0ff5ef3', 'name': 'tempest-TestMinimumBasicScenario-1701931115-router', 'tenant_id': '30bf8d8f7fbc4028a3384d58b7b1116e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7', 'external_fixed_ips': [{'subnet_id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': '3bb96510-e301-432b-a2a5-d6048f0d7b13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:08:39Z', 'updated_at': '2021-09-24T15:08:44Z', 'revision_number': 4, 'project_id': '30bf8d8f7fbc4028a3384d58b7b1116e', 'gw_port': {'id': '3bb96510-e301-432b-a2a5-d6048f0d7b13', 'name': '', 'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:38:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e32fb62a-fe80-40cd-9b14-622fe0ff5ef3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:08:39Z', 'updated_at': '2021-09-24T15:08:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809830-2-iscsi', '_interfaces': [{'id': '9a4e1d10-6fe4-4eb1-91b9-4d178517d0ed', 'name': '', 'network_id': '658c2933-c4a7-4d01-ba4a-482c901579ad', 'tenant_id': '30bf8d8f7fbc4028a3384d58b7b1116e', 'mac_address': 'fa:16:3e:78:76:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e32fb62a-fe80-40cd-9b14-622fe0ff5ef3', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '05928f67-091d-49a4-891c-5566965a2c43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:08:43Z', 'updated_at': '2021-09-24T15:08:50Z', 'revision_number': 4, 'project_id': '30bf8d8f7fbc4028a3384d58b7b1116e', 'subnets': [{'id': '05928f67-091d-49a4-891c-5566965a2c43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809830-2-iscsi', False) {} {{(pid=105996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:08:51.954554 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-872f470f-8d14-4f21-b81b-5c4a289f043c None None] The sync data for ids ['e32fb62a-fe80-40cd-9b14-622fe0ff5ef3'] in dv-cinder-809830-2-iscsi is: [{'id': 'e32fb62a-fe80-40cd-9b14-622fe0ff5ef3', 'name': 'tempest-TestMinimumBasicScenario-1701931115-router', 'tenant_id': '30bf8d8f7fbc4028a3384d58b7b1116e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7', 'external_fixed_ips': [{'subnet_id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': '3bb96510-e301-432b-a2a5-d6048f0d7b13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:08:39Z', 'updated_at': '2021-09-24T15:08:44Z', 'revision_number': 4, 'project_id': '30bf8d8f7fbc4028a3384d58b7b1116e', 'gw_port': {'id': '3bb96510-e301-432b-a2a5-d6048f0d7b13', 'name': '', 'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:38:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e32fb62a-fe80-40cd-9b14-622fe0ff5ef3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:08:39Z', 'updated_at': '2021-09-24T15:08:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809830-2-iscsi', '_interfaces': [{'id': '9a4e1d10-6fe4-4eb1-91b9-4d178517d0ed', 'name': '', 'network_id': '658c2933-c4a7-4d01-ba4a-482c901579ad', 'tenant_id': '30bf8d8f7fbc4028a3384d58b7b1116e', 'mac_address': 'fa:16:3e:78:76:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e32fb62a-fe80-40cd-9b14-622fe0ff5ef3', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '05928f67-091d-49a4-891c-5566965a2c43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:08:43Z', 'updated_at': '2021-09-24T15:08:50Z', 'revision_number': 4, 'project_id': '30bf8d8f7fbc4028a3384d58b7b1116e', 'subnets': [{'id': '05928f67-091d-49a4-891c-5566965a2c43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:08:51.964948 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-98edaaf1-d411-49e4-ab9b-5501e212609a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993762'] for port, before_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:52.056319 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993762'] for port, before_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:52.073449 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.db [None req-98edaaf1-d411-49e4-ab9b-5501e212609a None None] For port 9a4e1d10-6fe4-4eb1-91b9-4d178517d0ed, host dv-cinder-809830-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809830-2-iscsi',level=0,port_id=9a4e1d10-6fe4-4eb1-91b9-4d178517d0ed,segment=NetworkSegment(6c2a8c01-2d99-4def-aff2-d4f4279646e1),segment_id=6c2a8c01-2d99-4def-aff2-d4f4279646e1)] {{(pid=105995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:08:52.080087 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-98edaaf1-d411-49e4-ab9b-5501e212609a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248551428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248062163'] for port, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:52.126390 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.l3_hamode_db [None req-e1a588de-fec0-4f49-b2f7-e75eb88d250a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3007b00-6027-4595-b86c-8233af466725', 'name': 'tempest-TestVolumeBootPattern-52582607-router', 'tenant_id': '51fa19ff34a14ecc91f6fc88ae5471cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7', 'external_fixed_ips': [{'subnet_id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '3c4dbcc3-9137-4f93-aeb5-b5adfb131d4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:05:41Z', 'updated_at': '2021-09-24T15:05:47Z', 'revision_number': 4, 'project_id': '51fa19ff34a14ecc91f6fc88ae5471cb', 'gw_port': {'id': '3c4dbcc3-9137-4f93-aeb5-b5adfb131d4e', 'name': '', 'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:39:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3007b00-6027-4595-b86c-8233af466725', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:05:41Z', 'updated_at': '2021-09-24T15:05:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809830-2-iscsi', '_interfaces': [{'id': 'f0b52ef1-e317-4938-bce1-5cc0445f6ccf', 'name': '', 'network_id': '9d3e3000-5ba9-400c-a35c-6e0b1bf4eee7', 'tenant_id': '51fa19ff34a14ecc91f6fc88ae5471cb', 'mac_address': 'fa:16:3e:05:6b:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3007b00-6027-4595-b86c-8233af466725', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'bd989c45-4591-43b5-a111-6cdc77ed547b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:05:46Z', 'updated_at': '2021-09-24T15:05:54Z', 'revision_number': 5, 'project_id': '51fa19ff34a14ecc91f6fc88ae5471cb', 'subnets': [{'id': 'bd989c45-4591-43b5-a111-6cdc77ed547b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809830-2-iscsi', False) {} {{(pid=105995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:08:52.193969 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1a588de-fec0-4f49-b2f7-e75eb88d250a None None] Checking router: c3007b00-6027-4595-b86c-8233af466725 for host: dv-cinder-809830-2-iscsi {{(pid=105995) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:08:52.281939 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.db.api [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105995) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 24 15:08:52.282329 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG oslo_db.api [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 24 15:08:52.284779 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98edaaf1-d411-49e4-ab9b-5501e212609a None None] Pushing event updated for resources: {'Port': ['ID=9a4e1d10-6fe4-4eb1-91b9-4d178517d0ed,revision_number=5']} {{(pid=105995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:08:52.302037 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.provisioning_blocks [None req-001b44f5-f55c-4aa5-bed1-a146f409ec61 None None] Provisioning complete for port 9a4e1d10-6fe4-4eb1-91b9-4d178517d0ed triggered by entity DHCP. {{(pid=105995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:08:52.302618 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-001b44f5-f55c-4aa5-bed1-a146f409ec61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985790'] for port, provisioning_complete {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:52.346652 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1a588de-fec0-4f49-b2f7-e75eb88d250a None None] Routers {'c3007b00-6027-4595-b86c-8233af466725'} bound to L3 agent in host dv-cinder-809830-2-iscsi {{(pid=105995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:08:52.347039 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.l3_hamode_db [None req-e1a588de-fec0-4f49-b2f7-e75eb88d250a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809830-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T14:45:58Z,description=,heartbeat_timestamp=2021-09-24T15:08:28Z,host='dv-cinder-809830-2-iscsi',id=76290e94-8d59-4af2-9b8f-4e64db68baa4,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T14:45:58Z,topic='l3_agent')) {'router_ids': ['c3007b00-6027-4595-b86c-8233af466725'], 'active': True} {{(pid=105995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:08:52.561444 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.l3_dvr_db [None req-e1a588de-fec0-4f49-b2f7-e75eb88d250a None None] Set router c3007b00-6027-4595-b86c-8233af466725 gateway port host: dv-cinder-809830-2-iscsi {{(pid=105995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:08:53.018713 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.l3_hamode_db [None req-e1a588de-fec0-4f49-b2f7-e75eb88d250a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3007b00-6027-4595-b86c-8233af466725', 'name': 'tempest-TestVolumeBootPattern-52582607-router', 'tenant_id': '51fa19ff34a14ecc91f6fc88ae5471cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7', 'external_fixed_ips': [{'subnet_id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '3c4dbcc3-9137-4f93-aeb5-b5adfb131d4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:05:41Z', 'updated_at': '2021-09-24T15:05:47Z', 'revision_number': 4, 'project_id': '51fa19ff34a14ecc91f6fc88ae5471cb', 'gw_port': {'id': '3c4dbcc3-9137-4f93-aeb5-b5adfb131d4e', 'name': '', 'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:39:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3007b00-6027-4595-b86c-8233af466725', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:05:41Z', 'updated_at': '2021-09-24T15:05:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809830-2-iscsi', '_interfaces': [{'id': 'f0b52ef1-e317-4938-bce1-5cc0445f6ccf', 'name': '', 'network_id': '9d3e3000-5ba9-400c-a35c-6e0b1bf4eee7', 'tenant_id': '51fa19ff34a14ecc91f6fc88ae5471cb', 'mac_address': 'fa:16:3e:05:6b:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3007b00-6027-4595-b86c-8233af466725', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'bd989c45-4591-43b5-a111-6cdc77ed547b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:05:46Z', 'updated_at': '2021-09-24T15:05:54Z', 'revision_number': 5, 'project_id': '51fa19ff34a14ecc91f6fc88ae5471cb', 'subnets': [{'id': 'bd989c45-4591-43b5-a111-6cdc77ed547b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809830-2-iscsi', False) {} {{(pid=105995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:08:53.064841 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1a588de-fec0-4f49-b2f7-e75eb88d250a None None] The sync data for ids ['c3007b00-6027-4595-b86c-8233af466725'] in dv-cinder-809830-2-iscsi is: [{'id': 'c3007b00-6027-4595-b86c-8233af466725', 'name': 'tempest-TestVolumeBootPattern-52582607-router', 'tenant_id': '51fa19ff34a14ecc91f6fc88ae5471cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7', 'external_fixed_ips': [{'subnet_id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '3c4dbcc3-9137-4f93-aeb5-b5adfb131d4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:05:41Z', 'updated_at': '2021-09-24T15:05:47Z', 'revision_number': 4, 'project_id': '51fa19ff34a14ecc91f6fc88ae5471cb', 'gw_port': {'id': '3c4dbcc3-9137-4f93-aeb5-b5adfb131d4e', 'name': '', 'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:39:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3007b00-6027-4595-b86c-8233af466725', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:05:41Z', 'updated_at': '2021-09-24T15:05:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809830-2-iscsi', '_interfaces': [{'id': 'f0b52ef1-e317-4938-bce1-5cc0445f6ccf', 'name': '', 'network_id': '9d3e3000-5ba9-400c-a35c-6e0b1bf4eee7', 'tenant_id': '51fa19ff34a14ecc91f6fc88ae5471cb', 'mac_address': 'fa:16:3e:05:6b:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3007b00-6027-4595-b86c-8233af466725', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'bd989c45-4591-43b5-a111-6cdc77ed547b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:05:46Z', 'updated_at': '2021-09-24T15:05:54Z', 'revision_number': 5, 'project_id': '51fa19ff34a14ecc91f6fc88ae5471cb', 'subnets': [{'id': 'bd989c45-4591-43b5-a111-6cdc77ed547b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:08:53.125641 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-2a90d3d3-0b9f-4f43-88e6-9ab0ea621b97 req-88d1aaaf-fdca-4fdf-86ae-a1eef2fe33a2 tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] 10.222.0.90 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1015115396&fields=id&tenant_id=51fa19ff34a14ecc91f6fc88ae5471cb HTTP/1.1" status: 200 len: 267 time: 0.0928726 Sep 24 15:08:53.216221 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.rpc [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Device 9a4e1d10-6fe4-4eb1-91b9-4d178517d0ed up at agent ovs-agent-dv-cinder-809830-2-iscsi {{(pid=105995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:08:53.399901 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.provisioning_blocks [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Provisioning complete for port 9a4e1d10-6fe4-4eb1-91b9-4d178517d0ed triggered by entity L2. {{(pid=105995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:08:53.400599 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985790'] for port, provisioning_complete {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:53.434957 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a90d3d3-0b9f-4f43-88e6-9ab0ea621b97 req-71e9cb57-241c-4442-8473-47ede924f37f tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:08:53.452814 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-2a90d3d3-0b9f-4f43-88e6-9ab0ea621b97 req-71e9cb57-241c-4442-8473-47ede924f37f tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] 10.222.0.90 "GET /v2.0/networks?id=9d3e3000-5ba9-400c-a35c-6e0b1bf4eee7 HTTP/1.1" status: 200 len: 810 time: 0.3025863 Sep 24 15:08:53.480893 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-2a90d3d3-0b9f-4f43-88e6-9ab0ea621b97 req-0f9890e5-2c4d-40d7-9df1-2c346d819e51 tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] 10.222.0.90 "GET /v2.0/quotas/51fa19ff34a14ecc91f6fc88ae5471cb HTTP/1.1" status: 200 len: 375 time: 0.0242167 Sep 24 15:08:53.613397 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-06a4322a-d42d-44b7-be9c-ba4f9ccd7ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:53.642221 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-2a90d3d3-0b9f-4f43-88e6-9ab0ea621b97 req-3a7d898b-c263-4d0d-a691-0698ecbe65ae tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=51fa19ff34a14ecc91f6fc88ae5471cb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1418977 Sep 24 15:08:53.766619 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ab0bde3-edd4-4db3-8bd4-6cee7c0ed11c None None] New status for floating IP df345824-60d4-43f5-8e1a-be90cfed1e8f: DOWN {{(pid=105996) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 15:08:53.994021 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.rpc [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Device a7f08efb-3fd2-45d4-9a8e-e6a3313e240c no longer exists at agent hyperv_hv-cinder-80983 {{(pid=105995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:08:54.065019 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.plugin [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] No Port match for: a7f08efb-3fd2-45d4-9a8e-e6a3313e240c {{(pid=105995) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:08:54.066616 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.rpc [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Device a7f08efb-3fd2-45d4-9a8e-e6a3313e240c not bound to the agent host hv-cinder-80983 {{(pid=105995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:08:54.087990 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-2a90d3d3-0b9f-4f43-88e6-9ab0ea621b97 req-7ec28afe-7ab6-43e1-92f0-ae3750bb5aaf service neutron] 10.222.0.90 "GET /v2.0/networks/9d3e3000-5ba9-400c-a35c-6e0b1bf4eee7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4322295 Sep 24 15:08:54.285524 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-2a90d3d3-0b9f-4f43-88e6-9ab0ea621b97 req-82a677a0-76e6-42a7-8fcf-6d4a3bb08c29 service neutron] 10.222.0.90 "GET /v2.0/networks/9d3e3000-5ba9-400c-a35c-6e0b1bf4eee7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1956618 Sep 24 15:08:54.792137 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-d6b891bf-37fd-4cfa-9b46-780357f30c7e req-2226e964-7daa-49c2-a0b9-f1d530138041 tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] 10.222.0.90 "GET /v2.0/ports?device_id=1ba1dfab-2534-4377-8662-5e5d35db76c5 HTTP/1.1" status: 200 len: 210 time: 0.0581129 Sep 24 15:08:55.954346 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-4efdc67b-2fdd-4862-bc65-ace4f738d78e req-bd52cc4d-040b-4640-9be2-589331fe4919 tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] 10.222.0.90 "GET /v2.0/ports?device_id=1ba1dfab-2534-4377-8662-5e5d35db76c5 HTTP/1.1" status: 200 len: 210 time: 0.0462077 Sep 24 15:08:56.470763 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a90d3d3-0b9f-4f43-88e6-9ab0ea621b97 req-1f7a27fe-f60b-4c34-a57b-1c8beca6d75c tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:08:56.483863 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-2a90d3d3-0b9f-4f43-88e6-9ab0ea621b97 req-1f7a27fe-f60b-4c34-a57b-1c8beca6d75c tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] 10.222.0.99 "GET /v2.0/networks?id=9d3e3000-5ba9-400c-a35c-6e0b1bf4eee7 HTTP/1.1" status: 200 len: 810 time: 0.2688007 Sep 24 15:08:56.555125 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-2a90d3d3-0b9f-4f43-88e6-9ab0ea621b97 req-2b7cf1ad-1643-4d54-b34f-30a5c45b73af tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] 10.222.0.99 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=51fa19ff34a14ecc91f6fc88ae5471cb HTTP/1.1" status: 200 len: 380 time: 0.0575106 Sep 24 15:08:56.571566 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.v2.base [req-2a90d3d3-0b9f-4f43-88e6-9ab0ea621b97 req-1dd4f379-055f-4434-a5c6-41edb5c97ea2 tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Request body: {'port': {'device_id': '1ba1dfab-2534-4377-8662-5e5d35db76c5', 'network_id': '9d3e3000-5ba9-400c-a35c-6e0b1bf4eee7', 'admin_state_up': True, 'tenant_id': '51fa19ff34a14ecc91f6fc88ae5471cb', 'security_groups': ['2939f29b-96bc-4ebb-8f5b-4b5f150442a5']}} {{(pid=105994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:08:56.807251 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a90d3d3-0b9f-4f43-88e6-9ab0ea621b97 req-1dd4f379-055f-4434-a5c6-41edb5c97ea2 tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Made reservation on behalf of 51fa19ff34a14ecc91f6fc88ae5471cb for: {'port': 1} {{(pid=105994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:08:56.815657 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-2a90d3d3-0b9f-4f43-88e6-9ab0ea621b97 req-1dd4f379-055f-4434-a5c6-41edb5c97ea2 tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993762'] for port, before_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:57.141974 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-d228c927-9430-4bbf-adde-a22c846756c4 req-03cf6071-3ac1-4811-9163-6d91ca07dc4a tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] 10.222.0.90 "GET /v2.0/ports?device_id=1ba1dfab-2534-4377-8662-5e5d35db76c5 HTTP/1.1" status: 200 len: 210 time: 0.0386946 Sep 24 15:08:57.179324 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.db.db_base_plugin_common [req-2a90d3d3-0b9f-4f43-88e6-9ab0ea621b97 req-1dd4f379-055f-4434-a5c6-41edb5c97ea2 tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Allocated IP 172.20.0.4 (9d3e3000-5ba9-400c-a35c-6e0b1bf4eee7/bd989c45-4591-43b5-a111-6cdc77ed547b/f5def16b-5389-4ba6-b1f8-ac2f476d61b0) {{(pid=105994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:08:57.461712 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-2a90d3d3-0b9f-4f43-88e6-9ab0ea621b97 req-1dd4f379-055f-4434-a5c6-41edb5c97ea2 tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Notify callbacks [] for port, precommit_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:57.524806 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-2a90d3d3-0b9f-4f43-88e6-9ab0ea621b97 req-1dd4f379-055f-4434-a5c6-41edb5c97ea2 tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727248062127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14130366'] for port, after_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:57.617939 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a90d3d3-0b9f-4f43-88e6-9ab0ea621b97 req-1dd4f379-055f-4434-a5c6-41edb5c97ea2 tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Network 9d3e3000-5ba9-400c-a35c-6e0b1bf4eee7 is already hosted by enough agents. {{(pid=105994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:08:57.624235 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.scheduler.base_scheduler [req-2a90d3d3-0b9f-4f43-88e6-9ab0ea621b97 req-1dd4f379-055f-4434-a5c6-41edb5c97ea2 tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Resources bound (agent type, host, resource id): {{(pid=105994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:08:57.629346 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a90d3d3-0b9f-4f43-88e6-9ab0ea621b97 req-1dd4f379-055f-4434-a5c6-41edb5c97ea2 tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Received port after_create {{(pid=105994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:08:57.725929 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd4f379-055f-4434-a5c6-41edb5c97ea2 tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Pushing event updated for resources: {'Port': ['ID=f5def16b-5389-4ba6-b1f8-ac2f476d61b0,revision_number=1']} {{(pid=105994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:08:57.770687 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a90d3d3-0b9f-4f43-88e6-9ab0ea621b97 req-1dd4f379-055f-4434-a5c6-41edb5c97ea2 tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:08:57.770687 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-2a90d3d3-0b9f-4f43-88e6-9ab0ea621b97 req-1dd4f379-055f-4434-a5c6-41edb5c97ea2 tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472375'] for port, before_response {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:57.796528 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-2a90d3d3-0b9f-4f43-88e6-9ab0ea621b97 req-1dd4f379-055f-4434-a5c6-41edb5c97ea2 tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2326808 Sep 24 15:08:57.813463 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.v2.base [req-2a90d3d3-0b9f-4f43-88e6-9ab0ea621b97 req-cd141566-1e07-4407-8c36-f6cab6f78218 service neutron] Request body: {'port': {'device_id': '1ba1dfab-2534-4377-8662-5e5d35db76c5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80983'}} {{(pid=105994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:08:57.925784 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-2a90d3d3-0b9f-4f43-88e6-9ab0ea621b97 req-cd141566-1e07-4407-8c36-f6cab6f78218 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993762'] for port, before_update {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:57.987449 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.provisioning_blocks [None req-fbc081c0-e431-4956-8374-3d44f49b8e4b None None] Provisioning complete for port f5def16b-5389-4ba6-b1f8-ac2f476d61b0 triggered by entity DHCP. {{(pid=105995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:08:57.989772 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-fbc081c0-e431-4956-8374-3d44f49b8e4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985790'] for port, provisioning_complete {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:58.070840 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.plugin [None req-fbc081c0-e431-4956-8374-3d44f49b8e4b None None] Port f5def16b-5389-4ba6-b1f8-ac2f476d61b0 cannot update to ACTIVE because it is not bound. {{(pid=105995) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:08:58.329759 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-d8697790-00ce-4144-be7a-aba7c5ab226c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:58.391155 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6cb09a-96f2-4700-be27-b8f09e9734a4 req-1e16fcae-538a-47d2-a8d3-9a6e2b9e1293 tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:08:58.393214 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-ea6cb09a-96f2-4700-be27-b8f09e9734a4 req-1e16fcae-538a-47d2-a8d3-9a6e2b9e1293 tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] 10.222.0.90 "GET /v2.0/ports?device_id=1ba1dfab-2534-4377-8662-5e5d35db76c5 HTTP/1.1" status: 200 len: 931 time: 0.1268196 Sep 24 15:08:58.538110 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.notifiers.nova [req-2a90d3d3-0b9f-4f43-88e6-9ab0ea621b97 req-cd141566-1e07-4407-8c36-f6cab6f78218 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5def16b-5389-4ba6-b1f8-ac2f476d61b0 {{(pid=105994) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:08:58.561639 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-ea6cb09a-96f2-4700-be27-b8f09e9734a4 req-b5550ebd-ede2-4ca2-b868-75b3824fa139 tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] 10.222.0.90 "GET /v2.0/security-groups?id=2939f29b-96bc-4ebb-8f5b-4b5f150442a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1527650 Sep 24 15:08:58.569243 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-2a90d3d3-0b9f-4f43-88e6-9ab0ea621b97 req-cd141566-1e07-4407-8c36-f6cab6f78218 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:58.609371 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.db.provisioning_blocks [req-2a90d3d3-0b9f-4f43-88e6-9ab0ea621b97 req-cd141566-1e07-4407-8c36-f6cab6f78218 service neutron] Transition to ACTIVE for port object f5def16b-5389-4ba6-b1f8-ac2f476d61b0 will not be triggered until provisioned by entity L2. {{(pid=105994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 15:08:58.616782 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-2a90d3d3-0b9f-4f43-88e6-9ab0ea621b97 req-cd141566-1e07-4407-8c36-f6cab6f78218 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248551428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248062163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14130357'] for port, after_update {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:58.714653 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd141566-1e07-4407-8c36-f6cab6f78218 service neutron] Pushing event updated for resources: {'Port': ['ID=f5def16b-5389-4ba6-b1f8-ac2f476d61b0,revision_number=2']} {{(pid=105994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:08:58.864135 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.managers [req-2a90d3d3-0b9f-4f43-88e6-9ab0ea621b97 req-cd141566-1e07-4407-8c36-f6cab6f78218 service neutron] Attempting to bind port f5def16b-5389-4ba6-b1f8-ac2f476d61b0 on host hv-cinder-80983 for vnic_type normal with profile {{(pid=105994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:08:58.865883 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.managers [req-2a90d3d3-0b9f-4f43-88e6-9ab0ea621b97 req-cd141566-1e07-4407-8c36-f6cab6f78218 service neutron] Attempting to bind port f5def16b-5389-4ba6-b1f8-ac2f476d61b0 by drivers openvswitch,hyperv on host hv-cinder-80983 at level 0 using segments [{'id': '54a7b302-b3d8-4976-92a2-8574ea016e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': '9d3e3000-5ba9-400c-a35c-6e0b1bf4eee7'}] {{(pid=105994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:08:58.865883 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a90d3d3-0b9f-4f43-88e6-9ab0ea621b97 req-cd141566-1e07-4407-8c36-f6cab6f78218 service neutron] Attempting to bind port f5def16b-5389-4ba6-b1f8-ac2f476d61b0 on network 9d3e3000-5ba9-400c-a35c-6e0b1bf4eee7 {{(pid=105994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:08:58.873951 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a90d3d3-0b9f-4f43-88e6-9ab0ea621b97 req-cd141566-1e07-4407-8c36-f6cab6f78218 service neutron] Port f5def16b-5389-4ba6-b1f8-ac2f476d61b0 on network 9d3e3000-5ba9-400c-a35c-6e0b1bf4eee7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80983 {{(pid=105994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 15:08:58.874733 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a90d3d3-0b9f-4f43-88e6-9ab0ea621b97 req-cd141566-1e07-4407-8c36-f6cab6f78218 service neutron] Attempting to bind port f5def16b-5389-4ba6-b1f8-ac2f476d61b0 on network 9d3e3000-5ba9-400c-a35c-6e0b1bf4eee7 {{(pid=105994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:08:58.884115 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a90d3d3-0b9f-4f43-88e6-9ab0ea621b97 req-cd141566-1e07-4407-8c36-f6cab6f78218 service neutron] Checking agent: {'id': 'fe6caec8-3271-4776-9083-fb8f8cae5b94', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80983', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 14, 54, 44), 'started_at': datetime.datetime(2021, 9, 24, 14, 54, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 8, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:08:58.885029 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a90d3d3-0b9f-4f43-88e6-9ab0ea621b97 req-cd141566-1e07-4407-8c36-f6cab6f78218 service neutron] Checking segment: {'id': '54a7b302-b3d8-4976-92a2-8574ea016e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': '9d3e3000-5ba9-400c-a35c-6e0b1bf4eee7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:08:58.885843 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a90d3d3-0b9f-4f43-88e6-9ab0ea621b97 req-cd141566-1e07-4407-8c36-f6cab6f78218 service neutron] Bound using segment: {'id': '54a7b302-b3d8-4976-92a2-8574ea016e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': '9d3e3000-5ba9-400c-a35c-6e0b1bf4eee7'} {{(pid=105994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:08:58.886727 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.managers [req-2a90d3d3-0b9f-4f43-88e6-9ab0ea621b97 req-cd141566-1e07-4407-8c36-f6cab6f78218 service neutron] Bound port: f5def16b-5389-4ba6-b1f8-ac2f476d61b0, host: hv-cinder-80983, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54a7b302-b3d8-4976-92a2-8574ea016e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': '9d3e3000-5ba9-400c-a35c-6e0b1bf4eee7'}}] {{(pid=105994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:08:58.887472 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-2a90d3d3-0b9f-4f43-88e6-9ab0ea621b97 req-cd141566-1e07-4407-8c36-f6cab6f78218 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993762'] for port, before_update {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:59.035935 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.db [req-2a90d3d3-0b9f-4f43-88e6-9ab0ea621b97 req-cd141566-1e07-4407-8c36-f6cab6f78218 service neutron] For port f5def16b-5389-4ba6-b1f8-ac2f476d61b0, host hv-cinder-80983, cleared binding levels {{(pid=105994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:08:59.044068 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.db [req-2a90d3d3-0b9f-4f43-88e6-9ab0ea621b97 req-cd141566-1e07-4407-8c36-f6cab6f78218 service neutron] For port f5def16b-5389-4ba6-b1f8-ac2f476d61b0, host hv-cinder-80983, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80983',level=0,port_id=f5def16b-5389-4ba6-b1f8-ac2f476d61b0,segment=NetworkSegment(54a7b302-b3d8-4976-92a2-8574ea016e7b),segment_id=54a7b302-b3d8-4976-92a2-8574ea016e7b)] {{(pid=105994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:08:59.053424 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-2a90d3d3-0b9f-4f43-88e6-9ab0ea621b97 req-cd141566-1e07-4407-8c36-f6cab6f78218 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248551428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248062163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14130357'] for port, after_update {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:59.123692 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a90d3d3-0b9f-4f43-88e6-9ab0ea621b97 req-cd141566-1e07-4407-8c36-f6cab6f78218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:08:59.124869 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-2a90d3d3-0b9f-4f43-88e6-9ab0ea621b97 req-cd141566-1e07-4407-8c36-f6cab6f78218 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472375'] for port, before_response {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:59.128007 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-2a90d3d3-0b9f-4f43-88e6-9ab0ea621b97 req-cd141566-1e07-4407-8c36-f6cab6f78218 service neutron] 10.222.0.99 "PUT /v2.0/ports/f5def16b-5389-4ba6-b1f8-ac2f476d61b0 HTTP/1.1" status: 200 len: 1093 time: 1.3222139 Sep 24 15:08:59.133314 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ba1dfab-2534-4377-8662-5e5d35db76c5', 'tag': 'f5def16b-5389-4ba6-b1f8-ac2f476d61b0'}] {{(pid=105994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:08:59.138363 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}445a901cbb5a624303c84b78f65e518dd0fb300c00204885c20e5236c8fbed2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c662505-37ba-4608-b23c-a9ad4dccea94" -d '{"events": [{"name": "network-changed", "server_uuid": "1ba1dfab-2534-4377-8662-5e5d35db76c5", "tag": "f5def16b-5389-4ba6-b1f8-ac2f476d61b0"}]}' {{(pid=105994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:08:59.269444 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 15:08:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46dfbb12-a6c2-44f2-a1bd-0217b28fab38 x-openstack-request-id: req-46dfbb12-a6c2-44f2-a1bd-0217b28fab38 {{(pid=105994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:08:59.269925 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ba1dfab-2534-4377-8662-5e5d35db76c5", "tag": "f5def16b-5389-4ba6-b1f8-ac2f476d61b0", "status": "completed", "code": 200}]} {{(pid=105994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:08:59.270316 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-46dfbb12-a6c2-44f2-a1bd-0217b28fab38 {{(pid=105994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:08:59.270955 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ba1dfab-2534-4377-8662-5e5d35db76c5', 'tag': 'f5def16b-5389-4ba6-b1f8-ac2f476d61b0', 'status': 'completed', 'code': 200} Sep 24 15:08:59.274646 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd141566-1e07-4407-8c36-f6cab6f78218 service neutron] Pushing event updated for resources: {'Port': ['ID=f5def16b-5389-4ba6-b1f8-ac2f476d61b0,revision_number=3']} {{(pid=105994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:08:59.314387 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a90d3d3-0b9f-4f43-88e6-9ab0ea621b97 req-f1441d22-319c-4a0d-8c92-97fc2d77ca4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:08:59.317516 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-2a90d3d3-0b9f-4f43-88e6-9ab0ea621b97 req-f1441d22-319c-4a0d-8c92-97fc2d77ca4d service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=51fa19ff34a14ecc91f6fc88ae5471cb&device_id=1ba1dfab-2534-4377-8662-5e5d35db76c5 HTTP/1.1" status: 200 len: 1096 time: 0.1049047 Sep 24 15:08:59.389205 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:59.402009 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-2a90d3d3-0b9f-4f43-88e6-9ab0ea621b97 req-dd5371a5-a5c7-4f0c-b514-11b0a5d81ff9 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f5def16b-5389-4ba6-b1f8-ac2f476d61b0 HTTP/1.1" status: 200 len: 217 time: 0.0759125 Sep 24 15:08:59.498381 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a90d3d3-0b9f-4f43-88e6-9ab0ea621b97 req-acb1e4fe-7132-40f8-b710-e0f9f833bedd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:08:59.500723 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-2a90d3d3-0b9f-4f43-88e6-9ab0ea621b97 req-acb1e4fe-7132-40f8-b710-e0f9f833bedd service neutron] 10.222.0.99 "GET /v2.0/subnets?id=bd989c45-4591-43b5-a111-6cdc77ed547b HTTP/1.1" status: 200 len: 849 time: 0.0921535 Sep 24 15:08:59.590439 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a90d3d3-0b9f-4f43-88e6-9ab0ea621b97 req-fad75339-c06e-41b0-a465-d83510e9b4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:08:59.593338 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-2a90d3d3-0b9f-4f43-88e6-9ab0ea621b97 req-fad75339-c06e-41b0-a465-d83510e9b4ad service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=9d3e3000-5ba9-400c-a35c-6e0b1bf4eee7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0855997 Sep 24 15:08:59.821579 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-2a90d3d3-0b9f-4f43-88e6-9ab0ea621b97 req-475b757c-8c04-4576-8eaf-5fb3b1a1a704 service neutron] 10.222.0.99 "GET /v2.0/networks/9d3e3000-5ba9-400c-a35c-6e0b1bf4eee7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2205360 Sep 24 15:08:59.847275 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12a5b25-78d3-4d4f-8240-52117c68146d req-940f8a5c-a5e2-4b28-82da-1631602c828f tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:08:59.849037 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-c12a5b25-78d3-4d4f-8240-52117c68146d req-940f8a5c-a5e2-4b28-82da-1631602c828f tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] 10.222.0.90 "GET /v2.0/ports?device_id=1ba1dfab-2534-4377-8662-5e5d35db76c5 HTTP/1.1" status: 200 len: 943 time: 0.1325896 Sep 24 15:08:59.967249 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-c12a5b25-78d3-4d4f-8240-52117c68146d req-0ed8a5bf-cc66-48fa-847b-accfd59a0e21 tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] 10.222.0.90 "GET /v2.0/security-groups?id=2939f29b-96bc-4ebb-8f5b-4b5f150442a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1025918 Sep 24 15:08:59.997903 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-2a90d3d3-0b9f-4f43-88e6-9ab0ea621b97 req-d60d892a-cca1-440c-942f-2221fe8ffe6b service neutron] 10.222.0.99 "GET /v2.0/networks/9d3e3000-5ba9-400c-a35c-6e0b1bf4eee7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1656208 Sep 24 15:09:00.117716 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c662505-37ba-4608-b23c-a9ad4dccea94 req-55456e87-d8b6-4190-a094-8942ed9b2d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:09:00.119230 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-8c662505-37ba-4608-b23c-a9ad4dccea94 req-55456e87-d8b6-4190-a094-8942ed9b2d29 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=51fa19ff34a14ecc91f6fc88ae5471cb&device_id=1ba1dfab-2534-4377-8662-5e5d35db76c5 HTTP/1.1" status: 200 len: 1096 time: 0.0632031 Sep 24 15:09:00.265882 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c662505-37ba-4608-b23c-a9ad4dccea94 req-fa3fbd1d-ceed-4acf-b02a-f7aaa93c76a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:09:00.268506 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-8c662505-37ba-4608-b23c-a9ad4dccea94 req-fa3fbd1d-ceed-4acf-b02a-f7aaa93c76a0 service neutron] 10.222.0.99 "GET /v2.0/networks?id=9d3e3000-5ba9-400c-a35c-6e0b1bf4eee7 HTTP/1.1" status: 200 len: 912 time: 0.1409080 Sep 24 15:09:00.344085 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-8c662505-37ba-4608-b23c-a9ad4dccea94 req-1169a2a3-8b86-4942-a47f-1eaa4210be07 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f5def16b-5389-4ba6-b1f8-ac2f476d61b0 HTTP/1.1" status: 200 len: 217 time: 0.0681658 Sep 24 15:09:00.463567 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-13d777cc-54dc-48f4-b409-3d66fa02497d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:09:00.754613 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c662505-37ba-4608-b23c-a9ad4dccea94 req-4e8afa45-f577-4a43-b20b-012e85ca943b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:09:00.756266 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-8c662505-37ba-4608-b23c-a9ad4dccea94 req-4e8afa45-f577-4a43-b20b-012e85ca943b service neutron] 10.222.0.99 "GET /v2.0/subnets?id=bd989c45-4591-43b5-a111-6cdc77ed547b HTTP/1.1" status: 200 len: 849 time: 0.4052465 Sep 24 15:09:00.808583 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c662505-37ba-4608-b23c-a9ad4dccea94 req-88524a0a-589c-4a07-a3aa-c2d9f461b39b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:09:00.811505 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-8c662505-37ba-4608-b23c-a9ad4dccea94 req-88524a0a-589c-4a07-a3aa-c2d9f461b39b service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=9d3e3000-5ba9-400c-a35c-6e0b1bf4eee7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0469515 Sep 24 15:09:00.925714 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-8c662505-37ba-4608-b23c-a9ad4dccea94 req-a6b53626-b09c-4cb6-bfa4-447a680932b9 service neutron] 10.222.0.99 "GET /v2.0/networks/9d3e3000-5ba9-400c-a35c-6e0b1bf4eee7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060832 Sep 24 15:09:01.055740 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-8c662505-37ba-4608-b23c-a9ad4dccea94 req-f1e65645-bd1f-4c0e-a75e-8dc1c0a38e01 service neutron] 10.222.0.99 "GET /v2.0/networks/9d3e3000-5ba9-400c-a35c-6e0b1bf4eee7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226327 Sep 24 15:09:01.189929 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7ec303-c571-4001-9179-4ad0d3682395 req-2f4f0169-75d5-41c3-bd00-ff5bd9808497 tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:09:01.192362 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-8f7ec303-c571-4001-9179-4ad0d3682395 req-2f4f0169-75d5-41c3-bd00-ff5bd9808497 tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] 10.222.0.90 "GET /v2.0/ports?device_id=1ba1dfab-2534-4377-8662-5e5d35db76c5 HTTP/1.1" status: 200 len: 943 time: 0.0964487 Sep 24 15:09:01.241957 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-8f7ec303-c571-4001-9179-4ad0d3682395 req-1a00954d-bb38-406b-95ff-9584c71ef1c2 tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] 10.222.0.90 "GET /v2.0/security-groups?id=2939f29b-96bc-4ebb-8f5b-4b5f150442a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388448 Sep 24 15:09:01.730814 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63c8e17-fd62-4215-b479-54f1bed9cb19 req-cc6c6a62-a698-41a8-b822-5b608f4b6bf2 tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:09:01.733504 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-c63c8e17-fd62-4215-b479-54f1bed9cb19 req-cc6c6a62-a698-41a8-b822-5b608f4b6bf2 tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] 10.222.0.90 "GET /v2.0/networks?id=dd9867c3-fd15-45cb-9b5d-05861dec4b4c HTTP/1.1" status: 200 len: 815 time: 0.2059300 Sep 24 15:09:01.758650 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-c63c8e17-fd62-4215-b479-54f1bed9cb19 req-50389a1f-c2fb-42c5-8c89-2f83fe20278e tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] 10.222.0.90 "GET /v2.0/quotas/69e0cc62271b4f2f85a0e47254feae5f HTTP/1.1" status: 200 len: 375 time: 0.0170090 Sep 24 15:09:01.843263 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-c63c8e17-fd62-4215-b479-54f1bed9cb19 req-721fab3e-df51-4b3e-b829-046a79e1e3ce tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=69e0cc62271b4f2f85a0e47254feae5f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0779488 Sep 24 15:09:01.952139 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-c63c8e17-fd62-4215-b479-54f1bed9cb19 req-1b4f697a-ed86-4890-a051-36298ee720fe service neutron] 10.222.0.90 "GET /v2.0/networks/dd9867c3-fd15-45cb-9b5d-05861dec4b4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960653 Sep 24 15:09:02.071608 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-c63c8e17-fd62-4215-b479-54f1bed9cb19 req-bf057093-15ad-40cf-91a1-80ec9b8bf2e3 service neutron] 10.222.0.90 "GET /v2.0/networks/dd9867c3-fd15-45cb-9b5d-05861dec4b4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127965 Sep 24 15:09:02.255935 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-6c7f1d56-5a23-4a0e-82ab-cfdc338cb29d req-b86c411f-0615-4911-9203-36cada2eaccf tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] 10.222.0.90 "GET /v2.0/ports?device_id=7f87a817-fc6d-4a07-a570-f344a5feabff HTTP/1.1" status: 200 len: 210 time: 0.0277433 Sep 24 15:09:02.372780 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30564a96-6e86-4f96-aaf6-9084a126539b req-2f50e21f-5b01-4683-95c8-d4d84295f86d tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:09:02.374410 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-30564a96-6e86-4f96-aaf6-9084a126539b req-2f50e21f-5b01-4683-95c8-d4d84295f86d tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] 10.222.0.90 "GET /v2.0/ports?device_id=1ba1dfab-2534-4377-8662-5e5d35db76c5 HTTP/1.1" status: 200 len: 943 time: 0.0552430 Sep 24 15:09:02.440404 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-30564a96-6e86-4f96-aaf6-9084a126539b req-61c0b642-273e-4948-abde-917edb36c0f0 tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] 10.222.0.90 "GET /v2.0/security-groups?id=2939f29b-96bc-4ebb-8f5b-4b5f150442a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573828 Sep 24 15:09:03.059604 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-450d71f0-4391-4cc8-89b8-8f609d6e2304 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:09:03.299477 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.db.agents_db [None req-37515238-e50e-498e-bfbd-a21ffee86c29 None None] Agent healthcheck: found 6 active agents {{(pid=105996) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 15:09:03.343752 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63c8e17-fd62-4215-b479-54f1bed9cb19 req-234367ad-080a-46b4-b243-391da818f0e8 tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:09:03.346271 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-c63c8e17-fd62-4215-b479-54f1bed9cb19 req-234367ad-080a-46b4-b243-391da818f0e8 tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] 10.222.0.99 "GET /v2.0/networks?id=dd9867c3-fd15-45cb-9b5d-05861dec4b4c HTTP/1.1" status: 200 len: 815 time: 0.1357327 Sep 24 15:09:03.359429 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.v2.base [req-c63c8e17-fd62-4215-b479-54f1bed9cb19 req-064b1b3e-ce89-44a8-a846-77a7cbf6cda0 tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] Request body: {'port': {'device_id': '7f87a817-fc6d-4a07-a570-f344a5feabff', 'network_id': 'dd9867c3-fd15-45cb-9b5d-05861dec4b4c', 'admin_state_up': True, 'tenant_id': '69e0cc62271b4f2f85a0e47254feae5f'}} {{(pid=105994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:09:03.374380 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-4e22fa0e-612a-4704-9a00-c7f908a80924 req-45252df6-368f-4b6e-825a-19edda360031 tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] 10.222.0.90 "GET /v2.0/ports?device_id=7f87a817-fc6d-4a07-a570-f344a5feabff HTTP/1.1" status: 200 len: 210 time: 0.0296061 Sep 24 15:09:03.486385 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c63c8e17-fd62-4215-b479-54f1bed9cb19 req-064b1b3e-ce89-44a8-a846-77a7cbf6cda0 tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] Made reservation on behalf of 69e0cc62271b4f2f85a0e47254feae5f for: {'port': 1} {{(pid=105994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:09:03.493107 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-c63c8e17-fd62-4215-b479-54f1bed9cb19 req-064b1b3e-ce89-44a8-a846-77a7cbf6cda0 tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993762'] for port, before_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:09:03.687565 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1847e16b-92f3-4661-98fe-0323cb7f81e0 req-f6432ee6-c64c-4014-b4df-fa31f14460eb tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:09:03.688009 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-1847e16b-92f3-4661-98fe-0323cb7f81e0 req-f6432ee6-c64c-4014-b4df-fa31f14460eb tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] 10.222.0.90 "GET /v2.0/ports?device_id=1ba1dfab-2534-4377-8662-5e5d35db76c5 HTTP/1.1" status: 200 len: 943 time: 0.1179616 Sep 24 15:09:03.728562 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.db.db_base_plugin_common [req-c63c8e17-fd62-4215-b479-54f1bed9cb19 req-064b1b3e-ce89-44a8-a846-77a7cbf6cda0 tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] Allocated IP 172.20.0.8 (dd9867c3-fd15-45cb-9b5d-05861dec4b4c/966fb2c5-a9f5-442f-bc30-4d598369c679/f30ade44-197e-42b1-89e8-d9ac0b769f33) {{(pid=105994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:09:03.809554 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-1847e16b-92f3-4661-98fe-0323cb7f81e0 req-a33fbdbe-966c-4ce2-b96a-ecb7233ca44c tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] 10.222.0.90 "GET /v2.0/security-groups?id=2939f29b-96bc-4ebb-8f5b-4b5f150442a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955360 Sep 24 15:09:04.053028 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-c63c8e17-fd62-4215-b479-54f1bed9cb19 req-064b1b3e-ce89-44a8-a846-77a7cbf6cda0 tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] Notify callbacks [] for port, precommit_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:09:04.108527 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-c63c8e17-fd62-4215-b479-54f1bed9cb19 req-064b1b3e-ce89-44a8-a846-77a7cbf6cda0 tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727248062127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14130366'] for port, after_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:09:04.162653 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c63c8e17-fd62-4215-b479-54f1bed9cb19 req-064b1b3e-ce89-44a8-a846-77a7cbf6cda0 tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] Network dd9867c3-fd15-45cb-9b5d-05861dec4b4c is already hosted by enough agents. {{(pid=105994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:09:04.167192 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.scheduler.base_scheduler [req-c63c8e17-fd62-4215-b479-54f1bed9cb19 req-064b1b3e-ce89-44a8-a846-77a7cbf6cda0 tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] Resources bound (agent type, host, resource id): {{(pid=105994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:09:04.170885 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.db.l3_dvrscheduler_db [req-c63c8e17-fd62-4215-b479-54f1bed9cb19 req-064b1b3e-ce89-44a8-a846-77a7cbf6cda0 tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] Received port after_create {{(pid=105994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:09:04.235134 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064b1b3e-ce89-44a8-a846-77a7cbf6cda0 tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] Pushing event updated for resources: {'Port': ['ID=f30ade44-197e-42b1-89e8-d9ac0b769f33,revision_number=1']} {{(pid=105994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:09:04.270897 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63c8e17-fd62-4215-b479-54f1bed9cb19 req-064b1b3e-ce89-44a8-a846-77a7cbf6cda0 tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:09:04.272248 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-c63c8e17-fd62-4215-b479-54f1bed9cb19 req-064b1b3e-ce89-44a8-a846-77a7cbf6cda0 tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472375'] for port, before_response {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:09:04.305229 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-c63c8e17-fd62-4215-b479-54f1bed9cb19 req-064b1b3e-ce89-44a8-a846-77a7cbf6cda0 tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9497266 Sep 24 15:09:04.562264 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.provisioning_blocks [None req-5d8a55c5-af95-4ab1-ac95-b0b2618d1719 None None] Provisioning complete for port f30ade44-197e-42b1-89e8-d9ac0b769f33 triggered by entity DHCP. {{(pid=105995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:09:04.563193 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-5d8a55c5-af95-4ab1-ac95-b0b2618d1719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985790'] for port, provisioning_complete {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:09:04.610147 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.plugin [None req-5d8a55c5-af95-4ab1-ac95-b0b2618d1719 None None] Port f30ade44-197e-42b1-89e8-d9ac0b769f33 cannot update to ACTIVE because it is not bound. {{(pid=105995) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:09:04.612307 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1238671a-4741-4d2d-bdc7-8bb63bcd2be9 req-6084a14a-8a96-4614-a161-e213455ca1a1 tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:09:04.614964 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-1238671a-4741-4d2d-bdc7-8bb63bcd2be9 req-6084a14a-8a96-4614-a161-e213455ca1a1 tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] 10.222.0.90 "GET /v2.0/ports?device_id=7f87a817-fc6d-4a07-a570-f344a5feabff HTTP/1.1" status: 200 len: 931 time: 0.0959525 Sep 24 15:09:04.669609 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-1238671a-4741-4d2d-bdc7-8bb63bcd2be9 req-873b2a9d-c6db-4aeb-8af0-47174a9d4463 tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] 10.222.0.90 "GET /v2.0/security-groups?id=08e4a1c7-4b85-4bc8-9985-3faf810aee53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472138 Sep 24 15:09:04.969970 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a99d84-12f9-40d5-92ac-b27138c446e6 req-09202e8b-729a-4bea-9874-9f9f169fbbec tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:09:04.971485 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-04a99d84-12f9-40d5-92ac-b27138c446e6 req-09202e8b-729a-4bea-9874-9f9f169fbbec tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] 10.222.0.90 "GET /v2.0/ports?device_id=1ba1dfab-2534-4377-8662-5e5d35db76c5 HTTP/1.1" status: 200 len: 943 time: 0.0644510 Sep 24 15:09:05.024572 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-04a99d84-12f9-40d5-92ac-b27138c446e6 req-997847e9-9132-4eec-974e-63bf47e26eb5 tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] 10.222.0.90 "GET /v2.0/security-groups?id=2939f29b-96bc-4ebb-8f5b-4b5f150442a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462623 Sep 24 15:09:05.836126 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617b8a0f-d985-430b-9354-dc36cd522f42 req-cf44f3c0-b2f3-471d-9de1-93556eac69aa tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:09:05.841636 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-617b8a0f-d985-430b-9354-dc36cd522f42 req-cf44f3c0-b2f3-471d-9de1-93556eac69aa tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] 10.222.0.90 "GET /v2.0/ports?device_id=7f87a817-fc6d-4a07-a570-f344a5feabff HTTP/1.1" status: 200 len: 931 time: 0.0616155 Sep 24 15:09:05.884444 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-617b8a0f-d985-430b-9354-dc36cd522f42 req-4f25cdeb-360c-44ed-b436-7b5d96dee1c9 tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] 10.222.0.90 "GET /v2.0/security-groups?id=08e4a1c7-4b85-4bc8-9985-3faf810aee53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399771 Sep 24 15:09:06.158353 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b4bae4-5f44-44f7-ae8d-3455a8c9c21c req-0532ea65-f240-4603-974c-d0fe16af47bb tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:09:06.161251 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-56b4bae4-5f44-44f7-ae8d-3455a8c9c21c req-0532ea65-f240-4603-974c-d0fe16af47bb tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] 10.222.0.90 "GET /v2.0/ports?device_id=1ba1dfab-2534-4377-8662-5e5d35db76c5 HTTP/1.1" status: 200 len: 943 time: 0.0575433 Sep 24 15:09:06.204640 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-56b4bae4-5f44-44f7-ae8d-3455a8c9c21c req-94eb6481-a417-4b0c-949f-231e380d9c37 tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] 10.222.0.90 "GET /v2.0/security-groups?id=2939f29b-96bc-4ebb-8f5b-4b5f150442a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380006 Sep 24 15:09:07.066440 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2726c8-7b92-420b-bf27-6d728f7cdfda req-c03cc936-29ea-4954-8786-cef58f3a12b5 tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:09:07.068130 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-7d2726c8-7b92-420b-bf27-6d728f7cdfda req-c03cc936-29ea-4954-8786-cef58f3a12b5 tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] 10.222.0.90 "GET /v2.0/ports?device_id=7f87a817-fc6d-4a07-a570-f344a5feabff HTTP/1.1" status: 200 len: 931 time: 0.0791152 Sep 24 15:09:07.119659 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-7d2726c8-7b92-420b-bf27-6d728f7cdfda req-7b04648f-ebf5-4d74-ae5e-d5d516f096d7 tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] 10.222.0.90 "GET /v2.0/security-groups?id=08e4a1c7-4b85-4bc8-9985-3faf810aee53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443170 Sep 24 15:09:07.348820 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc345e44-3668-4e1e-9b02-27e55b66293a req-0c333685-9ebc-4dfe-99b7-2e90027d4feb tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:09:07.351551 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-dc345e44-3668-4e1e-9b02-27e55b66293a req-0c333685-9ebc-4dfe-99b7-2e90027d4feb tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] 10.222.0.90 "GET /v2.0/ports?device_id=1ba1dfab-2534-4377-8662-5e5d35db76c5 HTTP/1.1" status: 200 len: 943 time: 0.0679460 Sep 24 15:09:07.410066 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-dc345e44-3668-4e1e-9b02-27e55b66293a req-7cb41cf5-7fc1-442b-89d1-1c30c329ca16 tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] 10.222.0.90 "GET /v2.0/security-groups?id=2939f29b-96bc-4ebb-8f5b-4b5f150442a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512400 Sep 24 15:09:08.277425 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d9d50c-3994-48eb-a653-b00da6bfaf02 req-2a0b64d3-8cd6-49aa-a38b-9582cde3d040 tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:09:08.279924 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-48d9d50c-3994-48eb-a653-b00da6bfaf02 req-2a0b64d3-8cd6-49aa-a38b-9582cde3d040 tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] 10.222.0.90 "GET /v2.0/ports?device_id=7f87a817-fc6d-4a07-a570-f344a5feabff HTTP/1.1" status: 200 len: 931 time: 0.0789156 Sep 24 15:09:08.346028 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-48d9d50c-3994-48eb-a653-b00da6bfaf02 req-3665cdc8-edf7-4b12-8c09-a8e98bd45e42 tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] 10.222.0.90 "GET /v2.0/security-groups?id=08e4a1c7-4b85-4bc8-9985-3faf810aee53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547128 Sep 24 15:09:08.577407 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87974b35-bd29-416c-baaf-cbb5b5f32eb5 req-32aaceb2-7b78-4cfa-a35c-c60f33ec89cb tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:09:08.579043 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-87974b35-bd29-416c-baaf-cbb5b5f32eb5 req-32aaceb2-7b78-4cfa-a35c-c60f33ec89cb tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] 10.222.0.90 "GET /v2.0/ports?device_id=1ba1dfab-2534-4377-8662-5e5d35db76c5 HTTP/1.1" status: 200 len: 943 time: 0.0678849 Sep 24 15:09:08.629780 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-87974b35-bd29-416c-baaf-cbb5b5f32eb5 req-51e7a5b2-f6d1-419b-947c-e37e1cf314b3 tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] 10.222.0.90 "GET /v2.0/security-groups?id=2939f29b-96bc-4ebb-8f5b-4b5f150442a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438263 Sep 24 15:09:09.530553 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becc6d75-3826-4d8f-89c8-184d1b3b3b7b req-57e2f8d7-d8fc-47fb-8f1f-1a3a11a7d0d7 tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:09:09.533151 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-becc6d75-3826-4d8f-89c8-184d1b3b3b7b req-57e2f8d7-d8fc-47fb-8f1f-1a3a11a7d0d7 tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] 10.222.0.90 "GET /v2.0/ports?device_id=7f87a817-fc6d-4a07-a570-f344a5feabff HTTP/1.1" status: 200 len: 931 time: 0.0911417 Sep 24 15:09:09.608447 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-becc6d75-3826-4d8f-89c8-184d1b3b3b7b req-dbb804ce-6d0f-44a7-82f5-0eb14d1d713b tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] 10.222.0.90 "GET /v2.0/security-groups?id=08e4a1c7-4b85-4bc8-9985-3faf810aee53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622792 Sep 24 15:09:09.806084 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58fafad-739d-4784-8463-fd2a07c9d48b req-829dabb7-d75f-4b0a-a161-beeac85a220c tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:09:09.807818 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-f58fafad-739d-4784-8463-fd2a07c9d48b req-829dabb7-d75f-4b0a-a161-beeac85a220c tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] 10.222.0.90 "GET /v2.0/ports?device_id=1ba1dfab-2534-4377-8662-5e5d35db76c5 HTTP/1.1" status: 200 len: 943 time: 0.0652888 Sep 24 15:09:09.875089 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-f58fafad-739d-4784-8463-fd2a07c9d48b req-5d5076ab-d454-4767-881c-9b9b1b9549b1 tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] 10.222.0.90 "GET /v2.0/security-groups?id=2939f29b-96bc-4ebb-8f5b-4b5f150442a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580232 Sep 24 15:09:10.781033 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795764b5-9644-4937-8163-aa52a30904d0 req-79473ffb-a762-459d-bc7d-4b45faa36cd2 tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:09:10.782736 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-795764b5-9644-4937-8163-aa52a30904d0 req-79473ffb-a762-459d-bc7d-4b45faa36cd2 tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] 10.222.0.90 "GET /v2.0/ports?device_id=7f87a817-fc6d-4a07-a570-f344a5feabff HTTP/1.1" status: 200 len: 931 time: 0.0699995 Sep 24 15:09:10.843962 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-795764b5-9644-4937-8163-aa52a30904d0 req-a424c444-a527-4396-90d1-f9386b42013b tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] 10.222.0.90 "GET /v2.0/security-groups?id=08e4a1c7-4b85-4bc8-9985-3faf810aee53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511141 Sep 24 15:09:11.047401 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e32c5c-1b29-44a5-a670-85ac962941c9 req-2e63bee8-72dc-488b-a169-aa97de5ba022 tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:09:11.051738 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-18e32c5c-1b29-44a5-a670-85ac962941c9 req-2e63bee8-72dc-488b-a169-aa97de5ba022 tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] 10.222.0.90 "GET /v2.0/ports?device_id=1ba1dfab-2534-4377-8662-5e5d35db76c5 HTTP/1.1" status: 200 len: 943 time: 0.0883486 Sep 24 15:09:11.112846 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-18e32c5c-1b29-44a5-a670-85ac962941c9 req-1c1e5486-1a94-4398-887f-9f06969bacf2 tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] 10.222.0.90 "GET /v2.0/security-groups?id=2939f29b-96bc-4ebb-8f5b-4b5f150442a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528066 Sep 24 15:09:12.006246 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c4957d-1939-46ec-b9bf-70d892015943 req-6f262f78-5627-4922-83c1-3e12510d0826 tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:09:12.007976 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-30c4957d-1939-46ec-b9bf-70d892015943 req-6f262f78-5627-4922-83c1-3e12510d0826 tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] 10.222.0.90 "GET /v2.0/ports?device_id=7f87a817-fc6d-4a07-a570-f344a5feabff HTTP/1.1" status: 200 len: 931 time: 0.0584965 Sep 24 15:09:12.076795 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-30c4957d-1939-46ec-b9bf-70d892015943 req-0e2c8c59-630f-4e3f-8ef2-9df16ff60ce6 tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] 10.222.0.90 "GET /v2.0/security-groups?id=08e4a1c7-4b85-4bc8-9985-3faf810aee53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596821 Sep 24 15:09:12.313105 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0517520b-88ac-48a6-97bf-8cfa055da5b3 req-0df9bf93-edc9-4114-a0fa-5e0e430238f1 tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:09:12.315047 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-0517520b-88ac-48a6-97bf-8cfa055da5b3 req-0df9bf93-edc9-4114-a0fa-5e0e430238f1 tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] 10.222.0.90 "GET /v2.0/ports?device_id=1ba1dfab-2534-4377-8662-5e5d35db76c5 HTTP/1.1" status: 200 len: 943 time: 0.0860481 Sep 24 15:09:12.394321 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-0517520b-88ac-48a6-97bf-8cfa055da5b3 req-d2d74e15-827b-43f5-96d7-ccbca140aa0a tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] 10.222.0.90 "GET /v2.0/security-groups?id=2939f29b-96bc-4ebb-8f5b-4b5f150442a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671737 Sep 24 15:09:13.228368 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f00b8ec-a865-4d91-be75-86619629a794 req-4c3881ae-cb00-4c6f-a6d7-f45b205af8bd tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:09:13.230016 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-4f00b8ec-a865-4d91-be75-86619629a794 req-4c3881ae-cb00-4c6f-a6d7-f45b205af8bd tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] 10.222.0.90 "GET /v2.0/ports?device_id=7f87a817-fc6d-4a07-a570-f344a5feabff HTTP/1.1" status: 200 len: 931 time: 0.0658693 Sep 24 15:09:13.278268 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-4f00b8ec-a865-4d91-be75-86619629a794 req-4a0483a0-0f0a-442c-a8a2-3c4cfbd2a330 tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] 10.222.0.90 "GET /v2.0/security-groups?id=08e4a1c7-4b85-4bc8-9985-3faf810aee53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413699 Sep 24 15:09:13.537357 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4899d4-d07d-416e-a578-db67b22354df req-fae4c05a-15dc-4ec6-8cf6-58527a592200 tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:09:13.539433 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-fd4899d4-d07d-416e-a578-db67b22354df req-fae4c05a-15dc-4ec6-8cf6-58527a592200 tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] 10.222.0.90 "GET /v2.0/ports?device_id=1ba1dfab-2534-4377-8662-5e5d35db76c5 HTTP/1.1" status: 200 len: 943 time: 0.0600915 Sep 24 15:09:13.550154 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.v2.base [req-c63c8e17-fd62-4215-b479-54f1bed9cb19 req-33f7a077-1c5b-4e39-b3b8-41744ea80bf2 service neutron] Request body: {'port': {'device_id': '7f87a817-fc6d-4a07-a570-f344a5feabff', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80983'}} {{(pid=105994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:09:13.639576 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-fd4899d4-d07d-416e-a578-db67b22354df req-6eccfd53-b700-45f1-aedc-df77de9e2f67 tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] 10.222.0.90 "GET /v2.0/security-groups?id=2939f29b-96bc-4ebb-8f5b-4b5f150442a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864584 Sep 24 15:09:13.645214 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-c63c8e17-fd62-4215-b479-54f1bed9cb19 req-33f7a077-1c5b-4e39-b3b8-41744ea80bf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993762'] for port, before_update {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:09:13.927653 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.notifiers.nova [req-c63c8e17-fd62-4215-b479-54f1bed9cb19 req-33f7a077-1c5b-4e39-b3b8-41744ea80bf2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f30ade44-197e-42b1-89e8-d9ac0b769f33 {{(pid=105994) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:09:13.935669 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-c63c8e17-fd62-4215-b479-54f1bed9cb19 req-33f7a077-1c5b-4e39-b3b8-41744ea80bf2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:09:13.949270 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.db.provisioning_blocks [req-c63c8e17-fd62-4215-b479-54f1bed9cb19 req-33f7a077-1c5b-4e39-b3b8-41744ea80bf2 service neutron] Transition to ACTIVE for port object f30ade44-197e-42b1-89e8-d9ac0b769f33 will not be triggered until provisioned by entity L2. {{(pid=105994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 15:09:13.953486 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-c63c8e17-fd62-4215-b479-54f1bed9cb19 req-33f7a077-1c5b-4e39-b3b8-41744ea80bf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248551428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248062163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14130357'] for port, after_update {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:09:14.008550 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f7a077-1c5b-4e39-b3b8-41744ea80bf2 service neutron] Pushing event updated for resources: {'Port': ['ID=f30ade44-197e-42b1-89e8-d9ac0b769f33,revision_number=2']} {{(pid=105994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:09:14.110224 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.managers [req-c63c8e17-fd62-4215-b479-54f1bed9cb19 req-33f7a077-1c5b-4e39-b3b8-41744ea80bf2 service neutron] Attempting to bind port f30ade44-197e-42b1-89e8-d9ac0b769f33 on host hv-cinder-80983 for vnic_type normal with profile {{(pid=105994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:09:14.110493 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.managers [req-c63c8e17-fd62-4215-b479-54f1bed9cb19 req-33f7a077-1c5b-4e39-b3b8-41744ea80bf2 service neutron] Attempting to bind port f30ade44-197e-42b1-89e8-d9ac0b769f33 by drivers openvswitch,hyperv on host hv-cinder-80983 at level 0 using segments [{'id': 'bfa2e894-8650-48ce-8ef7-c592e518e180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': 'dd9867c3-fd15-45cb-9b5d-05861dec4b4c'}] {{(pid=105994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:09:14.110792 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c63c8e17-fd62-4215-b479-54f1bed9cb19 req-33f7a077-1c5b-4e39-b3b8-41744ea80bf2 service neutron] Attempting to bind port f30ade44-197e-42b1-89e8-d9ac0b769f33 on network dd9867c3-fd15-45cb-9b5d-05861dec4b4c {{(pid=105994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:09:14.116921 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c63c8e17-fd62-4215-b479-54f1bed9cb19 req-33f7a077-1c5b-4e39-b3b8-41744ea80bf2 service neutron] Port f30ade44-197e-42b1-89e8-d9ac0b769f33 on network dd9867c3-fd15-45cb-9b5d-05861dec4b4c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80983 {{(pid=105994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 15:09:14.117288 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c63c8e17-fd62-4215-b479-54f1bed9cb19 req-33f7a077-1c5b-4e39-b3b8-41744ea80bf2 service neutron] Attempting to bind port f30ade44-197e-42b1-89e8-d9ac0b769f33 on network dd9867c3-fd15-45cb-9b5d-05861dec4b4c {{(pid=105994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:09:14.123724 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c63c8e17-fd62-4215-b479-54f1bed9cb19 req-33f7a077-1c5b-4e39-b3b8-41744ea80bf2 service neutron] Checking agent: {'id': 'fe6caec8-3271-4776-9083-fb8f8cae5b94', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80983', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 14, 54, 44), 'started_at': datetime.datetime(2021, 9, 24, 14, 54, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 8, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:09:14.124206 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c63c8e17-fd62-4215-b479-54f1bed9cb19 req-33f7a077-1c5b-4e39-b3b8-41744ea80bf2 service neutron] Checking segment: {'id': 'bfa2e894-8650-48ce-8ef7-c592e518e180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': 'dd9867c3-fd15-45cb-9b5d-05861dec4b4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:09:14.124719 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c63c8e17-fd62-4215-b479-54f1bed9cb19 req-33f7a077-1c5b-4e39-b3b8-41744ea80bf2 service neutron] Bound using segment: {'id': 'bfa2e894-8650-48ce-8ef7-c592e518e180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': 'dd9867c3-fd15-45cb-9b5d-05861dec4b4c'} {{(pid=105994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:09:14.125235 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.managers [req-c63c8e17-fd62-4215-b479-54f1bed9cb19 req-33f7a077-1c5b-4e39-b3b8-41744ea80bf2 service neutron] Bound port: f30ade44-197e-42b1-89e8-d9ac0b769f33, host: hv-cinder-80983, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bfa2e894-8650-48ce-8ef7-c592e518e180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': 'dd9867c3-fd15-45cb-9b5d-05861dec4b4c'}}] {{(pid=105994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:09:14.125751 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-c63c8e17-fd62-4215-b479-54f1bed9cb19 req-33f7a077-1c5b-4e39-b3b8-41744ea80bf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993762'] for port, before_update {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:09:14.209438 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.db [req-c63c8e17-fd62-4215-b479-54f1bed9cb19 req-33f7a077-1c5b-4e39-b3b8-41744ea80bf2 service neutron] For port f30ade44-197e-42b1-89e8-d9ac0b769f33, host hv-cinder-80983, cleared binding levels {{(pid=105994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:09:14.213392 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.db [req-c63c8e17-fd62-4215-b479-54f1bed9cb19 req-33f7a077-1c5b-4e39-b3b8-41744ea80bf2 service neutron] For port f30ade44-197e-42b1-89e8-d9ac0b769f33, host hv-cinder-80983, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80983',level=0,port_id=f30ade44-197e-42b1-89e8-d9ac0b769f33,segment=NetworkSegment(bfa2e894-8650-48ce-8ef7-c592e518e180),segment_id=bfa2e894-8650-48ce-8ef7-c592e518e180)] {{(pid=105994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:09:14.219980 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-c63c8e17-fd62-4215-b479-54f1bed9cb19 req-33f7a077-1c5b-4e39-b3b8-41744ea80bf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248551428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248062163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14130357'] for port, after_update {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:09:14.256831 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63c8e17-fd62-4215-b479-54f1bed9cb19 req-33f7a077-1c5b-4e39-b3b8-41744ea80bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:09:14.257299 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-c63c8e17-fd62-4215-b479-54f1bed9cb19 req-33f7a077-1c5b-4e39-b3b8-41744ea80bf2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472375'] for port, before_response {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:09:14.258777 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-c63c8e17-fd62-4215-b479-54f1bed9cb19 req-33f7a077-1c5b-4e39-b3b8-41744ea80bf2 service neutron] 10.222.0.99 "PUT /v2.0/ports/f30ade44-197e-42b1-89e8-d9ac0b769f33 HTTP/1.1" status: 200 len: 1093 time: 0.7131217 Sep 24 15:09:14.259225 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f87a817-fc6d-4a07-a570-f344a5feabff', 'tag': 'f30ade44-197e-42b1-89e8-d9ac0b769f33'}] {{(pid=105994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:09:14.262181 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}445a901cbb5a624303c84b78f65e518dd0fb300c00204885c20e5236c8fbed2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9eed1639-0531-4f9e-ad4c-c045495e2d74" -d '{"events": [{"name": "network-changed", "server_uuid": "7f87a817-fc6d-4a07-a570-f344a5feabff", "tag": "f30ade44-197e-42b1-89e8-d9ac0b769f33"}]}' {{(pid=105994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:09:14.292315 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f7a077-1c5b-4e39-b3b8-41744ea80bf2 service neutron] Pushing event updated for resources: {'Port': ['ID=f30ade44-197e-42b1-89e8-d9ac0b769f33,revision_number=3']} {{(pid=105994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:09:14.346347 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 15:09:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48b9c3f0-50d0-4b51-b840-95ca7be693b6 x-openstack-request-id: req-48b9c3f0-50d0-4b51-b840-95ca7be693b6 {{(pid=105994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:09:14.347249 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f87a817-fc6d-4a07-a570-f344a5feabff", "tag": "f30ade44-197e-42b1-89e8-d9ac0b769f33", "status": "completed", "code": 200}]} {{(pid=105994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:09:14.347823 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-48b9c3f0-50d0-4b51-b840-95ca7be693b6 {{(pid=105994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:09:14.348327 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f87a817-fc6d-4a07-a570-f344a5feabff', 'tag': 'f30ade44-197e-42b1-89e8-d9ac0b769f33', 'status': 'completed', 'code': 200} Sep 24 15:09:14.367794 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63c8e17-fd62-4215-b479-54f1bed9cb19 req-e816db7a-264c-42ff-a2a4-c89b26b5a639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:09:14.369385 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-c63c8e17-fd62-4215-b479-54f1bed9cb19 req-e816db7a-264c-42ff-a2a4-c89b26b5a639 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=69e0cc62271b4f2f85a0e47254feae5f&device_id=7f87a817-fc6d-4a07-a570-f344a5feabff HTTP/1.1" status: 200 len: 1096 time: 0.0640969 Sep 24 15:09:14.446167 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-c63c8e17-fd62-4215-b479-54f1bed9cb19 req-71df7793-867a-499c-af6e-f300b028bbdd service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f30ade44-197e-42b1-89e8-d9ac0b769f33 HTTP/1.1" status: 200 len: 217 time: 0.0619812 Sep 24 15:09:14.505096 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c72a8b0-4197-48f0-a2d7-0f81cd7c3246 req-c86860c6-1e2b-453d-bdfa-11c7757a711a tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:09:14.506666 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-5c72a8b0-4197-48f0-a2d7-0f81cd7c3246 req-c86860c6-1e2b-453d-bdfa-11c7757a711a tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] 10.222.0.90 "GET /v2.0/ports?device_id=7f87a817-fc6d-4a07-a570-f344a5feabff HTTP/1.1" status: 200 len: 943 time: 0.1329787 Sep 24 15:09:14.523113 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63c8e17-fd62-4215-b479-54f1bed9cb19 req-b41bef55-4b4e-443d-a0ba-4afdf9a4ccd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:09:14.524591 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-c63c8e17-fd62-4215-b479-54f1bed9cb19 req-b41bef55-4b4e-443d-a0ba-4afdf9a4ccd9 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=966fb2c5-a9f5-442f-bc30-4d598369c679 HTTP/1.1" status: 200 len: 854 time: 0.0716412 Sep 24 15:09:14.578663 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-5c72a8b0-4197-48f0-a2d7-0f81cd7c3246 req-57f238a0-775c-43c8-b08c-58d11f447dc1 tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] 10.222.0.90 "GET /v2.0/security-groups?id=08e4a1c7-4b85-4bc8-9985-3faf810aee53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653839 Sep 24 15:09:14.589066 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63c8e17-fd62-4215-b479-54f1bed9cb19 req-be44d215-ee8a-4620-986f-ed434cab9958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:09:14.590682 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-c63c8e17-fd62-4215-b479-54f1bed9cb19 req-be44d215-ee8a-4620-986f-ed434cab9958 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=dd9867c3-fd15-45cb-9b5d-05861dec4b4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0588467 Sep 24 15:09:14.691582 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-c63c8e17-fd62-4215-b479-54f1bed9cb19 req-9009168a-cb3c-48c1-afa9-c6aa7e9c8212 service neutron] 10.222.0.99 "GET /v2.0/networks/dd9867c3-fd15-45cb-9b5d-05861dec4b4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918074 Sep 24 15:09:14.789889 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76145f0-4943-452f-b583-713ded3c5753 req-8d5c9d8b-54e0-4bff-9071-94cb7e237f15 tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:09:14.793006 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-a76145f0-4943-452f-b583-713ded3c5753 req-8d5c9d8b-54e0-4bff-9071-94cb7e237f15 tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] 10.222.0.90 "GET /v2.0/ports?device_id=1ba1dfab-2534-4377-8662-5e5d35db76c5 HTTP/1.1" status: 200 len: 943 time: 0.0700552 Sep 24 15:09:14.817208 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-c63c8e17-fd62-4215-b479-54f1bed9cb19 req-3cf8bb5c-6ec9-422f-b338-5b44414c2162 service neutron] 10.222.0.99 "GET /v2.0/networks/dd9867c3-fd15-45cb-9b5d-05861dec4b4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189253 Sep 24 15:09:14.846641 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-a76145f0-4943-452f-b583-713ded3c5753 req-0c02f05e-4233-4453-b96a-a6b3e5242608 tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] 10.222.0.90 "GET /v2.0/security-groups?id=2939f29b-96bc-4ebb-8f5b-4b5f150442a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482454 Sep 24 15:09:14.919583 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eed1639-0531-4f9e-ad4c-c045495e2d74 req-60f64793-42ca-4802-a97b-bac50d60c324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:09:14.921349 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-9eed1639-0531-4f9e-ad4c-c045495e2d74 req-60f64793-42ca-4802-a97b-bac50d60c324 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=69e0cc62271b4f2f85a0e47254feae5f&device_id=7f87a817-fc6d-4a07-a570-f344a5feabff HTTP/1.1" status: 200 len: 1096 time: 0.0508537 Sep 24 15:09:15.027132 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eed1639-0531-4f9e-ad4c-c045495e2d74 req-4c74e63c-06f0-445e-ae12-5c07c9182ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:09:15.028749 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-9eed1639-0531-4f9e-ad4c-c045495e2d74 req-4c74e63c-06f0-445e-ae12-5c07c9182ea3 service neutron] 10.222.0.99 "GET /v2.0/networks?id=dd9867c3-fd15-45cb-9b5d-05861dec4b4c HTTP/1.1" status: 200 len: 917 time: 0.0991757 Sep 24 15:09:15.082180 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-9eed1639-0531-4f9e-ad4c-c045495e2d74 req-56d87758-ad4b-4ddc-80fa-d35d9229b2f8 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f30ade44-197e-42b1-89e8-d9ac0b769f33 HTTP/1.1" status: 200 len: 217 time: 0.0450637 Sep 24 15:09:15.155552 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eed1639-0531-4f9e-ad4c-c045495e2d74 req-07df7566-12af-4a15-a03b-515834933d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:09:15.157867 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-9eed1639-0531-4f9e-ad4c-c045495e2d74 req-07df7566-12af-4a15-a03b-515834933d61 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=966fb2c5-a9f5-442f-bc30-4d598369c679 HTTP/1.1" status: 200 len: 854 time: 0.0680118 Sep 24 15:09:15.209059 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eed1639-0531-4f9e-ad4c-c045495e2d74 req-9140a279-c17a-4e7a-879a-60d8a583f9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:09:15.210659 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-9eed1639-0531-4f9e-ad4c-c045495e2d74 req-9140a279-c17a-4e7a-879a-60d8a583f9aa service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=dd9867c3-fd15-45cb-9b5d-05861dec4b4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0454590 Sep 24 15:09:15.310985 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-9eed1639-0531-4f9e-ad4c-c045495e2d74 req-dc6d5cae-4a35-4b7c-9420-b49274220668 service neutron] 10.222.0.99 "GET /v2.0/networks/dd9867c3-fd15-45cb-9b5d-05861dec4b4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929115 Sep 24 15:09:15.416374 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-9eed1639-0531-4f9e-ad4c-c045495e2d74 req-177f8a60-9f61-45e9-8e1e-b86b8f38efe8 service neutron] 10.222.0.99 "GET /v2.0/networks/dd9867c3-fd15-45cb-9b5d-05861dec4b4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966773 Sep 24 15:09:15.693767 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254f9904-ce7e-4a9b-8082-ca5de48a6591 req-6f3e8852-5141-478f-8194-95fbb5b4dbc3 tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:09:15.695214 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-254f9904-ce7e-4a9b-8082-ca5de48a6591 req-6f3e8852-5141-478f-8194-95fbb5b4dbc3 tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] 10.222.0.90 "GET /v2.0/ports?device_id=7f87a817-fc6d-4a07-a570-f344a5feabff HTTP/1.1" status: 200 len: 943 time: 0.0485108 Sep 24 15:09:15.734786 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-254f9904-ce7e-4a9b-8082-ca5de48a6591 req-72add73c-8c41-4cec-a953-38fab14b80b1 tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] 10.222.0.90 "GET /v2.0/security-groups?id=08e4a1c7-4b85-4bc8-9985-3faf810aee53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333524 Sep 24 15:09:15.899434 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:09:15.976831 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72797cb1-c7a5-4899-b464-35a76e310ce0 req-b54fbe3d-9b72-4135-9405-284ac783c8e2 tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:09:15.981465 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-72797cb1-c7a5-4899-b464-35a76e310ce0 req-b54fbe3d-9b72-4135-9405-284ac783c8e2 tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] 10.222.0.90 "GET /v2.0/ports?device_id=1ba1dfab-2534-4377-8662-5e5d35db76c5 HTTP/1.1" status: 200 len: 943 time: 0.0497296 Sep 24 15:09:16.021393 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-72797cb1-c7a5-4899-b464-35a76e310ce0 req-495f450f-b358-4006-882c-8ed5fa3708ae tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] 10.222.0.90 "GET /v2.0/security-groups?id=2939f29b-96bc-4ebb-8f5b-4b5f150442a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368247 Sep 24 15:09:16.146517 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.rpc [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Device f30ade44-197e-42b1-89e8-d9ac0b769f33 details requested by agent hyperv_hv-cinder-80983 with host hv-cinder-80983 {{(pid=105995) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 15:09:16.257482 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.db [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] For port f30ade44-197e-42b1-89e8-d9ac0b769f33, host hv-cinder-80983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80983',level=0,port_id=f30ade44-197e-42b1-89e8-d9ac0b769f33,segment=NetworkSegment(bfa2e894-8650-48ce-8ef7-c592e518e180),segment_id=bfa2e894-8650-48ce-8ef7-c592e518e180)] {{(pid=105995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:09:16.269746 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.rpc [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Returning: {'device': 'f30ade44-197e-42b1-89e8-d9ac0b769f33', 'network_id': 'dd9867c3-fd15-45cb-9b5d-05861dec4b4c', 'port_id': 'f30ade44-197e-42b1-89e8-d9ac0b769f33', 'mac_address': 'fa:16:3e:e9:9c:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1044, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '966fb2c5-a9f5-442f-bc30-4d598369c679', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105995) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 15:09:16.308185 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993762'] for port, before_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:09:16.323122 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.notifiers.nova [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f30ade44-197e-42b1-89e8-d9ac0b769f33 {{(pid=105995) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:09:16.342181 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.db [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] For port f30ade44-197e-42b1-89e8-d9ac0b769f33, host hv-cinder-80983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80983',level=0,port_id=f30ade44-197e-42b1-89e8-d9ac0b769f33,segment=NetworkSegment(bfa2e894-8650-48ce-8ef7-c592e518e180),segment_id=bfa2e894-8650-48ce-8ef7-c592e518e180)] {{(pid=105995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:09:16.347762 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248551428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248062163'] for port, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:09:16.348495 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.rpc [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Device f5def16b-5389-4ba6-b1f8-ac2f476d61b0 details requested by agent hyperv_hv-cinder-80983 with host hv-cinder-80983 {{(pid=105995) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 15:09:16.416647 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Pushing event updated for resources: {'Port': ['ID=f30ade44-197e-42b1-89e8-d9ac0b769f33,revision_number=4']} {{(pid=105995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:09:16.612112 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.db [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] For port f5def16b-5389-4ba6-b1f8-ac2f476d61b0, host hv-cinder-80983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80983',level=0,port_id=f5def16b-5389-4ba6-b1f8-ac2f476d61b0,segment=NetworkSegment(54a7b302-b3d8-4976-92a2-8574ea016e7b),segment_id=54a7b302-b3d8-4976-92a2-8574ea016e7b)] {{(pid=105995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:09:16.624312 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.rpc [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Returning: {'device': 'f5def16b-5389-4ba6-b1f8-ac2f476d61b0', 'network_id': '9d3e3000-5ba9-400c-a35c-6e0b1bf4eee7', 'port_id': 'f5def16b-5389-4ba6-b1f8-ac2f476d61b0', 'mac_address': 'fa:16:3e:0e:fe:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1048, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd989c45-4591-43b5-a111-6cdc77ed547b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105995) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 15:09:16.661644 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993762'] for port, before_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:09:16.674306 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.notifiers.nova [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5def16b-5389-4ba6-b1f8-ac2f476d61b0 {{(pid=105995) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:09:16.694318 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.db [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] For port f5def16b-5389-4ba6-b1f8-ac2f476d61b0, host hv-cinder-80983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80983',level=0,port_id=f5def16b-5389-4ba6-b1f8-ac2f476d61b0,segment=NetworkSegment(54a7b302-b3d8-4976-92a2-8574ea016e7b),segment_id=54a7b302-b3d8-4976-92a2-8574ea016e7b)] {{(pid=105995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:09:16.699091 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248551428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248062163'] for port, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:09:16.753295 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Pushing event updated for resources: {'Port': ['ID=f5def16b-5389-4ba6-b1f8-ac2f476d61b0,revision_number=4']} {{(pid=105995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:09:16.850263 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db311e0e-78f5-4b7f-ace3-5ea97cfaefc4 req-1c33840b-ac36-482b-91f0-8d8fa61a0a0e tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:09:16.851794 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-db311e0e-78f5-4b7f-ace3-5ea97cfaefc4 req-1c33840b-ac36-482b-91f0-8d8fa61a0a0e tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] 10.222.0.90 "GET /v2.0/ports?device_id=7f87a817-fc6d-4a07-a570-f344a5feabff HTTP/1.1" status: 200 len: 944 time: 0.0489030 Sep 24 15:09:16.898551 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-db311e0e-78f5-4b7f-ace3-5ea97cfaefc4 req-517ab132-a82f-4c6c-919d-c14f09b192b1 tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] 10.222.0.90 "GET /v2.0/security-groups?id=08e4a1c7-4b85-4bc8-9985-3faf810aee53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405447 Sep 24 15:09:16.933934 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.db [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] get_ports_and_sgs() called for port_ids ['f5def16b-5389-4ba6-b1f8-ac2f476d61b0'] {{(pid=105995) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:09:16.937179 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.db [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] get_ports_and_sgs() called for port_ids ['f30ade44-197e-42b1-89e8-d9ac0b769f33'] {{(pid=105995) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:09:17.142214 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4390a942-aa58-443b-aa58-1d110e9b01ee req-ce3f1a02-6e6f-4f4c-b6df-8e5a66de7aaf tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:09:17.143878 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-4390a942-aa58-443b-aa58-1d110e9b01ee req-ce3f1a02-6e6f-4f4c-b6df-8e5a66de7aaf tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] 10.222.0.90 "GET /v2.0/ports?device_id=1ba1dfab-2534-4377-8662-5e5d35db76c5 HTTP/1.1" status: 200 len: 944 time: 0.0522642 Sep 24 15:09:17.195750 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-4390a942-aa58-443b-aa58-1d110e9b01ee req-df5cc3e5-6f2f-44f8-b49f-f8a514d51366 tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] 10.222.0.90 "GET /v2.0/security-groups?id=2939f29b-96bc-4ebb-8f5b-4b5f150442a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440588 Sep 24 15:09:18.015637 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a00405-8651-40d9-a6c0-1c05a2048ec5 req-0a4e17ef-679e-4ef2-b21d-5641bce7261b tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:09:18.017197 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-c7a00405-8651-40d9-a6c0-1c05a2048ec5 req-0a4e17ef-679e-4ef2-b21d-5641bce7261b tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] 10.222.0.90 "GET /v2.0/ports?device_id=7f87a817-fc6d-4a07-a570-f344a5feabff HTTP/1.1" status: 200 len: 944 time: 0.0500445 Sep 24 15:09:18.057596 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-c7a00405-8651-40d9-a6c0-1c05a2048ec5 req-aba611b4-1186-4096-8970-27596094f658 tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] 10.222.0.90 "GET /v2.0/security-groups?id=08e4a1c7-4b85-4bc8-9985-3faf810aee53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343208 Sep 24 15:09:18.162836 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.rpc [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Device f30ade44-197e-42b1-89e8-d9ac0b769f33 up at agent hyperv_hv-cinder-80983 {{(pid=105995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:09:18.219616 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.provisioning_blocks [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Provisioning for port f30ade44-197e-42b1-89e8-d9ac0b769f33 completed by entity L2. {{(pid=105995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 15:09:18.224342 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.provisioning_blocks [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Provisioning complete for port f30ade44-197e-42b1-89e8-d9ac0b769f33 triggered by entity L2. {{(pid=105995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:09:18.225009 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985790'] for port, provisioning_complete {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:09:18.320390 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab836661-9d04-42c1-b132-ed76a0042bb3 req-6893fb98-3f8d-4e1a-84dd-d263176f57f3 tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:09:18.322624 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-ab836661-9d04-42c1-b132-ed76a0042bb3 req-6893fb98-3f8d-4e1a-84dd-d263176f57f3 tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] 10.222.0.90 "GET /v2.0/ports?device_id=1ba1dfab-2534-4377-8662-5e5d35db76c5 HTTP/1.1" status: 200 len: 944 time: 0.0568097 Sep 24 15:09:18.325222 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993762'] for port, before_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:09:18.350309 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f87a817-fc6d-4a07-a570-f344a5feabff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f30ade44-197e-42b1-89e8-d9ac0b769f33'}] {{(pid=105995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:09:18.352604 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}caf9aa003d9a854053fb223e5f104f4bef6eff4a3612bfb278e8f19c1601715b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d94086b9-b5ec-4c41-9485-34b16dbf9954" -d '{"events": [{"server_uuid": "7f87a817-fc6d-4a07-a570-f344a5feabff", "name": "network-vif-plugged", "status": "completed", "tag": "f30ade44-197e-42b1-89e8-d9ac0b769f33"}]}' {{(pid=105995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:09:18.366130 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.db [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] For port f30ade44-197e-42b1-89e8-d9ac0b769f33, host hv-cinder-80983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80983',level=0,port_id=f30ade44-197e-42b1-89e8-d9ac0b769f33,segment=NetworkSegment(bfa2e894-8650-48ce-8ef7-c592e518e180),segment_id=bfa2e894-8650-48ce-8ef7-c592e518e180)] {{(pid=105995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:09:18.369837 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-ab836661-9d04-42c1-b132-ed76a0042bb3 req-3db4d158-3a87-4436-854f-9158be7eb5b3 tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] 10.222.0.90 "GET /v2.0/security-groups?id=2939f29b-96bc-4ebb-8f5b-4b5f150442a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396698 Sep 24 15:09:18.374280 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248551428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248062163'] for port, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:09:18.375442 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.rpc [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Device f5def16b-5389-4ba6-b1f8-ac2f476d61b0 up at agent hyperv_hv-cinder-80983 {{(pid=105995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:09:18.456995 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Pushing event updated for resources: {'Port': ['ID=f30ade44-197e-42b1-89e8-d9ac0b769f33,revision_number=5']} {{(pid=105995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:09:18.470263 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.provisioning_blocks [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Provisioning for port f5def16b-5389-4ba6-b1f8-ac2f476d61b0 completed by entity L2. {{(pid=105995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 15:09:18.477928 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.provisioning_blocks [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Provisioning complete for port f5def16b-5389-4ba6-b1f8-ac2f476d61b0 triggered by entity L2. {{(pid=105995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:09:18.478565 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985790'] for port, provisioning_complete {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:09:18.570258 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:09:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20c18b8d-a058-4f3a-b1fc-816bfa6cdf05 x-openstack-request-id: req-20c18b8d-a058-4f3a-b1fc-816bfa6cdf05 {{(pid=105995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:09:18.570544 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f87a817-fc6d-4a07-a570-f344a5feabff", "name": "network-vif-plugged", "status": "completed", "tag": "f30ade44-197e-42b1-89e8-d9ac0b769f33", "code": 200}]} {{(pid=105995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:09:18.570864 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-20c18b8d-a058-4f3a-b1fc-816bfa6cdf05 {{(pid=105995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:09:18.571419 dv-cinder-809830-2-iscsi neutron-server[105995]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f87a817-fc6d-4a07-a570-f344a5feabff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f30ade44-197e-42b1-89e8-d9ac0b769f33', 'code': 200} Sep 24 15:09:18.591997 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993762'] for port, before_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:09:18.630642 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.db [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] For port f5def16b-5389-4ba6-b1f8-ac2f476d61b0, host hv-cinder-80983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80983',level=0,port_id=f5def16b-5389-4ba6-b1f8-ac2f476d61b0,segment=NetworkSegment(54a7b302-b3d8-4976-92a2-8574ea016e7b),segment_id=54a7b302-b3d8-4976-92a2-8574ea016e7b)] {{(pid=105995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:09:18.637117 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248551428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248062163'] for port, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:09:18.708657 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Pushing event updated for resources: {'Port': ['ID=f5def16b-5389-4ba6-b1f8-ac2f476d61b0,revision_number=5']} {{(pid=105995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:09:18.761158 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cea899-f21e-4a5b-bbbf-dfde335705e8 req-eb0f0b2b-8f58-4d6a-bbc4-5f4c14a06d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:09:18.762660 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-41cea899-f21e-4a5b-bbbf-dfde335705e8 req-eb0f0b2b-8f58-4d6a-bbc4-5f4c14a06d87 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=7f87a817-fc6d-4a07-a570-f344a5feabff HTTP/1.1" status: 200 len: 1098 time: 0.0449388 Sep 24 15:09:18.799003 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-41cea899-f21e-4a5b-bbbf-dfde335705e8 req-14cb37d3-83d7-404e-a82a-0478a3d56bd6 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=08e4a1c7-4b85-4bc8-9985-3faf810aee53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282662 Sep 24 15:09:19.174713 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc37f14-a521-478c-81cf-8c0143964763 req-b2b2d2d9-2ad7-4f1b-9805-e2274bd8f631 tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:09:19.176758 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-5dc37f14-a521-478c-81cf-8c0143964763 req-b2b2d2d9-2ad7-4f1b-9805-e2274bd8f631 tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] 10.222.0.90 "GET /v2.0/ports?device_id=7f87a817-fc6d-4a07-a570-f344a5feabff HTTP/1.1" status: 200 len: 945 time: 0.0517542 Sep 24 15:09:19.225974 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-5dc37f14-a521-478c-81cf-8c0143964763 req-0ac71031-0e88-4be9-b47f-b3a1f1fe7bf0 tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] 10.222.0.90 "GET /v2.0/security-groups?id=08e4a1c7-4b85-4bc8-9985-3faf810aee53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429592 Sep 24 15:09:19.494942 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6a9a1e-4f3d-43a6-8c56-b478eab2ab93 req-20d9624b-3c6a-44c3-b46b-651236ed6730 tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:09:19.496461 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-0d6a9a1e-4f3d-43a6-8c56-b478eab2ab93 req-20d9624b-3c6a-44c3-b46b-651236ed6730 tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] 10.222.0.90 "GET /v2.0/ports?device_id=1ba1dfab-2534-4377-8662-5e5d35db76c5 HTTP/1.1" status: 200 len: 945 time: 0.0565975 Sep 24 15:09:19.549165 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-0d6a9a1e-4f3d-43a6-8c56-b478eab2ab93 req-d91d5f11-a098-4476-aca8-c61d5a6ca13b tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] 10.222.0.90 "GET /v2.0/security-groups?id=2939f29b-96bc-4ebb-8f5b-4b5f150442a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463760 Sep 24 15:09:20.357313 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30f22f0-7524-4ab2-9593-65243b14cb95 req-5f129ece-0b0a-4964-b47e-8b6086f190e2 tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:09:20.358811 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-a30f22f0-7524-4ab2-9593-65243b14cb95 req-5f129ece-0b0a-4964-b47e-8b6086f190e2 tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] 10.222.0.90 "GET /v2.0/ports?device_id=7f87a817-fc6d-4a07-a570-f344a5feabff HTTP/1.1" status: 200 len: 945 time: 0.0497122 Sep 24 15:09:20.398597 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-a30f22f0-7524-4ab2-9593-65243b14cb95 req-f3e77783-dead-4ca7-8a96-de83ba29190a tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] 10.222.0.90 "GET /v2.0/security-groups?id=08e4a1c7-4b85-4bc8-9985-3faf810aee53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338225 Sep 24 15:09:20.512241 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312275e1-09e2-46bf-b503-7c56eb1cdbf9 req-b311f948-12fd-4738-b9f6-f205fa94a5fa tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:09:20.513753 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-312275e1-09e2-46bf-b503-7c56eb1cdbf9 req-b311f948-12fd-4738-b9f6-f205fa94a5fa tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] 10.222.0.90 "GET /v2.0/ports?device_id=7f87a817-fc6d-4a07-a570-f344a5feabff HTTP/1.1" status: 200 len: 945 time: 0.0499809 Sep 24 15:09:20.553068 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-312275e1-09e2-46bf-b503-7c56eb1cdbf9 req-896dcbde-8263-4a89-b380-9d938a1258d5 tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] 10.222.0.90 "GET /v2.0/security-groups?id=08e4a1c7-4b85-4bc8-9985-3faf810aee53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331092 Sep 24 15:09:20.573238 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ba1dfab-2534-4377-8662-5e5d35db76c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5def16b-5389-4ba6-b1f8-ac2f476d61b0'}] {{(pid=105995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:09:20.575878 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}caf9aa003d9a854053fb223e5f104f4bef6eff4a3612bfb278e8f19c1601715b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52ed5d82-879d-4d10-949c-2b1f8da8c79d" -d '{"events": [{"server_uuid": "1ba1dfab-2534-4377-8662-5e5d35db76c5", "name": "network-vif-plugged", "status": "completed", "tag": "f5def16b-5389-4ba6-b1f8-ac2f476d61b0"}]}' {{(pid=105995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:09:20.665871 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27156e56-68d7-485d-9a61-ef5550bd6de4 req-93a22a9f-276c-4301-88c6-ca28f768f08c tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:09:20.667417 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-27156e56-68d7-485d-9a61-ef5550bd6de4 req-93a22a9f-276c-4301-88c6-ca28f768f08c tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] 10.222.0.90 "GET /v2.0/ports?device_id=1ba1dfab-2534-4377-8662-5e5d35db76c5 HTTP/1.1" status: 200 len: 945 time: 0.0493391 Sep 24 15:09:20.708016 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-27156e56-68d7-485d-9a61-ef5550bd6de4 req-6885706e-4fce-4d7e-9e69-02777e82692c tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] 10.222.0.90 "GET /v2.0/security-groups?id=2939f29b-96bc-4ebb-8f5b-4b5f150442a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344296 Sep 24 15:09:20.750916 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:09:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77745660-a2ca-465b-9ea2-5c12e3d4a709 x-openstack-request-id: req-77745660-a2ca-465b-9ea2-5c12e3d4a709 {{(pid=105995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:09:20.751273 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ba1dfab-2534-4377-8662-5e5d35db76c5", "name": "network-vif-plugged", "status": "completed", "tag": "f5def16b-5389-4ba6-b1f8-ac2f476d61b0", "code": 200}]} {{(pid=105995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:09:20.751582 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-77745660-a2ca-465b-9ea2-5c12e3d4a709 {{(pid=105995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:09:20.752042 dv-cinder-809830-2-iscsi neutron-server[105995]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ba1dfab-2534-4377-8662-5e5d35db76c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5def16b-5389-4ba6-b1f8-ac2f476d61b0', 'code': 200} Sep 24 15:09:20.885324 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6698a408-3294-439d-9b54-15f49378b6d5 req-a7dc6031-b8ec-42a2-85d7-770f50f7011b tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:09:20.886974 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-6698a408-3294-439d-9b54-15f49378b6d5 req-a7dc6031-b8ec-42a2-85d7-770f50f7011b tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] 10.222.0.90 "GET /v2.0/ports?device_id=7f87a817-fc6d-4a07-a570-f344a5feabff HTTP/1.1" status: 200 len: 945 time: 0.0517056 Sep 24 15:09:20.933894 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-6698a408-3294-439d-9b54-15f49378b6d5 req-5f88b485-77bb-4036-9fa2-18a01ae9aaed tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] 10.222.0.90 "GET /v2.0/security-groups?id=08e4a1c7-4b85-4bc8-9985-3faf810aee53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402021 Sep 24 15:09:20.979312 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe0f99a-814e-4e3f-885f-f02849b25b4b req-ca9823d8-78f4-4eeb-9f34-b819bccba54b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:09:20.981540 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-2fe0f99a-814e-4e3f-885f-f02849b25b4b req-ca9823d8-78f4-4eeb-9f34-b819bccba54b service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=1ba1dfab-2534-4377-8662-5e5d35db76c5 HTTP/1.1" status: 200 len: 1098 time: 0.0466394 Sep 24 15:09:21.028580 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-2fe0f99a-814e-4e3f-885f-f02849b25b4b req-e8bdf928-e6aa-4cf6-882f-c037fcda0a67 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=2939f29b-96bc-4ebb-8f5b-4b5f150442a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390387 Sep 24 15:09:21.822931 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9c23a3-62fd-4b7f-8441-6d422e1a1d6e req-8502eb74-07e5-48e5-ac8d-84b36871cf98 tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:09:21.824413 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-ef9c23a3-62fd-4b7f-8441-6d422e1a1d6e req-8502eb74-07e5-48e5-ac8d-84b36871cf98 tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] 10.222.0.90 "GET /v2.0/ports?device_id=1ba1dfab-2534-4377-8662-5e5d35db76c5 HTTP/1.1" status: 200 len: 945 time: 0.0496957 Sep 24 15:09:21.863166 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-ef9c23a3-62fd-4b7f-8441-6d422e1a1d6e req-3323b17e-c19a-4da0-84c0-e6beb1caa848 tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] 10.222.0.90 "GET /v2.0/security-groups?id=2939f29b-96bc-4ebb-8f5b-4b5f150442a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322530 Sep 24 15:09:23.031299 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78cd445-9cfc-4522-9037-a3d237aeeae9 req-3ae82be3-6f27-4d38-bf4d-201e11ab7aa0 tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:09:23.032967 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-c78cd445-9cfc-4522-9037-a3d237aeeae9 req-3ae82be3-6f27-4d38-bf4d-201e11ab7aa0 tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] 10.222.0.90 "GET /v2.0/ports?device_id=1ba1dfab-2534-4377-8662-5e5d35db76c5 HTTP/1.1" status: 200 len: 945 time: 0.0780396 Sep 24 15:09:23.080930 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-c78cd445-9cfc-4522-9037-a3d237aeeae9 req-f1e1f5a3-9c19-4aac-b55e-9292c3ddfe6a tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] 10.222.0.90 "GET /v2.0/security-groups?id=2939f29b-96bc-4ebb-8f5b-4b5f150442a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415075 Sep 24 15:09:23.213253 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ad325b-f5f1-4967-b913-7060d9e73729 req-6fe02cac-94eb-4880-bb94-d0b7e66183ac tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:09:23.214840 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-80ad325b-f5f1-4967-b913-7060d9e73729 req-6fe02cac-94eb-4880-bb94-d0b7e66183ac tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] 10.222.0.90 "GET /v2.0/ports?device_id=1ba1dfab-2534-4377-8662-5e5d35db76c5 HTTP/1.1" status: 200 len: 945 time: 0.0582757 Sep 24 15:09:23.256271 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-80ad325b-f5f1-4967-b913-7060d9e73729 req-72dc0100-c78a-4055-b21f-c1a8ae5ab83a tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] 10.222.0.90 "GET /v2.0/security-groups?id=2939f29b-96bc-4ebb-8f5b-4b5f150442a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346222 Sep 24 15:09:23.282458 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.wsgi [-] (105994) accepted ('10.222.0.90', 37444) {{(pid=105994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:09:23.334577 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2a88182-ce94-4c48-9096-b48ec7bbb05f tempest-TestVolumeBootPattern-1208114532 tempest-TestVolumeBootPattern-1208114532-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:09:23.336121 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [None req-e2a88182-ce94-4c48-9096-b48ec7bbb05f tempest-TestVolumeBootPattern-1208114532 tempest-TestVolumeBootPattern-1208114532-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=1ba1dfab-2534-4377-8662-5e5d35db76c5 HTTP/1.1" status: 200 len: 1093 time: 0.0526581 Sep 24 15:09:23.339671 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.wsgi [-] (105994) accepted ('10.222.0.90', 37446) {{(pid=105994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:09:23.344531 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.v2.base [None req-ea8eb6cd-3599-464a-9d5e-d52399cc838f tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Request body: {'floatingip': {'floating_network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7', 'port_id': 'f5def16b-5389-4ba6-b1f8-ac2f476d61b0', 'tenant_id': '51fa19ff34a14ecc91f6fc88ae5471cb', 'fixed_ip_address': '172.20.0.4'}} {{(pid=105994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:09:23.384420 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-ea8eb6cd-3599-464a-9d5e-d52399cc838f tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Notify callbacks [] for floatingip, before_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:09:23.498715 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-ea8eb6cd-3599-464a-9d5e-d52399cc838f tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993762'] for port, before_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:09:23.558224 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-6882d612-c228-4507-b5f5-533762fdd902 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:09:23.616519 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.db.db_base_plugin_common [None req-ea8eb6cd-3599-464a-9d5e-d52399cc838f tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Allocated IP 172.27.0.23 (d1d522b2-1ecd-4e8f-be33-d5d511adebd7/58b80919-877d-4d93-a3a2-bd7e936ebc9a/5b93c33c-7ac9-4cdd-8897-e63fd0396fa7) {{(pid=105994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:09:23.744331 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-ea8eb6cd-3599-464a-9d5e-d52399cc838f tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Notify callbacks [] for port, precommit_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:09:23.785001 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-ea8eb6cd-3599-464a-9d5e-d52399cc838f tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727248062127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14130366'] for port, after_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:09:23.826021 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea8eb6cd-3599-464a-9d5e-d52399cc838f tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Network d1d522b2-1ecd-4e8f-be33-d5d511adebd7 is already hosted by enough agents. {{(pid=105994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:09:23.829324 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.scheduler.base_scheduler [None req-ea8eb6cd-3599-464a-9d5e-d52399cc838f tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Resources bound (agent type, host, resource id): {{(pid=105994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:09:23.834114 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea8eb6cd-3599-464a-9d5e-d52399cc838f tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Received port after_create {{(pid=105994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:09:23.848493 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8eb6cd-3599-464a-9d5e-d52399cc838f tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Pushing event updated for resources: {'Port': ['ID=5b93c33c-7ac9-4cdd-8897-e63fd0396fa7,revision_number=1']} {{(pid=105994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:09:24.299423 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-ea8eb6cd-3599-464a-9d5e-d52399cc838f tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:09:24.380900 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-ea8eb6cd-3599-464a-9d5e-d52399cc838f tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993762'] for port, before_update {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:09:24.554216 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-ea8eb6cd-3599-464a-9d5e-d52399cc838f tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Notify callbacks [] for port, precommit_update {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:09:24.559585 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-ea8eb6cd-3599-464a-9d5e-d52399cc838f tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248551428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248062163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14130357'] for port, after_update {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:09:24.629077 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8eb6cd-3599-464a-9d5e-d52399cc838f tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Pushing event updated for resources: {'Port': ['ID=5b93c33c-7ac9-4cdd-8897-e63fd0396fa7,revision_number=2']} {{(pid=105994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:09:24.639606 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-ea8eb6cd-3599-464a-9d5e-d52399cc838f tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-595207'] for floatingip, after_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:09:24.750557 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.db.l3_db [None req-ea8eb6cd-3599-464a-9d5e-d52399cc838f tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Floating IP e2ae1736-3280-47be-83f6-5e85d10721a6 associated. External IP: 172.27.0.23, port: f5def16b-5389-4ba6-b1f8-ac2f476d61b0. Sep 24 15:09:25.238992 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea8eb6cd-3599-464a-9d5e-d52399cc838f tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Router c3007b00-6027-4595-b86c-8233af466725 has already been hosted by L3 agent 76290e94-8d59-4af2-9b8f-4e64db68baa4 {{(pid=105994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:09:25.350149 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea8eb6cd-3599-464a-9d5e-d52399cc838f tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Notify agent at l3_agent.dv-cinder-809830-2-iscsi the message routers_updated {{(pid=105994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:09:25.362057 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c08900a2-7cf4-4a2f-9f4b-8037fc1a0d66 None None] Sync routers for ids ['c3007b00-6027-4595-b86c-8233af466725'] in dv-cinder-809830-2-iscsi {{(pid=105995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:09:25.368402 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-ea8eb6cd-3599-464a-9d5e-d52399cc838f tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472375'] for floatingip, before_response {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:09:25.373745 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c08900a2-7cf4-4a2f-9f4b-8037fc1a0d66 None None] Routers {'c3007b00-6027-4595-b86c-8233af466725'} bound to L3 agent in host dv-cinder-809830-2-iscsi {{(pid=105995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:09:25.374485 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.l3_hamode_db [None req-c08900a2-7cf4-4a2f-9f4b-8037fc1a0d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809830-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T14:45:58Z,description=,heartbeat_timestamp=2021-09-24T15:08:58Z,host='dv-cinder-809830-2-iscsi',id=76290e94-8d59-4af2-9b8f-4e64db68baa4,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T14:45:58Z,topic='l3_agent')) {'router_ids': ['c3007b00-6027-4595-b86c-8233af466725'], 'active': True} {{(pid=105995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:09:25.397701 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [None req-ea8eb6cd-3599-464a-9d5e-d52399cc838f tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] 10.222.0.90 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0568700 Sep 24 15:09:25.398282 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ba1dfab-2534-4377-8662-5e5d35db76c5', 'tag': 'f5def16b-5389-4ba6-b1f8-ac2f476d61b0'}] {{(pid=105994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:09:25.400642 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}445a901cbb5a624303c84b78f65e518dd0fb300c00204885c20e5236c8fbed2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0bae3ae-2427-430e-b9a6-d3c421bfd9c3" -d '{"events": [{"name": "network-changed", "server_uuid": "1ba1dfab-2534-4377-8662-5e5d35db76c5", "tag": "f5def16b-5389-4ba6-b1f8-ac2f476d61b0"}]}' {{(pid=105994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:09:25.438539 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 15:09:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c866bc0a-497c-44f9-a724-7d56a524e728 x-openstack-request-id: req-c866bc0a-497c-44f9-a724-7d56a524e728 {{(pid=105994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:09:25.438824 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ba1dfab-2534-4377-8662-5e5d35db76c5", "tag": "f5def16b-5389-4ba6-b1f8-ac2f476d61b0", "status": "completed", "code": 200}]} {{(pid=105994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:09:25.439069 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-c866bc0a-497c-44f9-a724-7d56a524e728 {{(pid=105994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:09:25.439495 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ba1dfab-2534-4377-8662-5e5d35db76c5', 'tag': 'f5def16b-5389-4ba6-b1f8-ac2f476d61b0', 'status': 'completed', 'code': 200} Sep 24 15:09:25.501822 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.l3_dvr_db [None req-c08900a2-7cf4-4a2f-9f4b-8037fc1a0d66 None None] Set router c3007b00-6027-4595-b86c-8233af466725 gateway port host: dv-cinder-809830-2-iscsi {{(pid=105995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:09:25.503409 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bae3ae-2427-430e-b9a6-d3c421bfd9c3 req-740d3ef2-1a58-4978-a332-444683430c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:09:25.504911 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-b0bae3ae-2427-430e-b9a6-d3c421bfd9c3 req-740d3ef2-1a58-4978-a332-444683430c3a service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=51fa19ff34a14ecc91f6fc88ae5471cb&device_id=1ba1dfab-2534-4377-8662-5e5d35db76c5 HTTP/1.1" status: 200 len: 1098 time: 0.0430617 Sep 24 15:09:25.629771 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bae3ae-2427-430e-b9a6-d3c421bfd9c3 req-57c67ac3-5488-4408-9d22-8c77b0b17328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:09:25.631175 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-b0bae3ae-2427-430e-b9a6-d3c421bfd9c3 req-57c67ac3-5488-4408-9d22-8c77b0b17328 service neutron] 10.222.0.99 "GET /v2.0/networks?id=9d3e3000-5ba9-400c-a35c-6e0b1bf4eee7 HTTP/1.1" status: 200 len: 912 time: 0.1193032 Sep 24 15:09:25.707134 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-b0bae3ae-2427-430e-b9a6-d3c421bfd9c3 req-6d39cd1b-ef55-4c3f-a078-aa4a586eed63 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f5def16b-5389-4ba6-b1f8-ac2f476d61b0 HTTP/1.1" status: 200 len: 998 time: 0.0689614 Sep 24 15:09:25.750604 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.l3_hamode_db [None req-c08900a2-7cf4-4a2f-9f4b-8037fc1a0d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3007b00-6027-4595-b86c-8233af466725', 'name': 'tempest-TestVolumeBootPattern-52582607-router', 'tenant_id': '51fa19ff34a14ecc91f6fc88ae5471cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7', 'external_fixed_ips': [{'subnet_id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '3c4dbcc3-9137-4f93-aeb5-b5adfb131d4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:05:41Z', 'updated_at': '2021-09-24T15:05:47Z', 'revision_number': 4, 'project_id': '51fa19ff34a14ecc91f6fc88ae5471cb', 'gw_port': {'id': '3c4dbcc3-9137-4f93-aeb5-b5adfb131d4e', 'name': '', 'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:39:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3007b00-6027-4595-b86c-8233af466725', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:05:41Z', 'updated_at': '2021-09-24T15:05:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809830-2-iscsi', '_floatingips': [{'id': 'e2ae1736-3280-47be-83f6-5e85d10721a6', 'tenant_id': '51fa19ff34a14ecc91f6fc88ae5471cb', 'floating_ip_address': '172.27.0.23', 'floating_network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7', 'router_id': 'c3007b00-6027-4595-b86c-8233af466725', 'port_id': 'f5def16b-5389-4ba6-b1f8-ac2f476d61b0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d3e3000-5ba9-400c-a35c-6e0b1bf4eee7', 'mac_address': 'fa:16:3e:0e:fe:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ba1dfab-2534-4377-8662-5e5d35db76c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T15:09:24Z', 'updated_at': '2021-09-24T15:09:24Z', 'revision_number': 0, 'project_id': '51fa19ff34a14ecc91f6fc88ae5471cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0b52ef1-e317-4938-bce1-5cc0445f6ccf', 'name': '', 'network_id': '9d3e3000-5ba9-400c-a35c-6e0b1bf4eee7', 'tenant_id': '51fa19ff34a14ecc91f6fc88ae5471cb', 'mac_address': 'fa:16:3e:05:6b:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3007b00-6027-4595-b86c-8233af466725', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'bd989c45-4591-43b5-a111-6cdc77ed547b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:05:46Z', 'updated_at': '2021-09-24T15:05:54Z', 'revision_number': 5, 'project_id': '51fa19ff34a14ecc91f6fc88ae5471cb', 'subnets': [{'id': 'bd989c45-4591-43b5-a111-6cdc77ed547b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809830-2-iscsi', False) {} {{(pid=105995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:09:25.765809 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bae3ae-2427-430e-b9a6-d3c421bfd9c3 req-83355b46-e7f1-4ec4-b4d1-4a79c54518c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:09:25.767296 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-b0bae3ae-2427-430e-b9a6-d3c421bfd9c3 req-83355b46-e7f1-4ec4-b4d1-4a79c54518c0 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=bd989c45-4591-43b5-a111-6cdc77ed547b HTTP/1.1" status: 200 len: 849 time: 0.0532131 Sep 24 15:09:25.782056 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c08900a2-7cf4-4a2f-9f4b-8037fc1a0d66 None None] Checking router: c3007b00-6027-4595-b86c-8233af466725 for host: dv-cinder-809830-2-iscsi {{(pid=105995) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:09:25.791217 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c08900a2-7cf4-4a2f-9f4b-8037fc1a0d66 None None] Routers {'c3007b00-6027-4595-b86c-8233af466725'} bound to L3 agent in host dv-cinder-809830-2-iscsi {{(pid=105995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:09:25.791847 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.l3_hamode_db [None req-c08900a2-7cf4-4a2f-9f4b-8037fc1a0d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809830-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T14:45:58Z,description=,heartbeat_timestamp=2021-09-24T15:08:58Z,host='dv-cinder-809830-2-iscsi',id=76290e94-8d59-4af2-9b8f-4e64db68baa4,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T14:45:58Z,topic='l3_agent')) {'router_ids': ['c3007b00-6027-4595-b86c-8233af466725'], 'active': True} {{(pid=105995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:09:25.816299 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bae3ae-2427-430e-b9a6-d3c421bfd9c3 req-6b7d1c26-8bcb-4802-aa0a-f1633f9254af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:09:25.817851 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-b0bae3ae-2427-430e-b9a6-d3c421bfd9c3 req-6b7d1c26-8bcb-4802-aa0a-f1633f9254af service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=9d3e3000-5ba9-400c-a35c-6e0b1bf4eee7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0438442 Sep 24 15:09:25.912622 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.l3_dvr_db [None req-c08900a2-7cf4-4a2f-9f4b-8037fc1a0d66 None None] Set router c3007b00-6027-4595-b86c-8233af466725 gateway port host: dv-cinder-809830-2-iscsi {{(pid=105995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:09:25.919614 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-b0bae3ae-2427-430e-b9a6-d3c421bfd9c3 req-08217550-f460-4d98-a814-718fd48adcdc service neutron] 10.222.0.99 "GET /v2.0/networks/9d3e3000-5ba9-400c-a35c-6e0b1bf4eee7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939398 Sep 24 15:09:26.015352 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-b0bae3ae-2427-430e-b9a6-d3c421bfd9c3 req-e0aaae36-7298-4d80-8413-9302b3241164 service neutron] 10.222.0.99 "GET /v2.0/networks/9d3e3000-5ba9-400c-a35c-6e0b1bf4eee7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877810 Sep 24 15:09:26.163328 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.l3_hamode_db [None req-c08900a2-7cf4-4a2f-9f4b-8037fc1a0d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3007b00-6027-4595-b86c-8233af466725', 'name': 'tempest-TestVolumeBootPattern-52582607-router', 'tenant_id': '51fa19ff34a14ecc91f6fc88ae5471cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7', 'external_fixed_ips': [{'subnet_id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '3c4dbcc3-9137-4f93-aeb5-b5adfb131d4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:05:41Z', 'updated_at': '2021-09-24T15:05:47Z', 'revision_number': 4, 'project_id': '51fa19ff34a14ecc91f6fc88ae5471cb', 'gw_port': {'id': '3c4dbcc3-9137-4f93-aeb5-b5adfb131d4e', 'name': '', 'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:39:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3007b00-6027-4595-b86c-8233af466725', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:05:41Z', 'updated_at': '2021-09-24T15:05:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809830-2-iscsi', '_floatingips': [{'id': 'e2ae1736-3280-47be-83f6-5e85d10721a6', 'tenant_id': '51fa19ff34a14ecc91f6fc88ae5471cb', 'floating_ip_address': '172.27.0.23', 'floating_network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7', 'router_id': 'c3007b00-6027-4595-b86c-8233af466725', 'port_id': 'f5def16b-5389-4ba6-b1f8-ac2f476d61b0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d3e3000-5ba9-400c-a35c-6e0b1bf4eee7', 'mac_address': 'fa:16:3e:0e:fe:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ba1dfab-2534-4377-8662-5e5d35db76c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T15:09:24Z', 'updated_at': '2021-09-24T15:09:24Z', 'revision_number': 0, 'project_id': '51fa19ff34a14ecc91f6fc88ae5471cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0b52ef1-e317-4938-bce1-5cc0445f6ccf', 'name': '', 'network_id': '9d3e3000-5ba9-400c-a35c-6e0b1bf4eee7', 'tenant_id': '51fa19ff34a14ecc91f6fc88ae5471cb', 'mac_address': 'fa:16:3e:05:6b:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3007b00-6027-4595-b86c-8233af466725', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'bd989c45-4591-43b5-a111-6cdc77ed547b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:05:46Z', 'updated_at': '2021-09-24T15:05:54Z', 'revision_number': 5, 'project_id': '51fa19ff34a14ecc91f6fc88ae5471cb', 'subnets': [{'id': 'bd989c45-4591-43b5-a111-6cdc77ed547b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809830-2-iscsi', False) {} {{(pid=105995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:09:26.197496 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c08900a2-7cf4-4a2f-9f4b-8037fc1a0d66 None None] The sync data for ids ['c3007b00-6027-4595-b86c-8233af466725'] in dv-cinder-809830-2-iscsi is: [{'id': 'c3007b00-6027-4595-b86c-8233af466725', 'name': 'tempest-TestVolumeBootPattern-52582607-router', 'tenant_id': '51fa19ff34a14ecc91f6fc88ae5471cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7', 'external_fixed_ips': [{'subnet_id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '3c4dbcc3-9137-4f93-aeb5-b5adfb131d4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:05:41Z', 'updated_at': '2021-09-24T15:05:47Z', 'revision_number': 4, 'project_id': '51fa19ff34a14ecc91f6fc88ae5471cb', 'gw_port': {'id': '3c4dbcc3-9137-4f93-aeb5-b5adfb131d4e', 'name': '', 'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:39:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3007b00-6027-4595-b86c-8233af466725', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:05:41Z', 'updated_at': '2021-09-24T15:05:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809830-2-iscsi', '_floatingips': [{'id': 'e2ae1736-3280-47be-83f6-5e85d10721a6', 'tenant_id': '51fa19ff34a14ecc91f6fc88ae5471cb', 'floating_ip_address': '172.27.0.23', 'floating_network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7', 'router_id': 'c3007b00-6027-4595-b86c-8233af466725', 'port_id': 'f5def16b-5389-4ba6-b1f8-ac2f476d61b0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d3e3000-5ba9-400c-a35c-6e0b1bf4eee7', 'mac_address': 'fa:16:3e:0e:fe:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ba1dfab-2534-4377-8662-5e5d35db76c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T15:09:24Z', 'updated_at': '2021-09-24T15:09:24Z', 'revision_number': 0, 'project_id': '51fa19ff34a14ecc91f6fc88ae5471cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0b52ef1-e317-4938-bce1-5cc0445f6ccf', 'name': '', 'network_id': '9d3e3000-5ba9-400c-a35c-6e0b1bf4eee7', 'tenant_id': '51fa19ff34a14ecc91f6fc88ae5471cb', 'mac_address': 'fa:16:3e:05:6b:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3007b00-6027-4595-b86c-8233af466725', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'bd989c45-4591-43b5-a111-6cdc77ed547b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:05:46Z', 'updated_at': '2021-09-24T15:05:54Z', 'revision_number': 5, 'project_id': '51fa19ff34a14ecc91f6fc88ae5471cb', 'subnets': [{'id': 'bd989c45-4591-43b5-a111-6cdc77ed547b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:09:26.419974 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41651d8b-a91a-4c3c-b1ee-8afc6e4eb25e None None] New status for floating IP e2ae1736-3280-47be-83f6-5e85d10721a6: ACTIVE {{(pid=105996) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 15:09:28.319849 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-3a4277a6-ba00-4caf-acad-e3051d770d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:09:29.385290 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:09:29.674819 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be13720-74b2-4ad7-a49a-e21fac660f5b req-ff1474a6-9f9d-4156-a910-7eb9543792d4 tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:09:29.677558 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-9be13720-74b2-4ad7-a49a-e21fac660f5b req-ff1474a6-9f9d-4156-a910-7eb9543792d4 tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] 10.222.0.90 "GET /v2.0/ports?device_id=7f87a817-fc6d-4a07-a570-f344a5feabff HTTP/1.1" status: 200 len: 945 time: 0.0652380 Sep 24 15:09:29.729686 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-9be13720-74b2-4ad7-a49a-e21fac660f5b req-03c934be-2fff-46ef-a31a-1c608c51d8f4 tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] 10.222.0.90 "GET /v2.0/security-groups?id=08e4a1c7-4b85-4bc8-9985-3faf810aee53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458138 Sep 24 15:09:29.757449 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.wsgi [-] (105994) accepted ('10.222.0.90', 37470) {{(pid=105994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:09:29.854210 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50c5e5f2-16d6-4912-b11b-d75829073aea tempest-TestMinimumBasicScenario-728425265 tempest-TestMinimumBasicScenario-728425265-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:09:29.855788 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [None req-50c5e5f2-16d6-4912-b11b-d75829073aea tempest-TestMinimumBasicScenario-728425265 tempest-TestMinimumBasicScenario-728425265-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=7f87a817-fc6d-4a07-a570-f344a5feabff HTTP/1.1" status: 200 len: 1093 time: 0.0973077 Sep 24 15:09:29.858801 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.wsgi [-] (105994) accepted ('10.222.0.90', 37474) {{(pid=105994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:09:29.863348 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.v2.base [None req-31922b20-6485-43ce-aa29-11df9df345ae tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] Request body: {'floatingip': {'floating_network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7', 'port_id': 'f30ade44-197e-42b1-89e8-d9ac0b769f33', 'tenant_id': '69e0cc62271b4f2f85a0e47254feae5f', 'fixed_ip_address': '172.20.0.8'}} {{(pid=105994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:09:29.895256 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-31922b20-6485-43ce-aa29-11df9df345ae tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] Notify callbacks [] for floatingip, before_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:09:30.051793 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-31922b20-6485-43ce-aa29-11df9df345ae tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993762'] for port, before_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:09:30.187523 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.db.db_base_plugin_common [None req-31922b20-6485-43ce-aa29-11df9df345ae tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] Allocated IP 172.27.0.242 (d1d522b2-1ecd-4e8f-be33-d5d511adebd7/58b80919-877d-4d93-a3a2-bd7e936ebc9a/5756b9fd-efcc-444f-8f11-ec4f1db5a6ac) {{(pid=105994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:09:30.309536 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-31922b20-6485-43ce-aa29-11df9df345ae tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] Notify callbacks [] for port, precommit_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:09:30.353538 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-31922b20-6485-43ce-aa29-11df9df345ae tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727248062127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14130366'] for port, after_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:09:30.398142 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31922b20-6485-43ce-aa29-11df9df345ae tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] Network d1d522b2-1ecd-4e8f-be33-d5d511adebd7 is already hosted by enough agents. {{(pid=105994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:09:30.401713 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.scheduler.base_scheduler [None req-31922b20-6485-43ce-aa29-11df9df345ae tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] Resources bound (agent type, host, resource id): {{(pid=105994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:09:30.405493 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31922b20-6485-43ce-aa29-11df9df345ae tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] Received port after_create {{(pid=105994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:09:30.435187 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31922b20-6485-43ce-aa29-11df9df345ae tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] Pushing event updated for resources: {'Port': ['ID=5756b9fd-efcc-444f-8f11-ec4f1db5a6ac,revision_number=1']} {{(pid=105994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:09:30.456413 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31922b20-6485-43ce-aa29-11df9df345ae tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:09:30.456788 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31922b20-6485-43ce-aa29-11df9df345ae tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:09:30.457184 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31922b20-6485-43ce-aa29-11df9df345ae tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:09:30.457567 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31922b20-6485-43ce-aa29-11df9df345ae tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:09:30.458086 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31922b20-6485-43ce-aa29-11df9df345ae tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:09:30.458612 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31922b20-6485-43ce-aa29-11df9df345ae tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:09:30.459212 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31922b20-6485-43ce-aa29-11df9df345ae tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:09:30.459651 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31922b20-6485-43ce-aa29-11df9df345ae tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:09:30.460237 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31922b20-6485-43ce-aa29-11df9df345ae tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:09:30.460667 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31922b20-6485-43ce-aa29-11df9df345ae tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:09:30.460810 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31922b20-6485-43ce-aa29-11df9df345ae tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:09:30.461102 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31922b20-6485-43ce-aa29-11df9df345ae tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:09:30.462417 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-13d777cc-54dc-48f4-b409-3d66fa02497d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:09:30.817488 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-31922b20-6485-43ce-aa29-11df9df345ae tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:09:30.891420 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-31922b20-6485-43ce-aa29-11df9df345ae tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993762'] for port, before_update {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:09:31.080035 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-31922b20-6485-43ce-aa29-11df9df345ae tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] Notify callbacks [] for port, precommit_update {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:09:31.087664 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-31922b20-6485-43ce-aa29-11df9df345ae tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248551428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248062163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14130357'] for port, after_update {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:09:31.210663 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31922b20-6485-43ce-aa29-11df9df345ae tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] Pushing event updated for resources: {'Port': ['ID=5756b9fd-efcc-444f-8f11-ec4f1db5a6ac,revision_number=2']} {{(pid=105994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:09:31.230791 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-31922b20-6485-43ce-aa29-11df9df345ae tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-595207'] for floatingip, after_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:09:31.338695 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.db.l3_db [None req-31922b20-6485-43ce-aa29-11df9df345ae tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] Floating IP 93a4a821-6f7e-45b0-b4e5-1fb9e8cf4378 associated. External IP: 172.27.0.242, port: f30ade44-197e-42b1-89e8-d9ac0b769f33. Sep 24 15:09:31.568820 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31922b20-6485-43ce-aa29-11df9df345ae tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] Router 633d730f-13e1-440c-b6b5-5b03383d8020 has already been hosted by L3 agent 76290e94-8d59-4af2-9b8f-4e64db68baa4 {{(pid=105994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:09:31.693291 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31922b20-6485-43ce-aa29-11df9df345ae tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] Notify agent at l3_agent.dv-cinder-809830-2-iscsi the message routers_updated {{(pid=105994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:09:31.703502 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-500a0276-5d22-490d-bcd8-e517ad290ca4 None None] Sync routers for ids ['633d730f-13e1-440c-b6b5-5b03383d8020'] in dv-cinder-809830-2-iscsi {{(pid=105995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:09:31.711428 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-31922b20-6485-43ce-aa29-11df9df345ae tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472375'] for floatingip, before_response {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:09:31.714627 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-500a0276-5d22-490d-bcd8-e517ad290ca4 None None] Routers {'633d730f-13e1-440c-b6b5-5b03383d8020'} bound to L3 agent in host dv-cinder-809830-2-iscsi {{(pid=105995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:09:31.715296 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.l3_hamode_db [None req-500a0276-5d22-490d-bcd8-e517ad290ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809830-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T14:45:58Z,description=,heartbeat_timestamp=2021-09-24T15:09:28Z,host='dv-cinder-809830-2-iscsi',id=76290e94-8d59-4af2-9b8f-4e64db68baa4,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T14:45:58Z,topic='l3_agent')) {'router_ids': ['633d730f-13e1-440c-b6b5-5b03383d8020'], 'active': True} {{(pid=105995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:09:31.745444 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [None req-31922b20-6485-43ce-aa29-11df9df345ae tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] 10.222.0.90 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8855293 Sep 24 15:09:31.746035 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f87a817-fc6d-4a07-a570-f344a5feabff', 'tag': 'f30ade44-197e-42b1-89e8-d9ac0b769f33'}] {{(pid=105994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:09:31.748337 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}445a901cbb5a624303c84b78f65e518dd0fb300c00204885c20e5236c8fbed2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f0a0dfe-42e3-422c-b317-af85c40dd2f2" -d '{"events": [{"name": "network-changed", "server_uuid": "7f87a817-fc6d-4a07-a570-f344a5feabff", "tag": "f30ade44-197e-42b1-89e8-d9ac0b769f33"}]}' {{(pid=105994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:09:31.749068 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.wsgi [-] (105993) accepted ('10.222.0.90', 37476) {{(pid=105993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:09:31.757101 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.v2.base [None req-b627512d-fc64-46a2-8e9b-734bcb1353f3 tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-671448678', 'description': 'tempest-secgroup-smoke-671448678 description', 'project_id': '69e0cc62271b4f2f85a0e47254feae5f'}} {{(pid=105993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:09:31.786782 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-b627512d-fc64-46a2-8e9b-734bcb1353f3 tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] Notify callbacks [] for security_group, before_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:09:31.798298 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 15:09:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a66805e-b334-4112-9fc3-e4ad8b16c087 x-openstack-request-id: req-7a66805e-b334-4112-9fc3-e4ad8b16c087 {{(pid=105994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:09:31.798610 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f87a817-fc6d-4a07-a570-f344a5feabff", "tag": "f30ade44-197e-42b1-89e8-d9ac0b769f33", "status": "completed", "code": 200}]} {{(pid=105994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:09:31.798885 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-7a66805e-b334-4112-9fc3-e4ad8b16c087 {{(pid=105994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:09:31.799328 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f87a817-fc6d-4a07-a570-f344a5feabff', 'tag': 'f30ade44-197e-42b1-89e8-d9ac0b769f33', 'status': 'completed', 'code': 200} Sep 24 15:09:31.854427 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.l3_dvr_db [None req-500a0276-5d22-490d-bcd8-e517ad290ca4 None None] Set router 633d730f-13e1-440c-b6b5-5b03383d8020 gateway port host: dv-cinder-809830-2-iscsi {{(pid=105995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:09:31.871539 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0a0dfe-42e3-422c-b317-af85c40dd2f2 req-def04951-0e15-4d8d-adf8-07372d3f2f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:09:31.873339 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-2f0a0dfe-42e3-422c-b317-af85c40dd2f2 req-def04951-0e15-4d8d-adf8-07372d3f2f0e service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=69e0cc62271b4f2f85a0e47254feae5f&device_id=7f87a817-fc6d-4a07-a570-f344a5feabff HTTP/1.1" status: 200 len: 1098 time: 0.0511103 Sep 24 15:09:31.905169 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-b627512d-fc64-46a2-8e9b-734bcb1353f3 tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] Notify callbacks [] for security_group, precommit_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:09:31.917757 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-b627512d-fc64-46a2-8e9b-734bcb1353f3 tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571103'] for security_group, after_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:09:31.953343 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b627512d-fc64-46a2-8e9b-734bcb1353f3 tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c88fb342-b131-4732-8c6c-7bcd0c730f4b,revision_number=1']} {{(pid=105993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:09:31.961369 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-b627512d-fc64-46a2-8e9b-734bcb1353f3 tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] Notify callbacks [] for security_group, before_response {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:09:31.963255 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [None req-b627512d-fc64-46a2-8e9b-734bcb1353f3 tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2127950 Sep 24 15:09:31.968343 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.wsgi [-] (105993) accepted ('10.222.0.90', 37480) {{(pid=105993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:09:31.976204 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.v2.base [None req-10cbeed9-7409-4d10-be0f-f41c0a2dd37b tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] Request body: {'security_group_rule': {'security_group_id': 'c88fb342-b131-4732-8c6c-7bcd0c730f4b', 'project_id': '69e0cc62271b4f2f85a0e47254feae5f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:09:31.985562 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b627512d-fc64-46a2-8e9b-734bcb1353f3 tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:09:31.986116 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b627512d-fc64-46a2-8e9b-734bcb1353f3 tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:09:31.986743 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b627512d-fc64-46a2-8e9b-734bcb1353f3 tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:09:31.987980 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b627512d-fc64-46a2-8e9b-734bcb1353f3 tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:09:31.988397 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b627512d-fc64-46a2-8e9b-734bcb1353f3 tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:09:31.989082 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b627512d-fc64-46a2-8e9b-734bcb1353f3 tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:09:31.989267 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b627512d-fc64-46a2-8e9b-734bcb1353f3 tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:09:31.989550 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b627512d-fc64-46a2-8e9b-734bcb1353f3 tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:09:31.990088 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b627512d-fc64-46a2-8e9b-734bcb1353f3 tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:09:31.990687 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b627512d-fc64-46a2-8e9b-734bcb1353f3 tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:09:31.991704 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b627512d-fc64-46a2-8e9b-734bcb1353f3 tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:09:31.991704 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b627512d-fc64-46a2-8e9b-734bcb1353f3 tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:09:32.014843 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0a0dfe-42e3-422c-b317-af85c40dd2f2 req-e85d2b72-9895-4d15-892a-2a1d1e21e0bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:09:32.017417 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-2f0a0dfe-42e3-422c-b317-af85c40dd2f2 req-e85d2b72-9895-4d15-892a-2a1d1e21e0bd service neutron] 10.222.0.99 "GET /v2.0/networks?id=dd9867c3-fd15-45cb-9b5d-05861dec4b4c HTTP/1.1" status: 200 len: 917 time: 0.1360996 Sep 24 15:09:32.031483 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-10cbeed9-7409-4d10-be0f-f41c0a2dd37b tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:09:32.119116 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-10cbeed9-7409-4d10-be0f-f41c0a2dd37b tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:09:32.119646 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-2f0a0dfe-42e3-422c-b317-af85c40dd2f2 req-222538d3-a6d7-4130-bee6-31390942ab72 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f30ade44-197e-42b1-89e8-d9ac0b769f33 HTTP/1.1" status: 200 len: 999 time: 0.0912282 Sep 24 15:09:32.125796 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-10cbeed9-7409-4d10-be0f-f41c0a2dd37b tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751656'] for security_group_rule, after_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:09:32.166102 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cbeed9-7409-4d10-be0f-f41c0a2dd37b tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c9ebf68-5758-4902-8352-f81e53eef9b8,revision_number=0']} {{(pid=105993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:09:32.175740 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-10cbeed9-7409-4d10-be0f-f41c0a2dd37b tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:09:32.177307 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [None req-10cbeed9-7409-4d10-be0f-f41c0a2dd37b tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2076097 Sep 24 15:09:32.180886 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.wsgi [-] (105993) accepted ('10.222.0.90', 37484) {{(pid=105993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:09:32.188032 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.v2.base [None req-7fc39afd-0ced-41ac-b9da-5db3f479a25c tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] Request body: {'security_group_rule': {'security_group_id': 'c88fb342-b131-4732-8c6c-7bcd0c730f4b', 'project_id': '69e0cc62271b4f2f85a0e47254feae5f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:09:32.197411 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0a0dfe-42e3-422c-b317-af85c40dd2f2 req-36adb1f2-f2d1-435d-9781-f3f8ce72979e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:09:32.201682 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-2f0a0dfe-42e3-422c-b317-af85c40dd2f2 req-36adb1f2-f2d1-435d-9781-f3f8ce72979e service neutron] 10.222.0.99 "GET /v2.0/subnets?id=966fb2c5-a9f5-442f-bc30-4d598369c679 HTTP/1.1" status: 200 len: 854 time: 0.0741184 Sep 24 15:09:32.226129 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-7fc39afd-0ced-41ac-b9da-5db3f479a25c tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:09:32.268066 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0a0dfe-42e3-422c-b317-af85c40dd2f2 req-46fc3762-c417-4cf0-b910-3361649e4b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:09:32.270168 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-2f0a0dfe-42e3-422c-b317-af85c40dd2f2 req-46fc3762-c417-4cf0-b910-3361649e4b89 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=dd9867c3-fd15-45cb-9b5d-05861dec4b4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0597377 Sep 24 15:09:32.285972 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.l3_hamode_db [None req-500a0276-5d22-490d-bcd8-e517ad290ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '633d730f-13e1-440c-b6b5-5b03383d8020', 'name': 'tempest-TestMinimumBasicScenario-1873494284-router', 'tenant_id': '69e0cc62271b4f2f85a0e47254feae5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7', 'external_fixed_ips': [{'subnet_id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': 'e22a7101-5a08-49f6-9536-ed95dc3ba828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:08:31Z', 'updated_at': '2021-09-24T15:08:36Z', 'revision_number': 4, 'project_id': '69e0cc62271b4f2f85a0e47254feae5f', 'gw_port': {'id': 'e22a7101-5a08-49f6-9536-ed95dc3ba828', 'name': '', 'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:35:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633d730f-13e1-440c-b6b5-5b03383d8020', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:08:31Z', 'updated_at': '2021-09-24T15:08:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809830-2-iscsi', '_floatingips': [{'id': '93a4a821-6f7e-45b0-b4e5-1fb9e8cf4378', 'tenant_id': '69e0cc62271b4f2f85a0e47254feae5f', 'floating_ip_address': '172.27.0.242', 'floating_network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7', 'router_id': '633d730f-13e1-440c-b6b5-5b03383d8020', 'port_id': 'f30ade44-197e-42b1-89e8-d9ac0b769f33', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 690, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd9867c3-fd15-45cb-9b5d-05861dec4b4c', 'mac_address': 'fa:16:3e:e9:9c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f87a817-fc6d-4a07-a570-f344a5feabff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T15:09:30Z', 'updated_at': '2021-09-24T15:09:30Z', 'revision_number': 0, 'project_id': '69e0cc62271b4f2f85a0e47254feae5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1836d8b4-a7c4-4754-ad35-dd20a8d33198', 'name': '', 'network_id': 'dd9867c3-fd15-45cb-9b5d-05861dec4b4c', 'tenant_id': '69e0cc62271b4f2f85a0e47254feae5f', 'mac_address': 'fa:16:3e:d0:c7:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633d730f-13e1-440c-b6b5-5b03383d8020', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '966fb2c5-a9f5-442f-bc30-4d598369c679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:08:35Z', 'updated_at': '2021-09-24T15:08:41Z', 'revision_number': 5, 'project_id': '69e0cc62271b4f2f85a0e47254feae5f', 'subnets': [{'id': '966fb2c5-a9f5-442f-bc30-4d598369c679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809830-2-iscsi', False) {} {{(pid=105995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:09:32.317441 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-7fc39afd-0ced-41ac-b9da-5db3f479a25c tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:09:32.320564 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-500a0276-5d22-490d-bcd8-e517ad290ca4 None None] Checking router: 633d730f-13e1-440c-b6b5-5b03383d8020 for host: dv-cinder-809830-2-iscsi {{(pid=105995) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:09:32.322942 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-7fc39afd-0ced-41ac-b9da-5db3f479a25c tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751656'] for security_group_rule, after_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:09:32.333543 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-500a0276-5d22-490d-bcd8-e517ad290ca4 None None] Routers {'633d730f-13e1-440c-b6b5-5b03383d8020'} bound to L3 agent in host dv-cinder-809830-2-iscsi {{(pid=105995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:09:32.334308 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.l3_hamode_db [None req-500a0276-5d22-490d-bcd8-e517ad290ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809830-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T14:45:58Z,description=,heartbeat_timestamp=2021-09-24T15:09:28Z,host='dv-cinder-809830-2-iscsi',id=76290e94-8d59-4af2-9b8f-4e64db68baa4,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T14:45:58Z,topic='l3_agent')) {'router_ids': ['633d730f-13e1-440c-b6b5-5b03383d8020'], 'active': True} {{(pid=105995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:09:32.342943 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc39afd-0ced-41ac-b9da-5db3f479a25c tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a38083fd-a5e0-47b0-b916-e84ec8e02efb,revision_number=0']} {{(pid=105993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:09:32.355959 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-7fc39afd-0ced-41ac-b9da-5db3f479a25c tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:09:32.358150 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [None req-7fc39afd-0ced-41ac-b9da-5db3f479a25c tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1737587 Sep 24 15:09:32.360897 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.wsgi [-] (105993) accepted ('10.222.0.90', 37486) {{(pid=105993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:09:32.366589 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.v2.base [None req-a6d5b85d-e360-413c-98a0-7fb89cd5def2 tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] Request body: {'security_group_rule': {'security_group_id': 'c88fb342-b131-4732-8c6c-7bcd0c730f4b', 'project_id': '69e0cc62271b4f2f85a0e47254feae5f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:09:32.390654 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-2f0a0dfe-42e3-422c-b317-af85c40dd2f2 req-f0d6fe5e-1fed-4dec-846c-0e943e310fee service neutron] 10.222.0.99 "GET /v2.0/networks/dd9867c3-fd15-45cb-9b5d-05861dec4b4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127663 Sep 24 15:09:32.403352 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-a6d5b85d-e360-413c-98a0-7fb89cd5def2 tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:09:32.466838 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.l3_dvr_db [None req-500a0276-5d22-490d-bcd8-e517ad290ca4 None None] Set router 633d730f-13e1-440c-b6b5-5b03383d8020 gateway port host: dv-cinder-809830-2-iscsi {{(pid=105995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:09:32.469206 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-a6d5b85d-e360-413c-98a0-7fb89cd5def2 tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:09:32.480662 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-a6d5b85d-e360-413c-98a0-7fb89cd5def2 tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751656'] for security_group_rule, after_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:09:32.506741 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d5b85d-e360-413c-98a0-7fb89cd5def2 tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50c2b538-a683-4b99-8c86-f36c745a4b3d,revision_number=0']} {{(pid=105993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:09:32.515389 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-a6d5b85d-e360-413c-98a0-7fb89cd5def2 tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:09:32.517637 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [None req-a6d5b85d-e360-413c-98a0-7fb89cd5def2 tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1553702 Sep 24 15:09:32.520600 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.wsgi [-] (105993) accepted ('10.222.0.90', 37488) {{(pid=105993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:09:32.526041 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.v2.base [None req-1a88d8c0-a6d6-44b7-b0b8-5f4f44099f64 tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] Request body: {'security_group_rule': {'security_group_id': 'c88fb342-b131-4732-8c6c-7bcd0c730f4b', 'project_id': '69e0cc62271b4f2f85a0e47254feae5f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:09:32.544388 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-2f0a0dfe-42e3-422c-b317-af85c40dd2f2 req-6c37dae3-c1e2-4ded-b8b7-a2c5b11dcfc9 service neutron] 10.222.0.99 "GET /v2.0/networks/dd9867c3-fd15-45cb-9b5d-05861dec4b4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448672 Sep 24 15:09:32.567945 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-1a88d8c0-a6d6-44b7-b0b8-5f4f44099f64 tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:09:32.645287 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-1a88d8c0-a6d6-44b7-b0b8-5f4f44099f64 tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:09:32.650611 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-1a88d8c0-a6d6-44b7-b0b8-5f4f44099f64 tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751656'] for security_group_rule, after_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:09:32.670869 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a88d8c0-a6d6-44b7-b0b8-5f4f44099f64 tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24812235-701b-4a11-a916-f104d7522ae6,revision_number=0']} {{(pid=105993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:09:32.676886 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-1a88d8c0-a6d6-44b7-b0b8-5f4f44099f64 tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:09:32.680909 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [None req-1a88d8c0-a6d6-44b7-b0b8-5f4f44099f64 tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1562490 Sep 24 15:09:32.681329 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.wsgi [-] (105993) accepted ('10.222.0.90', 37490) {{(pid=105993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:09:32.686676 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.v2.base [None req-f019ea5a-3507-42e7-be9e-263abe33cf87 tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] Request body: {'security_group_rule': {'security_group_id': 'c88fb342-b131-4732-8c6c-7bcd0c730f4b', 'project_id': '69e0cc62271b4f2f85a0e47254feae5f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:09:32.717732 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.db.securitygroups_db [None req-f019ea5a-3507-42e7-be9e-263abe33cf87 tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] Project 69e0cc62271b4f2f85a0e47254feae5f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 24 15:09:32.723475 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-f019ea5a-3507-42e7-be9e-263abe33cf87 tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:09:32.810137 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-f019ea5a-3507-42e7-be9e-263abe33cf87 tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:09:32.816010 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.l3_hamode_db [None req-500a0276-5d22-490d-bcd8-e517ad290ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '633d730f-13e1-440c-b6b5-5b03383d8020', 'name': 'tempest-TestMinimumBasicScenario-1873494284-router', 'tenant_id': '69e0cc62271b4f2f85a0e47254feae5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7', 'external_fixed_ips': [{'subnet_id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': 'e22a7101-5a08-49f6-9536-ed95dc3ba828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:08:31Z', 'updated_at': '2021-09-24T15:08:36Z', 'revision_number': 4, 'project_id': '69e0cc62271b4f2f85a0e47254feae5f', 'gw_port': {'id': 'e22a7101-5a08-49f6-9536-ed95dc3ba828', 'name': '', 'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:35:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633d730f-13e1-440c-b6b5-5b03383d8020', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:08:31Z', 'updated_at': '2021-09-24T15:08:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809830-2-iscsi', '_floatingips': [{'id': '93a4a821-6f7e-45b0-b4e5-1fb9e8cf4378', 'tenant_id': '69e0cc62271b4f2f85a0e47254feae5f', 'floating_ip_address': '172.27.0.242', 'floating_network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7', 'router_id': '633d730f-13e1-440c-b6b5-5b03383d8020', 'port_id': 'f30ade44-197e-42b1-89e8-d9ac0b769f33', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 690, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd9867c3-fd15-45cb-9b5d-05861dec4b4c', 'mac_address': 'fa:16:3e:e9:9c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f87a817-fc6d-4a07-a570-f344a5feabff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T15:09:30Z', 'updated_at': '2021-09-24T15:09:30Z', 'revision_number': 0, 'project_id': '69e0cc62271b4f2f85a0e47254feae5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1836d8b4-a7c4-4754-ad35-dd20a8d33198', 'name': '', 'network_id': 'dd9867c3-fd15-45cb-9b5d-05861dec4b4c', 'tenant_id': '69e0cc62271b4f2f85a0e47254feae5f', 'mac_address': 'fa:16:3e:d0:c7:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633d730f-13e1-440c-b6b5-5b03383d8020', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '966fb2c5-a9f5-442f-bc30-4d598369c679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:08:35Z', 'updated_at': '2021-09-24T15:08:41Z', 'revision_number': 5, 'project_id': '69e0cc62271b4f2f85a0e47254feae5f', 'subnets': [{'id': '966fb2c5-a9f5-442f-bc30-4d598369c679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809830-2-iscsi', False) {} {{(pid=105995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:09:32.817492 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-f019ea5a-3507-42e7-be9e-263abe33cf87 tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751656'] for security_group_rule, after_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:09:32.836974 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f019ea5a-3507-42e7-be9e-263abe33cf87 tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ee5d6bf-43e1-48b6-973e-706aaea6c6f1,revision_number=0']} {{(pid=105993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:09:32.840569 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-f019ea5a-3507-42e7-be9e-263abe33cf87 tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:09:32.841943 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [None req-f019ea5a-3507-42e7-be9e-263abe33cf87 tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1592786 Sep 24 15:09:32.844429 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-500a0276-5d22-490d-bcd8-e517ad290ca4 None None] The sync data for ids ['633d730f-13e1-440c-b6b5-5b03383d8020'] in dv-cinder-809830-2-iscsi is: [{'id': '633d730f-13e1-440c-b6b5-5b03383d8020', 'name': 'tempest-TestMinimumBasicScenario-1873494284-router', 'tenant_id': '69e0cc62271b4f2f85a0e47254feae5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7', 'external_fixed_ips': [{'subnet_id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': 'e22a7101-5a08-49f6-9536-ed95dc3ba828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:08:31Z', 'updated_at': '2021-09-24T15:08:36Z', 'revision_number': 4, 'project_id': '69e0cc62271b4f2f85a0e47254feae5f', 'gw_port': {'id': 'e22a7101-5a08-49f6-9536-ed95dc3ba828', 'name': '', 'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:35:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633d730f-13e1-440c-b6b5-5b03383d8020', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:08:31Z', 'updated_at': '2021-09-24T15:08:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809830-2-iscsi', '_floatingips': [{'id': '93a4a821-6f7e-45b0-b4e5-1fb9e8cf4378', 'tenant_id': '69e0cc62271b4f2f85a0e47254feae5f', 'floating_ip_address': '172.27.0.242', 'floating_network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7', 'router_id': '633d730f-13e1-440c-b6b5-5b03383d8020', 'port_id': 'f30ade44-197e-42b1-89e8-d9ac0b769f33', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 690, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd9867c3-fd15-45cb-9b5d-05861dec4b4c', 'mac_address': 'fa:16:3e:e9:9c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f87a817-fc6d-4a07-a570-f344a5feabff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T15:09:30Z', 'updated_at': '2021-09-24T15:09:30Z', 'revision_number': 0, 'project_id': '69e0cc62271b4f2f85a0e47254feae5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1836d8b4-a7c4-4754-ad35-dd20a8d33198', 'name': '', 'network_id': 'dd9867c3-fd15-45cb-9b5d-05861dec4b4c', 'tenant_id': '69e0cc62271b4f2f85a0e47254feae5f', 'mac_address': 'fa:16:3e:d0:c7:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633d730f-13e1-440c-b6b5-5b03383d8020', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '966fb2c5-a9f5-442f-bc30-4d598369c679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:08:35Z', 'updated_at': '2021-09-24T15:08:41Z', 'revision_number': 5, 'project_id': '69e0cc62271b4f2f85a0e47254feae5f', 'subnets': [{'id': '966fb2c5-a9f5-442f-bc30-4d598369c679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:09:32.844904 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.wsgi [-] (105993) accepted ('10.222.0.90', 37492) {{(pid=105993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:09:32.851330 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.v2.base [None req-e3fa684c-dfb1-4c13-91e7-b12a6dc2b4d5 tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] Request body: {'security_group_rule': {'security_group_id': 'c88fb342-b131-4732-8c6c-7bcd0c730f4b', 'project_id': '69e0cc62271b4f2f85a0e47254feae5f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:09:32.879223 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.db.securitygroups_db [None req-e3fa684c-dfb1-4c13-91e7-b12a6dc2b4d5 tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] Project 69e0cc62271b4f2f85a0e47254feae5f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 24 15:09:32.885475 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-e3fa684c-dfb1-4c13-91e7-b12a6dc2b4d5 tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:09:32.969229 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-e3fa684c-dfb1-4c13-91e7-b12a6dc2b4d5 tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:09:32.976152 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-e3fa684c-dfb1-4c13-91e7-b12a6dc2b4d5 tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751656'] for security_group_rule, after_create {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:09:32.998100 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fa684c-dfb1-4c13-91e7-b12a6dc2b4d5 tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a352e20-438f-4a73-a19e-5d22751b468e,revision_number=0']} {{(pid=105993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:09:33.006727 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-e3fa684c-dfb1-4c13-91e7-b12a6dc2b4d5 tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:09:33.008057 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [None req-e3fa684c-dfb1-4c13-91e7-b12a6dc2b4d5 tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1620533 Sep 24 15:09:33.059627 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-450d71f0-4391-4cc8-89b8-8f609d6e2304 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:09:33.083860 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e76b4887-9c5d-4bc9-847a-19adf5282f82 None None] New status for floating IP 93a4a821-6f7e-45b0-b4e5-1fb9e8cf4378: ACTIVE {{(pid=105996) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 15:09:33.126591 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-1f121422-7f83-470d-b62c-7d44b180f050 req-43c34a53-68c8-4dd8-971a-e26566073975 tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] 10.222.0.90 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-671448678&fields=id&tenant_id=69e0cc62271b4f2f85a0e47254feae5f HTTP/1.1" status: 200 len: 267 time: 0.0413573 Sep 24 15:09:33.197626 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f121422-7f83-470d-b62c-7d44b180f050 req-ade9b2f9-9cd6-40cc-aa24-ab60fde49396 tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:09:33.199196 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-1f121422-7f83-470d-b62c-7d44b180f050 req-ade9b2f9-9cd6-40cc-aa24-ab60fde49396 tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] 10.222.0.90 "GET /v2.0/ports?device_id=7f87a817-fc6d-4a07-a570-f344a5feabff HTTP/1.1" status: 200 len: 945 time: 0.0656552 Sep 24 15:09:33.212513 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.v2.base [req-1f121422-7f83-470d-b62c-7d44b180f050 req-091d8690-c7a5-4e88-80ed-a40645892da1 tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] Request body: {'port': {'security_groups': ['08e4a1c7-4b85-4bc8-9985-3faf810aee53', 'c88fb342-b131-4732-8c6c-7bcd0c730f4b']}} {{(pid=105994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:09:33.286071 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-1f121422-7f83-470d-b62c-7d44b180f050 req-091d8690-c7a5-4e88-80ed-a40645892da1 tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993762'] for port, before_update {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:09:33.562145 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.db [req-1f121422-7f83-470d-b62c-7d44b180f050 req-091d8690-c7a5-4e88-80ed-a40645892da1 tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] For port f30ade44-197e-42b1-89e8-d9ac0b769f33, host hv-cinder-80983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80983',level=0,port_id=f30ade44-197e-42b1-89e8-d9ac0b769f33,segment=NetworkSegment(bfa2e894-8650-48ce-8ef7-c592e518e180),segment_id=bfa2e894-8650-48ce-8ef7-c592e518e180)] {{(pid=105994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:09:33.605148 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-1f121422-7f83-470d-b62c-7d44b180f050 req-091d8690-c7a5-4e88-80ed-a40645892da1 tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] Notify callbacks [] for port, precommit_update {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:09:33.610936 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-1f121422-7f83-470d-b62c-7d44b180f050 req-091d8690-c7a5-4e88-80ed-a40645892da1 tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248551428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248062163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14130357'] for port, after_update {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:09:33.624662 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.db [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] get_ports_and_sgs() called for port_ids ['f30ade44-197e-42b1-89e8-d9ac0b769f33'] {{(pid=105995) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:09:33.680867 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f121422-7f83-470d-b62c-7d44b180f050 req-091d8690-c7a5-4e88-80ed-a40645892da1 tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:09:33.681983 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-1f121422-7f83-470d-b62c-7d44b180f050 req-091d8690-c7a5-4e88-80ed-a40645892da1 tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472375'] for port, before_response {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:09:33.684562 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-1f121422-7f83-470d-b62c-7d44b180f050 req-091d8690-c7a5-4e88-80ed-a40645892da1 tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] 10.222.0.90 "PUT /v2.0/ports/f30ade44-197e-42b1-89e8-d9ac0b769f33 HTTP/1.1" status: 200 len: 981 time: 0.4782803 Sep 24 15:09:33.738503 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091d8690-c7a5-4e88-80ed-a40645892da1 tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] Pushing event updated for resources: {'Port': ['ID=f30ade44-197e-42b1-89e8-d9ac0b769f33,revision_number=6']} {{(pid=105994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:09:33.765871 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.db [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] get_ports_and_sgs() called for port_ids ['f30ade44-197e-42b1-89e8-d9ac0b769f33'] {{(pid=105995) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:09:33.800625 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f87a817-fc6d-4a07-a570-f344a5feabff', 'tag': 'f30ade44-197e-42b1-89e8-d9ac0b769f33'}] {{(pid=105994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:09:33.802857 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}445a901cbb5a624303c84b78f65e518dd0fb300c00204885c20e5236c8fbed2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a2a7dbb-007b-4601-a0a2-f2900f7525dc" -d '{"events": [{"name": "network-changed", "server_uuid": "7f87a817-fc6d-4a07-a570-f344a5feabff", "tag": "f30ade44-197e-42b1-89e8-d9ac0b769f33"}]}' {{(pid=105994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:09:33.811225 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b210faf-f6d4-4686-9185-cc25664e02ad req-3b110948-a23b-45ab-bf2e-4bc66a3776a5 tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:09:33.814359 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-7b210faf-f6d4-4686-9185-cc25664e02ad req-3b110948-a23b-45ab-bf2e-4bc66a3776a5 tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] 10.222.0.90 "GET /v2.0/ports?device_id=7f87a817-fc6d-4a07-a570-f344a5feabff HTTP/1.1" status: 200 len: 984 time: 0.0705850 Sep 24 15:09:33.844830 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 15:09:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-265312d5-01c9-4cdd-834f-183e51af8a4e x-openstack-request-id: req-265312d5-01c9-4cdd-834f-183e51af8a4e {{(pid=105994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:09:33.846297 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f87a817-fc6d-4a07-a570-f344a5feabff", "tag": "f30ade44-197e-42b1-89e8-d9ac0b769f33", "status": "completed", "code": 200}]} {{(pid=105994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:09:33.847465 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-265312d5-01c9-4cdd-834f-183e51af8a4e {{(pid=105994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:09:33.848060 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f87a817-fc6d-4a07-a570-f344a5feabff', 'tag': 'f30ade44-197e-42b1-89e8-d9ac0b769f33', 'status': 'completed', 'code': 200} Sep 24 15:09:33.874241 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-7b210faf-f6d4-4686-9185-cc25664e02ad req-9301c2a9-14c6-4d25-aea5-6e5c8e48125d tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] 10.222.0.90 "GET /v2.0/security-groups?id=c88fb342-b131-4732-8c6c-7bcd0c730f4b&id=08e4a1c7-4b85-4bc8-9985-3faf810aee53&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0468426 Sep 24 15:09:33.935700 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2a7dbb-007b-4601-a0a2-f2900f7525dc req-0a124995-e3ad-49d5-a57e-afa488642153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:09:33.938363 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-3a2a7dbb-007b-4601-a0a2-f2900f7525dc req-0a124995-e3ad-49d5-a57e-afa488642153 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=69e0cc62271b4f2f85a0e47254feae5f&device_id=7f87a817-fc6d-4a07-a570-f344a5feabff HTTP/1.1" status: 200 len: 1137 time: 0.0650523 Sep 24 15:09:34.063918 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2a7dbb-007b-4601-a0a2-f2900f7525dc req-0f98189f-1b11-493c-8133-0d424fe49726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:09:34.065494 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-3a2a7dbb-007b-4601-a0a2-f2900f7525dc req-0f98189f-1b11-493c-8133-0d424fe49726 service neutron] 10.222.0.99 "GET /v2.0/networks?id=dd9867c3-fd15-45cb-9b5d-05861dec4b4c HTTP/1.1" status: 200 len: 917 time: 0.1191139 Sep 24 15:09:34.100637 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.provisioning_blocks [None req-4b80d9eb-e56a-474a-9c42-2b2692a43c7e None None] Provisioning complete for port f30ade44-197e-42b1-89e8-d9ac0b769f33 triggered by entity DHCP. {{(pid=105995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:09:34.101297 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-4b80d9eb-e56a-474a-9c42-2b2692a43c7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985790'] for port, provisioning_complete {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:09:34.146849 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-3a2a7dbb-007b-4601-a0a2-f2900f7525dc req-f41e8748-90ca-47e1-b73a-84b17c927f30 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f30ade44-197e-42b1-89e8-d9ac0b769f33 HTTP/1.1" status: 200 len: 1001 time: 0.0740917 Sep 24 15:09:34.201041 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2a7dbb-007b-4601-a0a2-f2900f7525dc req-74163230-6f88-444b-b1d3-e2e5ae534843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:09:34.202678 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-3a2a7dbb-007b-4601-a0a2-f2900f7525dc req-74163230-6f88-444b-b1d3-e2e5ae534843 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=966fb2c5-a9f5-442f-bc30-4d598369c679 HTTP/1.1" status: 200 len: 854 time: 0.0482728 Sep 24 15:09:34.258889 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2a7dbb-007b-4601-a0a2-f2900f7525dc req-71fb0c03-d075-4d67-a34f-6de4a1ddc977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:09:34.260454 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-3a2a7dbb-007b-4601-a0a2-f2900f7525dc req-71fb0c03-d075-4d67-a34f-6de4a1ddc977 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=dd9867c3-fd15-45cb-9b5d-05861dec4b4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0459948 Sep 24 15:09:34.363890 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-3a2a7dbb-007b-4601-a0a2-f2900f7525dc req-43957e9c-fdf3-4803-887f-89a1e8ba992c service neutron] 10.222.0.99 "GET /v2.0/networks/dd9867c3-fd15-45cb-9b5d-05861dec4b4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941050 Sep 24 15:09:34.478855 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-3a2a7dbb-007b-4601-a0a2-f2900f7525dc req-d30ff7fd-bde9-4af2-ac98-beb746873e54 service neutron] 10.222.0.99 "GET /v2.0/networks/dd9867c3-fd15-45cb-9b5d-05861dec4b4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074080 Sep 24 15:09:40.302610 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.db.agents_db [None req-37515238-e50e-498e-bfbd-a21ffee86c29 None None] Agent healthcheck: found 6 active agents {{(pid=105996) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 15:09:45.900110 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:09:51.764371 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-832a539a-09ca-4bca-946a-8472430e7cc2 req-8d4f4300-0516-4b8a-9f7e-635eae07b56e service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=1ba1dfab-2534-4377-8662-5e5d35db76c5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0462949 Sep 24 15:09:51.854301 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832a539a-09ca-4bca-946a-8472430e7cc2 req-77691595-e0ba-4e20-8789-58d93652fd3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:09:51.855766 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-832a539a-09ca-4bca-946a-8472430e7cc2 req-77691595-e0ba-4e20-8789-58d93652fd3b service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=51fa19ff34a14ecc91f6fc88ae5471cb&device_id=1ba1dfab-2534-4377-8662-5e5d35db76c5 HTTP/1.1" status: 200 len: 1098 time: 0.0436039 Sep 24 15:09:51.976490 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832a539a-09ca-4bca-946a-8472430e7cc2 req-cf067ee9-c98a-45f9-a255-ac569d837e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:09:51.978053 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-832a539a-09ca-4bca-946a-8472430e7cc2 req-cf067ee9-c98a-45f9-a255-ac569d837e32 service neutron] 10.222.0.99 "GET /v2.0/networks?id=9d3e3000-5ba9-400c-a35c-6e0b1bf4eee7 HTTP/1.1" status: 200 len: 912 time: 0.1005671 Sep 24 15:09:52.055568 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-832a539a-09ca-4bca-946a-8472430e7cc2 req-cdf98136-8a82-4e2f-8227-81fc788770c3 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f5def16b-5389-4ba6-b1f8-ac2f476d61b0 HTTP/1.1" status: 200 len: 1000 time: 0.0687573 Sep 24 15:09:52.111790 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832a539a-09ca-4bca-946a-8472430e7cc2 req-d91ae8d1-6b98-4aeb-86c7-024857fb7516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:09:52.113371 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-832a539a-09ca-4bca-946a-8472430e7cc2 req-d91ae8d1-6b98-4aeb-86c7-024857fb7516 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=bd989c45-4591-43b5-a111-6cdc77ed547b HTTP/1.1" status: 200 len: 849 time: 0.0502317 Sep 24 15:09:52.166678 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832a539a-09ca-4bca-946a-8472430e7cc2 req-a5740554-8b07-4fa5-8ae3-6333819e1213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:09:52.168637 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-832a539a-09ca-4bca-946a-8472430e7cc2 req-a5740554-8b07-4fa5-8ae3-6333819e1213 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=9d3e3000-5ba9-400c-a35c-6e0b1bf4eee7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0459833 Sep 24 15:09:52.280574 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-832a539a-09ca-4bca-946a-8472430e7cc2 req-f11664c4-7674-4917-b129-0c25433caab4 service neutron] 10.222.0.99 "GET /v2.0/networks/9d3e3000-5ba9-400c-a35c-6e0b1bf4eee7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031644 Sep 24 15:09:52.395144 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-832a539a-09ca-4bca-946a-8472430e7cc2 req-9a6921d7-2461-4d6c-9866-d298c036781a service neutron] 10.222.0.99 "GET /v2.0/networks/9d3e3000-5ba9-400c-a35c-6e0b1bf4eee7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054950 Sep 24 15:09:53.570182 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-86732b2e-ed62-475f-929f-bd3c16f2f84e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:09:57.817942 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b155bd85-0a6a-425e-b752-8f9c3f30ff3c req-5d2825b0-637a-468d-853c-cb6ccdb52299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:09:57.820141 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-b155bd85-0a6a-425e-b752-8f9c3f30ff3c req-5d2825b0-637a-468d-853c-cb6ccdb52299 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=69e0cc62271b4f2f85a0e47254feae5f&device_id=7f87a817-fc6d-4a07-a570-f344a5feabff HTTP/1.1" status: 200 len: 1137 time: 0.0664058 Sep 24 15:09:57.853452 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8515d367-f8a2-478f-892d-1bb4fc877208 req-5c8f6254-8b11-4e14-b8a8-fda8eea16ac5 tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:09:57.856354 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-8515d367-f8a2-478f-892d-1bb4fc877208 req-5c8f6254-8b11-4e14-b8a8-fda8eea16ac5 tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] 10.222.0.90 "GET /v2.0/ports?device_id=7f87a817-fc6d-4a07-a570-f344a5feabff HTTP/1.1" status: 200 len: 984 time: 0.1130168 Sep 24 15:09:57.933128 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-8515d367-f8a2-478f-892d-1bb4fc877208 req-a39e65a1-4d69-449c-b004-7066039e5f1b tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] 10.222.0.90 "GET /v2.0/security-groups?id=c88fb342-b131-4732-8c6c-7bcd0c730f4b&id=08e4a1c7-4b85-4bc8-9985-3faf810aee53&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0663729 Sep 24 15:09:57.974120 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b155bd85-0a6a-425e-b752-8f9c3f30ff3c req-16ba5205-3fb3-4b1a-b00b-6173f58d7472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:09:57.976460 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-b155bd85-0a6a-425e-b752-8f9c3f30ff3c req-16ba5205-3fb3-4b1a-b00b-6173f58d7472 service neutron] 10.222.0.99 "GET /v2.0/networks?id=dd9867c3-fd15-45cb-9b5d-05861dec4b4c HTTP/1.1" status: 200 len: 917 time: 0.1491473 Sep 24 15:09:58.063355 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-b155bd85-0a6a-425e-b752-8f9c3f30ff3c req-f9ed0f2e-eb61-4ec4-9b68-9b1729b823d5 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f30ade44-197e-42b1-89e8-d9ac0b769f33 HTTP/1.1" status: 200 len: 1001 time: 0.0792885 Sep 24 15:09:58.125279 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b155bd85-0a6a-425e-b752-8f9c3f30ff3c req-2465d1fd-d992-494c-b03f-7d2940ce23c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:09:58.128180 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-b155bd85-0a6a-425e-b752-8f9c3f30ff3c req-2465d1fd-d992-494c-b03f-7d2940ce23c2 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=966fb2c5-a9f5-442f-bc30-4d598369c679 HTTP/1.1" status: 200 len: 854 time: 0.0568655 Sep 24 15:09:58.191652 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b155bd85-0a6a-425e-b752-8f9c3f30ff3c req-0513706b-7431-4186-95d8-466dd24db18f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:09:58.193351 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-b155bd85-0a6a-425e-b752-8f9c3f30ff3c req-0513706b-7431-4186-95d8-466dd24db18f service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=dd9867c3-fd15-45cb-9b5d-05861dec4b4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0584435 Sep 24 15:09:58.323349 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-02389a77-a6ac-4de0-bfc3-b333edb8aaec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:09:58.350350 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-b155bd85-0a6a-425e-b752-8f9c3f30ff3c req-8613cd67-31a3-4739-90ff-e29f209941e5 service neutron] 10.222.0.99 "GET /v2.0/networks/dd9867c3-fd15-45cb-9b5d-05861dec4b4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490133 Sep 24 15:09:58.481357 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-b155bd85-0a6a-425e-b752-8f9c3f30ff3c req-fc3c3ce9-5067-4ed3-b8d3-27e937a010ae service neutron] 10.222.0.99 "GET /v2.0/networks/dd9867c3-fd15-45cb-9b5d-05861dec4b4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195984 Sep 24 15:09:59.114831 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5230b24-3be1-4c3d-a4fa-db9fba6614e6 req-a0a285bf-d155-45f4-865c-fb1bfddd7ce0 tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:09:59.117534 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-f5230b24-3be1-4c3d-a4fa-db9fba6614e6 req-a0a285bf-d155-45f4-865c-fb1bfddd7ce0 tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] 10.222.0.90 "GET /v2.0/ports?device_id=7f87a817-fc6d-4a07-a570-f344a5feabff HTTP/1.1" status: 200 len: 984 time: 0.0713940 Sep 24 15:09:59.181237 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-f5230b24-3be1-4c3d-a4fa-db9fba6614e6 req-5cfdd7c0-0a34-4779-b41d-52526ad383ed tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] 10.222.0.90 "GET /v2.0/security-groups?id=c88fb342-b131-4732-8c6c-7bcd0c730f4b&id=08e4a1c7-4b85-4bc8-9985-3faf810aee53&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0559950 Sep 24 15:09:59.371484 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:10:00.354475 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d75ef0-108f-4b14-9d05-c3c6d4fea0e0 req-cee3693e-d69e-4619-9af3-68c76b00568c tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:10:00.357206 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-92d75ef0-108f-4b14-9d05-c3c6d4fea0e0 req-cee3693e-d69e-4619-9af3-68c76b00568c tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] 10.222.0.90 "GET /v2.0/ports?device_id=7f87a817-fc6d-4a07-a570-f344a5feabff HTTP/1.1" status: 200 len: 984 time: 0.0719781 Sep 24 15:10:00.411252 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-92d75ef0-108f-4b14-9d05-c3c6d4fea0e0 req-1dd6d9b0-15da-4b20-8786-2d49d7368e04 tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] 10.222.0.90 "GET /v2.0/security-groups?id=c88fb342-b131-4732-8c6c-7bcd0c730f4b&id=08e4a1c7-4b85-4bc8-9985-3faf810aee53&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0407557 Sep 24 15:10:00.463886 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-13d777cc-54dc-48f4-b409-3d66fa02497d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:10:01.571835 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab57cb9-91c4-4420-9d46-c22cbff0c9e1 req-1c5aa071-a767-4239-9dd7-849520f1c6df tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:10:01.573649 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-5ab57cb9-91c4-4420-9d46-c22cbff0c9e1 req-1c5aa071-a767-4239-9dd7-849520f1c6df tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] 10.222.0.90 "GET /v2.0/ports?device_id=7f87a817-fc6d-4a07-a570-f344a5feabff HTTP/1.1" status: 200 len: 984 time: 0.0698218 Sep 24 15:10:01.629620 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-5ab57cb9-91c4-4420-9d46-c22cbff0c9e1 req-59589339-79fe-4391-a23e-916415272211 tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] 10.222.0.90 "GET /v2.0/security-groups?id=c88fb342-b131-4732-8c6c-7bcd0c730f4b&id=08e4a1c7-4b85-4bc8-9985-3faf810aee53&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0493782 Sep 24 15:10:02.765019 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ee01d1-7157-428a-b027-af1d364e8e28 req-8a4cfacf-dcbc-4fac-ab7f-6cb81def3116 tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:10:02.766710 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-b4ee01d1-7157-428a-b027-af1d364e8e28 req-8a4cfacf-dcbc-4fac-ab7f-6cb81def3116 tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] 10.222.0.90 "GET /v2.0/ports?device_id=7f87a817-fc6d-4a07-a570-f344a5feabff HTTP/1.1" status: 200 len: 984 time: 0.0535719 Sep 24 15:10:02.810928 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-b4ee01d1-7157-428a-b027-af1d364e8e28 req-c76706b6-9b66-4593-a636-804ed237625f tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] 10.222.0.90 "GET /v2.0/security-groups?id=c88fb342-b131-4732-8c6c-7bcd0c730f4b&id=08e4a1c7-4b85-4bc8-9985-3faf810aee53&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0367544 Sep 24 15:10:03.060083 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-450d71f0-4391-4cc8-89b8-8f609d6e2304 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:10:03.985882 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96addec-4c29-4514-b020-c2e0c623bad9 req-fe4cf91e-7440-42f3-afdf-7f482660f852 tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:10:03.988534 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-e96addec-4c29-4514-b020-c2e0c623bad9 req-fe4cf91e-7440-42f3-afdf-7f482660f852 tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] 10.222.0.90 "GET /v2.0/ports?device_id=7f87a817-fc6d-4a07-a570-f344a5feabff HTTP/1.1" status: 200 len: 984 time: 0.0708547 Sep 24 15:10:04.054890 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-e96addec-4c29-4514-b020-c2e0c623bad9 req-af9574bd-3eb1-4a60-8067-22bd21b3c945 tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] 10.222.0.90 "GET /v2.0/security-groups?id=c88fb342-b131-4732-8c6c-7bcd0c730f4b&id=08e4a1c7-4b85-4bc8-9985-3faf810aee53&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0595884 Sep 24 15:10:05.246185 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01a495d-f792-4a4b-8eed-05b160e94a6b req-38150540-5ffe-4d48-8a09-7bceeb00ee00 tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:10:05.248099 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-a01a495d-f792-4a4b-8eed-05b160e94a6b req-38150540-5ffe-4d48-8a09-7bceeb00ee00 tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] 10.222.0.90 "GET /v2.0/ports?device_id=7f87a817-fc6d-4a07-a570-f344a5feabff HTTP/1.1" status: 200 len: 984 time: 0.0760996 Sep 24 15:10:05.643438 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-a01a495d-f792-4a4b-8eed-05b160e94a6b req-43c5526c-6f59-40a2-abcf-a7faac342773 tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] 10.222.0.90 "GET /v2.0/security-groups?id=c88fb342-b131-4732-8c6c-7bcd0c730f4b&id=08e4a1c7-4b85-4bc8-9985-3faf810aee53&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3873022 Sep 24 15:10:06.775533 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47309fe-92e6-43de-b654-afcb8b9cd4fa req-eb2e7f89-7cc1-4156-8b85-4294dbd9586b tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:10:06.778640 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-f47309fe-92e6-43de-b654-afcb8b9cd4fa req-eb2e7f89-7cc1-4156-8b85-4294dbd9586b tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] 10.222.0.90 "GET /v2.0/ports?device_id=7f87a817-fc6d-4a07-a570-f344a5feabff HTTP/1.1" status: 200 len: 984 time: 0.0603201 Sep 24 15:10:06.844189 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-f47309fe-92e6-43de-b654-afcb8b9cd4fa req-42a5a597-e11b-4769-8db8-13bab9586a37 tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] 10.222.0.90 "GET /v2.0/security-groups?id=c88fb342-b131-4732-8c6c-7bcd0c730f4b&id=08e4a1c7-4b85-4bc8-9985-3faf810aee53&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0544131 Sep 24 15:10:07.992665 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f97b8cb-f2bd-42ff-b2cc-c321e1672c95 req-61217c1f-77d7-4fb8-a92e-9084511b8cdd tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:10:07.994288 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-7f97b8cb-f2bd-42ff-b2cc-c321e1672c95 req-61217c1f-77d7-4fb8-a92e-9084511b8cdd tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] 10.222.0.90 "GET /v2.0/ports?device_id=7f87a817-fc6d-4a07-a570-f344a5feabff HTTP/1.1" status: 200 len: 984 time: 0.0643971 Sep 24 15:10:08.046942 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-7f97b8cb-f2bd-42ff-b2cc-c321e1672c95 req-16b770df-1460-44ba-90d6-73051d15a105 tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] 10.222.0.90 "GET /v2.0/security-groups?id=c88fb342-b131-4732-8c6c-7bcd0c730f4b&id=08e4a1c7-4b85-4bc8-9985-3faf810aee53&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0453041 Sep 24 15:10:09.186916 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93c5831-3c18-4f59-bfb7-42d1820222fd req-b71a597a-362c-40cb-99ec-588cb8999786 tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:10:09.188565 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-a93c5831-3c18-4f59-bfb7-42d1820222fd req-b71a597a-362c-40cb-99ec-588cb8999786 tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] 10.222.0.90 "GET /v2.0/ports?device_id=7f87a817-fc6d-4a07-a570-f344a5feabff HTTP/1.1" status: 200 len: 984 time: 0.0658712 Sep 24 15:10:09.235369 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-a93c5831-3c18-4f59-bfb7-42d1820222fd req-5e27508f-2404-4e96-b219-1d80ed23f02c tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] 10.222.0.90 "GET /v2.0/security-groups?id=c88fb342-b131-4732-8c6c-7bcd0c730f4b&id=08e4a1c7-4b85-4bc8-9985-3faf810aee53&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0398214 Sep 24 15:10:10.412975 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8c0a5d-98f4-4c47-ab00-ac67040db297 req-e23243cc-8e92-4de7-9933-17e63610cf5c tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:10:10.414950 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-9b8c0a5d-98f4-4c47-ab00-ac67040db297 req-e23243cc-8e92-4de7-9933-17e63610cf5c tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] 10.222.0.90 "GET /v2.0/ports?device_id=7f87a817-fc6d-4a07-a570-f344a5feabff HTTP/1.1" status: 200 len: 984 time: 0.0678616 Sep 24 15:10:10.476116 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-9b8c0a5d-98f4-4c47-ab00-ac67040db297 req-7aca48f3-13bd-48c7-a338-5f9e5d349da7 tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] 10.222.0.90 "GET /v2.0/security-groups?id=c88fb342-b131-4732-8c6c-7bcd0c730f4b&id=08e4a1c7-4b85-4bc8-9985-3faf810aee53&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0521536 Sep 24 15:10:15.903999 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:10:17.303929 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.db.agents_db [None req-37515238-e50e-498e-bfbd-a21ffee86c29 None None] Agent healthcheck: found 6 active agents {{(pid=105996) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 15:10:23.566622 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-d16c13cc-51fd-4bcb-b187-1895b685c5fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:10:28.324160 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-bfeb50cd-f780-4be8-9690-e7514667c7f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:10:29.367722 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:10:30.464853 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-13d777cc-54dc-48f4-b409-3d66fa02497d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:10:33.057005 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-450d71f0-4391-4cc8-89b8-8f609d6e2304 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:10:45.921809 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:10:45.943564 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-77bbbf0c-e714-475a-8624-49d677b7b1e1 req-34733560-b100-4306-ad53-70e422aeb2bc tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] 10.222.0.90 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-671448678&fields=id&tenant_id=69e0cc62271b4f2f85a0e47254feae5f HTTP/1.1" status: 200 len: 267 time: 0.0505204 Sep 24 15:10:46.029140 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bbbf0c-e714-475a-8624-49d677b7b1e1 req-3f8d2744-04a8-4750-bb0d-6009caeda6e3 tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:10:46.030890 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-77bbbf0c-e714-475a-8624-49d677b7b1e1 req-3f8d2744-04a8-4750-bb0d-6009caeda6e3 tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] 10.222.0.90 "GET /v2.0/ports?device_id=7f87a817-fc6d-4a07-a570-f344a5feabff HTTP/1.1" status: 200 len: 984 time: 0.0807066 Sep 24 15:10:46.049031 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.v2.base [req-77bbbf0c-e714-475a-8624-49d677b7b1e1 req-12b8ae37-a97d-4094-b838-f4991306c62a tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] Request body: {'port': {'security_groups': ['08e4a1c7-4b85-4bc8-9985-3faf810aee53']}} {{(pid=105994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:10:46.150256 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-77bbbf0c-e714-475a-8624-49d677b7b1e1 req-12b8ae37-a97d-4094-b838-f4991306c62a tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993762'] for port, before_update {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:10:46.765954 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.db [req-77bbbf0c-e714-475a-8624-49d677b7b1e1 req-12b8ae37-a97d-4094-b838-f4991306c62a tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] For port f30ade44-197e-42b1-89e8-d9ac0b769f33, host hv-cinder-80983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80983',level=0,port_id=f30ade44-197e-42b1-89e8-d9ac0b769f33,segment=NetworkSegment(bfa2e894-8650-48ce-8ef7-c592e518e180),segment_id=bfa2e894-8650-48ce-8ef7-c592e518e180)] {{(pid=105994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:10:46.805453 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-77bbbf0c-e714-475a-8624-49d677b7b1e1 req-12b8ae37-a97d-4094-b838-f4991306c62a tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] Notify callbacks [] for port, precommit_update {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:10:46.812111 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-77bbbf0c-e714-475a-8624-49d677b7b1e1 req-12b8ae37-a97d-4094-b838-f4991306c62a tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248551428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248062163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14130357'] for port, after_update {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:10:46.828737 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.db [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] get_ports_and_sgs() called for port_ids ['f30ade44-197e-42b1-89e8-d9ac0b769f33'] {{(pid=105995) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:10:46.870065 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bbbf0c-e714-475a-8624-49d677b7b1e1 req-12b8ae37-a97d-4094-b838-f4991306c62a tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:10:46.871037 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-77bbbf0c-e714-475a-8624-49d677b7b1e1 req-12b8ae37-a97d-4094-b838-f4991306c62a tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472375'] for port, before_response {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:10:46.873455 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-77bbbf0c-e714-475a-8624-49d677b7b1e1 req-12b8ae37-a97d-4094-b838-f4991306c62a tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] 10.222.0.90 "PUT /v2.0/ports/f30ade44-197e-42b1-89e8-d9ac0b769f33 HTTP/1.1" status: 200 len: 942 time: 0.8321326 Sep 24 15:10:46.874214 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f87a817-fc6d-4a07-a570-f344a5feabff', 'tag': 'f30ade44-197e-42b1-89e8-d9ac0b769f33'}] {{(pid=105994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:10:46.878945 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}445a901cbb5a624303c84b78f65e518dd0fb300c00204885c20e5236c8fbed2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-904d19eb-46c4-4b56-9f03-4a80bd91b44e" -d '{"events": [{"name": "network-changed", "server_uuid": "7f87a817-fc6d-4a07-a570-f344a5feabff", "tag": "f30ade44-197e-42b1-89e8-d9ac0b769f33"}]}' {{(pid=105994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:10:46.888616 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.wsgi [-] (105994) accepted ('10.222.0.90', 37562) {{(pid=105994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:10:46.963731 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.db [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] get_ports_and_sgs() called for port_ids ['f30ade44-197e-42b1-89e8-d9ac0b769f33'] {{(pid=105995) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:10:46.964867 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 15:10:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e64cbd9-0d58-4c3a-b276-ce66245bcf23 x-openstack-request-id: req-0e64cbd9-0d58-4c3a-b276-ce66245bcf23 {{(pid=105994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:10:46.965332 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f87a817-fc6d-4a07-a570-f344a5feabff", "tag": "f30ade44-197e-42b1-89e8-d9ac0b769f33", "status": "completed", "code": 200}]} {{(pid=105994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:10:46.965562 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-0e64cbd9-0d58-4c3a-b276-ce66245bcf23 {{(pid=105994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:10:46.966064 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f87a817-fc6d-4a07-a570-f344a5feabff', 'tag': 'f30ade44-197e-42b1-89e8-d9ac0b769f33', 'status': 'completed', 'code': 200} Sep 24 15:10:46.989830 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b8ae37-a97d-4094-b838-f4991306c62a tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] Pushing event updated for resources: {'Port': ['ID=f30ade44-197e-42b1-89e8-d9ac0b769f33,revision_number=7']} {{(pid=105994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:10:47.042706 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b8ae37-a97d-4094-b838-f4991306c62a tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:10:47.043283 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b8ae37-a97d-4094-b838-f4991306c62a tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:10:47.043875 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b8ae37-a97d-4094-b838-f4991306c62a tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:10:47.044366 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b8ae37-a97d-4094-b838-f4991306c62a tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:10:47.044945 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b8ae37-a97d-4094-b838-f4991306c62a tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:10:47.046235 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b8ae37-a97d-4094-b838-f4991306c62a tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:10:47.046235 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b8ae37-a97d-4094-b838-f4991306c62a tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:10:47.046461 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b8ae37-a97d-4094-b838-f4991306c62a tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:10:47.046984 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b8ae37-a97d-4094-b838-f4991306c62a tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:10:47.047480 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b8ae37-a97d-4094-b838-f4991306c62a tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:10:47.048562 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b8ae37-a97d-4094-b838-f4991306c62a tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:10:47.049164 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b8ae37-a97d-4094-b838-f4991306c62a tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:10:47.100375 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-0e65ec7e-a13e-4585-929c-f5d4aa7a654f tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] Notify callbacks [] for security_group, before_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:10:47.105786 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904d19eb-46c4-4b56-9f03-4a80bd91b44e req-2d50ad6d-9623-4633-a680-10c60d92c597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:10:47.107695 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-904d19eb-46c4-4b56-9f03-4a80bd91b44e req-2d50ad6d-9623-4633-a680-10c60d92c597 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=69e0cc62271b4f2f85a0e47254feae5f&device_id=7f87a817-fc6d-4a07-a570-f344a5feabff HTTP/1.1" status: 200 len: 1098 time: 0.1406214 Sep 24 15:10:47.162326 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-0e65ec7e-a13e-4585-929c-f5d4aa7a654f tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:10:47.240010 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.provisioning_blocks [None req-61212c36-6646-4a59-adca-26bca1ad02d5 None None] Provisioning complete for port f30ade44-197e-42b1-89e8-d9ac0b769f33 triggered by entity DHCP. {{(pid=105995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:10:47.240485 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-61212c36-6646-4a59-adca-26bca1ad02d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985790'] for port, provisioning_complete {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:10:47.296159 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904d19eb-46c4-4b56-9f03-4a80bd91b44e req-f38f7d44-3a71-40c4-b62c-2dc75b6cc1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:10:47.297809 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-904d19eb-46c4-4b56-9f03-4a80bd91b44e req-f38f7d44-3a71-40c4-b62c-2dc75b6cc1d2 service neutron] 10.222.0.99 "GET /v2.0/networks?id=dd9867c3-fd15-45cb-9b5d-05861dec4b4c HTTP/1.1" status: 200 len: 917 time: 0.1796896 Sep 24 15:10:47.416199 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-0e65ec7e-a13e-4585-929c-f5d4aa7a654f tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571103'] for security_group, after_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:10:47.421797 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-0e65ec7e-a13e-4585-929c-f5d4aa7a654f tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] Notify callbacks [] for security_group, before_response {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:10:47.424409 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [None req-0e65ec7e-a13e-4585-929c-f5d4aa7a654f tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] 10.222.0.90 "DELETE /v2.0/security-groups/c88fb342-b131-4732-8c6c-7bcd0c730f4b HTTP/1.1" status: 204 len: 168 time: 0.5342646 Sep 24 15:10:47.429070 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.wsgi [-] (105993) accepted ('10.222.0.90', 37564) {{(pid=105993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:10:47.458123 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-904d19eb-46c4-4b56-9f03-4a80bd91b44e req-8c5136c9-6f7f-45e1-9d2c-4e0e5bdb2ce7 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f30ade44-197e-42b1-89e8-d9ac0b769f33 HTTP/1.1" status: 200 len: 1001 time: 0.1522410 Sep 24 15:10:47.459499 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e65ec7e-a13e-4585-929c-f5d4aa7a654f tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c88fb342-b131-4732-8c6c-7bcd0c730f4b,revision_number=None']} {{(pid=105994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:10:47.549957 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904d19eb-46c4-4b56-9f03-4a80bd91b44e req-273c9bed-9c7f-410d-9715-b1ffa1077016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:10:47.552783 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-904d19eb-46c4-4b56-9f03-4a80bd91b44e req-273c9bed-9c7f-410d-9715-b1ffa1077016 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=966fb2c5-a9f5-442f-bc30-4d598369c679 HTTP/1.1" status: 200 len: 854 time: 0.0871100 Sep 24 15:10:47.614145 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904d19eb-46c4-4b56-9f03-4a80bd91b44e req-bb170f39-d8f7-48b8-8838-d6ba83d884b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:10:47.616421 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-904d19eb-46c4-4b56-9f03-4a80bd91b44e req-bb170f39-d8f7-48b8-8838-d6ba83d884b7 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=dd9867c3-fd15-45cb-9b5d-05861dec4b4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0560241 Sep 24 15:10:47.651904 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.plugins.ml2.plugin [None req-abe28747-0004-4819-9314-4cb920ebea8b tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] Deleting port 5756b9fd-efcc-444f-8f11-ec4f1db5a6ac {{(pid=105993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:10:47.652546 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-abe28747-0004-4819-9314-4cb920ebea8b tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727248545832'] for port, before_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:10:47.766405 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-904d19eb-46c4-4b56-9f03-4a80bd91b44e req-f383917e-44f6-485e-80c9-74440bc09af8 service neutron] 10.222.0.99 "GET /v2.0/networks/dd9867c3-fd15-45cb-9b5d-05861dec4b4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430805 Sep 24 15:10:47.786503 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-abe28747-0004-4819-9314-4cb920ebea8b tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616222'] for port, precommit_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:10:47.787101 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-abe28747-0004-4819-9314-4cb920ebea8b tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:10:47.812353 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.plugins.ml2.plugin [None req-abe28747-0004-4819-9314-4cb920ebea8b tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] Calling delete_port for 5756b9fd-efcc-444f-8f11-ec4f1db5a6ac owned by network:floatingip {{(pid=105993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:10:47.929314 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-904d19eb-46c4-4b56-9f03-4a80bd91b44e req-20abab87-c777-42dc-90f2-2110efc6c897 service neutron] 10.222.0.99 "GET /v2.0/networks/dd9867c3-fd15-45cb-9b5d-05861dec4b4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1551604 Sep 24 15:10:48.089920 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-abe28747-0004-4819-9314-4cb920ebea8b tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727248551918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727248062136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14427043'] for port, after_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:10:48.139053 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe28747-0004-4819-9314-4cb920ebea8b tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] Pushing event deleted for resources: {'Port': ['ID=5756b9fd-efcc-444f-8f11-ec4f1db5a6ac,revision_number=None']} {{(pid=105993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:10:48.183020 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe28747-0004-4819-9314-4cb920ebea8b tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:10:48.183593 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe28747-0004-4819-9314-4cb920ebea8b tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:10:48.184184 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe28747-0004-4819-9314-4cb920ebea8b tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:10:48.184831 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe28747-0004-4819-9314-4cb920ebea8b tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:10:48.185379 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe28747-0004-4819-9314-4cb920ebea8b tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:10:48.185970 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe28747-0004-4819-9314-4cb920ebea8b tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:10:48.186568 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe28747-0004-4819-9314-4cb920ebea8b tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:10:48.187094 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe28747-0004-4819-9314-4cb920ebea8b tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:10:48.187820 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe28747-0004-4819-9314-4cb920ebea8b tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:10:48.188391 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe28747-0004-4819-9314-4cb920ebea8b tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:10:48.189412 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe28747-0004-4819-9314-4cb920ebea8b tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:10:48.189998 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe28747-0004-4819-9314-4cb920ebea8b tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:10:48.245815 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-abe28747-0004-4819-9314-4cb920ebea8b tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] Notify callbacks [] for floatingip, after_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:10:48.246161 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.db.l3_db [None req-abe28747-0004-4819-9314-4cb920ebea8b tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] Floating IP 93a4a821-6f7e-45b0-b4e5-1fb9e8cf4378 disassociated (deleted). External IP: 172.27.0.242, port: f30ade44-197e-42b1-89e8-d9ac0b769f33. Sep 24 15:10:48.578660 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abe28747-0004-4819-9314-4cb920ebea8b tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] Router 633d730f-13e1-440c-b6b5-5b03383d8020 has already been hosted by L3 agent 76290e94-8d59-4af2-9b8f-4e64db68baa4 {{(pid=105993) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:10:48.706272 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abe28747-0004-4819-9314-4cb920ebea8b tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] Notify agent at l3_agent.dv-cinder-809830-2-iscsi the message routers_updated {{(pid=105993) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:10:48.711823 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-abe28747-0004-4819-9314-4cb920ebea8b tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472375'] for floatingip, before_response {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:10:48.723042 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4149822a-6184-4fad-9440-0691a4e047a5 None None] Sync routers for ids ['633d730f-13e1-440c-b6b5-5b03383d8020'] in dv-cinder-809830-2-iscsi {{(pid=105995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:10:48.741628 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4149822a-6184-4fad-9440-0691a4e047a5 None None] Routers {'633d730f-13e1-440c-b6b5-5b03383d8020'} bound to L3 agent in host dv-cinder-809830-2-iscsi {{(pid=105995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:10:48.742620 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.l3_hamode_db [None req-4149822a-6184-4fad-9440-0691a4e047a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809830-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T14:45:58Z,description=,heartbeat_timestamp=2021-09-24T15:10:28Z,host='dv-cinder-809830-2-iscsi',id=76290e94-8d59-4af2-9b8f-4e64db68baa4,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T14:45:58Z,topic='l3_agent')) {'router_ids': ['633d730f-13e1-440c-b6b5-5b03383d8020'], 'active': True} {{(pid=105995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:10:48.746064 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [None req-abe28747-0004-4819-9314-4cb920ebea8b tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] 10.222.0.90 "DELETE /v2.0/floatingips/93a4a821-6f7e-45b0-b4e5-1fb9e8cf4378 HTTP/1.1" status: 204 len: 168 time: 1.3156474 Sep 24 15:10:48.747073 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f87a817-fc6d-4a07-a570-f344a5feabff', 'tag': 'f30ade44-197e-42b1-89e8-d9ac0b769f33'}] {{(pid=105993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:10:48.751397 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0483dc3c0338f2df7275381f00d4ce3d10593dcbf62e99ee7509fcf67e52bc13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-874d6cd9-72d1-48d3-ab06-0a6d5a64b175" -d '{"events": [{"name": "network-changed", "server_uuid": "7f87a817-fc6d-4a07-a570-f344a5feabff", "tag": "f30ade44-197e-42b1-89e8-d9ac0b769f33"}]}' {{(pid=105993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:10:48.903385 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 15:10:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cf9d559-5401-4c6f-8751-4b236bfb1563 x-openstack-request-id: req-8cf9d559-5401-4c6f-8751-4b236bfb1563 {{(pid=105993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:10:48.903826 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f87a817-fc6d-4a07-a570-f344a5feabff", "tag": "f30ade44-197e-42b1-89e8-d9ac0b769f33", "status": "completed", "code": 200}]} {{(pid=105993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:10:48.904246 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-8cf9d559-5401-4c6f-8751-4b236bfb1563 {{(pid=105993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:10:48.904854 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.l3_dvr_db [None req-4149822a-6184-4fad-9440-0691a4e047a5 None None] Set router 633d730f-13e1-440c-b6b5-5b03383d8020 gateway port host: dv-cinder-809830-2-iscsi {{(pid=105995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:10:48.905060 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f87a817-fc6d-4a07-a570-f344a5feabff', 'tag': 'f30ade44-197e-42b1-89e8-d9ac0b769f33', 'status': 'completed', 'code': 200} Sep 24 15:10:48.981261 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874d6cd9-72d1-48d3-ab06-0a6d5a64b175 req-fd239965-c23e-40fc-be53-f136c3bbb50c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:10:48.984080 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-874d6cd9-72d1-48d3-ab06-0a6d5a64b175 req-fd239965-c23e-40fc-be53-f136c3bbb50c service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=69e0cc62271b4f2f85a0e47254feae5f&device_id=7f87a817-fc6d-4a07-a570-f344a5feabff HTTP/1.1" status: 200 len: 1098 time: 0.0569060 Sep 24 15:10:49.146635 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874d6cd9-72d1-48d3-ab06-0a6d5a64b175 req-f5be6b29-00a0-4c73-8ebe-cfed6d243d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:10:49.149046 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-874d6cd9-72d1-48d3-ab06-0a6d5a64b175 req-f5be6b29-00a0-4c73-8ebe-cfed6d243d67 service neutron] 10.222.0.99 "GET /v2.0/networks?id=dd9867c3-fd15-45cb-9b5d-05861dec4b4c HTTP/1.1" status: 200 len: 917 time: 0.1576283 Sep 24 15:10:49.200601 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-874d6cd9-72d1-48d3-ab06-0a6d5a64b175 req-62cb9a6d-3985-4d52-aa6b-f4203ebebab7 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f30ade44-197e-42b1-89e8-d9ac0b769f33 HTTP/1.1" status: 200 len: 217 time: 0.0445356 Sep 24 15:10:49.265035 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.l3_hamode_db [None req-4149822a-6184-4fad-9440-0691a4e047a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '633d730f-13e1-440c-b6b5-5b03383d8020', 'name': 'tempest-TestMinimumBasicScenario-1873494284-router', 'tenant_id': '69e0cc62271b4f2f85a0e47254feae5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7', 'external_fixed_ips': [{'subnet_id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': 'e22a7101-5a08-49f6-9536-ed95dc3ba828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:08:31Z', 'updated_at': '2021-09-24T15:08:36Z', 'revision_number': 4, 'project_id': '69e0cc62271b4f2f85a0e47254feae5f', 'gw_port': {'id': 'e22a7101-5a08-49f6-9536-ed95dc3ba828', 'name': '', 'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:35:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633d730f-13e1-440c-b6b5-5b03383d8020', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:08:31Z', 'updated_at': '2021-09-24T15:08:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809830-2-iscsi', '_interfaces': [{'id': '1836d8b4-a7c4-4754-ad35-dd20a8d33198', 'name': '', 'network_id': 'dd9867c3-fd15-45cb-9b5d-05861dec4b4c', 'tenant_id': '69e0cc62271b4f2f85a0e47254feae5f', 'mac_address': 'fa:16:3e:d0:c7:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633d730f-13e1-440c-b6b5-5b03383d8020', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '966fb2c5-a9f5-442f-bc30-4d598369c679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:08:35Z', 'updated_at': '2021-09-24T15:08:41Z', 'revision_number': 5, 'project_id': '69e0cc62271b4f2f85a0e47254feae5f', 'subnets': [{'id': '966fb2c5-a9f5-442f-bc30-4d598369c679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809830-2-iscsi', False) {} {{(pid=105995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:10:49.268521 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874d6cd9-72d1-48d3-ab06-0a6d5a64b175 req-1f86bb3c-4639-4cf1-91ef-e33c347b1624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:10:49.270134 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-874d6cd9-72d1-48d3-ab06-0a6d5a64b175 req-1f86bb3c-4639-4cf1-91ef-e33c347b1624 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=966fb2c5-a9f5-442f-bc30-4d598369c679 HTTP/1.1" status: 200 len: 854 time: 0.0624347 Sep 24 15:10:49.301118 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4149822a-6184-4fad-9440-0691a4e047a5 None None] Checking router: 633d730f-13e1-440c-b6b5-5b03383d8020 for host: dv-cinder-809830-2-iscsi {{(pid=105995) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:10:49.312014 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4149822a-6184-4fad-9440-0691a4e047a5 None None] Routers {'633d730f-13e1-440c-b6b5-5b03383d8020'} bound to L3 agent in host dv-cinder-809830-2-iscsi {{(pid=105995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:10:49.312763 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.l3_hamode_db [None req-4149822a-6184-4fad-9440-0691a4e047a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809830-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T14:45:58Z,description=,heartbeat_timestamp=2021-09-24T15:10:28Z,host='dv-cinder-809830-2-iscsi',id=76290e94-8d59-4af2-9b8f-4e64db68baa4,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T14:45:58Z,topic='l3_agent')) {'router_ids': ['633d730f-13e1-440c-b6b5-5b03383d8020'], 'active': True} {{(pid=105995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:10:49.335327 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874d6cd9-72d1-48d3-ab06-0a6d5a64b175 req-7549a4b8-3054-48a7-8496-bfbe0cff79e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:10:49.336960 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-874d6cd9-72d1-48d3-ab06-0a6d5a64b175 req-7549a4b8-3054-48a7-8496-bfbe0cff79e1 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=dd9867c3-fd15-45cb-9b5d-05861dec4b4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0591619 Sep 24 15:10:49.453710 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-874d6cd9-72d1-48d3-ab06-0a6d5a64b175 req-07143609-317c-4fb1-b43e-a92235ccaf0b service neutron] 10.222.0.99 "GET /v2.0/networks/dd9867c3-fd15-45cb-9b5d-05861dec4b4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073332 Sep 24 15:10:49.579567 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-874d6cd9-72d1-48d3-ab06-0a6d5a64b175 req-d1d4d588-72d8-4bdc-b1ed-86c4043960e4 service neutron] 10.222.0.99 "GET /v2.0/networks/dd9867c3-fd15-45cb-9b5d-05861dec4b4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1174810 Sep 24 15:10:49.586798 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.l3_dvr_db [None req-4149822a-6184-4fad-9440-0691a4e047a5 None None] Set router 633d730f-13e1-440c-b6b5-5b03383d8020 gateway port host: dv-cinder-809830-2-iscsi {{(pid=105995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:10:49.858322 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.l3_hamode_db [None req-4149822a-6184-4fad-9440-0691a4e047a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '633d730f-13e1-440c-b6b5-5b03383d8020', 'name': 'tempest-TestMinimumBasicScenario-1873494284-router', 'tenant_id': '69e0cc62271b4f2f85a0e47254feae5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7', 'external_fixed_ips': [{'subnet_id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': 'e22a7101-5a08-49f6-9536-ed95dc3ba828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:08:31Z', 'updated_at': '2021-09-24T15:08:36Z', 'revision_number': 4, 'project_id': '69e0cc62271b4f2f85a0e47254feae5f', 'gw_port': {'id': 'e22a7101-5a08-49f6-9536-ed95dc3ba828', 'name': '', 'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:35:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633d730f-13e1-440c-b6b5-5b03383d8020', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:08:31Z', 'updated_at': '2021-09-24T15:08:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809830-2-iscsi', '_interfaces': [{'id': '1836d8b4-a7c4-4754-ad35-dd20a8d33198', 'name': '', 'network_id': 'dd9867c3-fd15-45cb-9b5d-05861dec4b4c', 'tenant_id': '69e0cc62271b4f2f85a0e47254feae5f', 'mac_address': 'fa:16:3e:d0:c7:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633d730f-13e1-440c-b6b5-5b03383d8020', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '966fb2c5-a9f5-442f-bc30-4d598369c679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:08:35Z', 'updated_at': '2021-09-24T15:08:41Z', 'revision_number': 5, 'project_id': '69e0cc62271b4f2f85a0e47254feae5f', 'subnets': [{'id': '966fb2c5-a9f5-442f-bc30-4d598369c679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809830-2-iscsi', False) {} {{(pid=105995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:10:49.891049 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4149822a-6184-4fad-9440-0691a4e047a5 None None] The sync data for ids ['633d730f-13e1-440c-b6b5-5b03383d8020'] in dv-cinder-809830-2-iscsi is: [{'id': '633d730f-13e1-440c-b6b5-5b03383d8020', 'name': 'tempest-TestMinimumBasicScenario-1873494284-router', 'tenant_id': '69e0cc62271b4f2f85a0e47254feae5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7', 'external_fixed_ips': [{'subnet_id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': 'e22a7101-5a08-49f6-9536-ed95dc3ba828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:08:31Z', 'updated_at': '2021-09-24T15:08:36Z', 'revision_number': 4, 'project_id': '69e0cc62271b4f2f85a0e47254feae5f', 'gw_port': {'id': 'e22a7101-5a08-49f6-9536-ed95dc3ba828', 'name': '', 'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:35:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633d730f-13e1-440c-b6b5-5b03383d8020', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:08:31Z', 'updated_at': '2021-09-24T15:08:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809830-2-iscsi', '_interfaces': [{'id': '1836d8b4-a7c4-4754-ad35-dd20a8d33198', 'name': '', 'network_id': 'dd9867c3-fd15-45cb-9b5d-05861dec4b4c', 'tenant_id': '69e0cc62271b4f2f85a0e47254feae5f', 'mac_address': 'fa:16:3e:d0:c7:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633d730f-13e1-440c-b6b5-5b03383d8020', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '966fb2c5-a9f5-442f-bc30-4d598369c679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:08:35Z', 'updated_at': '2021-09-24T15:08:41Z', 'revision_number': 5, 'project_id': '69e0cc62271b4f2f85a0e47254feae5f', 'subnets': [{'id': '966fb2c5-a9f5-442f-bc30-4d598369c679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:10:50.192444 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e996612-7084-4782-8018-b7414843e81a None None] New status for floating IP 93a4a821-6f7e-45b0-b4e5-1fb9e8cf4378: DOWN {{(pid=105996) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 15:10:51.918935 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c5ee3d-e7ba-484f-aa41-e4d94ef52637 req-3c54e77d-37b8-45b8-91da-62a3fe68eafb tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:10:51.921855 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-27c5ee3d-e7ba-484f-aa41-e4d94ef52637 req-3c54e77d-37b8-45b8-91da-62a3fe68eafb tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] 10.222.0.90 "GET /v2.0/ports?device_id=7f87a817-fc6d-4a07-a570-f344a5feabff HTTP/1.1" status: 200 len: 945 time: 0.0828867 Sep 24 15:10:51.976205 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-27c5ee3d-e7ba-484f-aa41-e4d94ef52637 req-a03002bc-f183-4eb6-8a53-3c692205d735 tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] 10.222.0.90 "GET /v2.0/security-groups?id=08e4a1c7-4b85-4bc8-9985-3faf810aee53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462494 Sep 24 15:10:53.134247 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df324566-a9f9-4c6a-9d44-dc0023bf108a req-ca3544e8-b5e1-4cf9-aef5-ce6c28ce2cb2 tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:10:53.135896 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-df324566-a9f9-4c6a-9d44-dc0023bf108a req-ca3544e8-b5e1-4cf9-aef5-ce6c28ce2cb2 tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] 10.222.0.90 "GET /v2.0/ports?device_id=7f87a817-fc6d-4a07-a570-f344a5feabff HTTP/1.1" status: 200 len: 945 time: 0.0555823 Sep 24 15:10:53.184978 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-df324566-a9f9-4c6a-9d44-dc0023bf108a req-6db9ba75-fbf3-44dc-a1c4-6528497bec27 tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] 10.222.0.90 "GET /v2.0/security-groups?id=08e4a1c7-4b85-4bc8-9985-3faf810aee53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387876 Sep 24 15:10:53.538134 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6e66c7-345b-4f59-ae58-913f427830d4 req-b8b91935-8209-4c4b-934c-e2692b3200b5 tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:10:53.539710 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-1e6e66c7-345b-4f59-ae58-913f427830d4 req-b8b91935-8209-4c4b-934c-e2692b3200b5 tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] 10.222.0.99 "GET /v2.0/ports?device_id=7f87a817-fc6d-4a07-a570-f344a5feabff HTTP/1.1" status: 200 len: 945 time: 0.0641501 Sep 24 15:10:53.566014 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-599526f3-019e-4c97-b5b3-59418dd8a83e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:10:53.659984 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.plugin [req-1e6e66c7-345b-4f59-ae58-913f427830d4 req-e63ae32f-ce6a-407f-a35c-d170bf3ef310 tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] Deleting port f30ade44-197e-42b1-89e8-d9ac0b769f33 {{(pid=105994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:10:53.660234 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-1e6e66c7-345b-4f59-ae58-913f427830d4 req-e63ae32f-ce6a-407f-a35c-d170bf3ef310 tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727248545832'] for port, before_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:10:53.793984 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.db [req-1e6e66c7-345b-4f59-ae58-913f427830d4 req-e63ae32f-ce6a-407f-a35c-d170bf3ef310 tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] For port f30ade44-197e-42b1-89e8-d9ac0b769f33, host hv-cinder-80983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80983',level=0,port_id=f30ade44-197e-42b1-89e8-d9ac0b769f33,segment=NetworkSegment(bfa2e894-8650-48ce-8ef7-c592e518e180),segment_id=bfa2e894-8650-48ce-8ef7-c592e518e180)] {{(pid=105994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:10:53.794490 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-1e6e66c7-345b-4f59-ae58-913f427830d4 req-e63ae32f-ce6a-407f-a35c-d170bf3ef310 tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616222'] for port, precommit_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:10:53.815137 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.plugin [req-1e6e66c7-345b-4f59-ae58-913f427830d4 req-e63ae32f-ce6a-407f-a35c-d170bf3ef310 tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] Calling delete_port for f30ade44-197e-42b1-89e8-d9ac0b769f33 owned by compute:nova {{(pid=105994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:10:54.006398 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-1e6e66c7-345b-4f59-ae58-913f427830d4 req-e63ae32f-ce6a-407f-a35c-d170bf3ef310 tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727248551918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727248062136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14130366'] for port, after_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:10:54.023791 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.db [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] get_ports_and_sgs() called for port_ids ['f30ade44-197e-42b1-89e8-d9ac0b769f33'] {{(pid=105995) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:10:54.056628 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63ae32f-ce6a-407f-a35c-d170bf3ef310 tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] Pushing event deleted for resources: {'Port': ['ID=f30ade44-197e-42b1-89e8-d9ac0b769f33,revision_number=None']} {{(pid=105994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:10:54.123570 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e6e66c7-345b-4f59-ae58-913f427830d4 req-e63ae32f-ce6a-407f-a35c-d170bf3ef310 tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] No DVR routers for this DVR port f30ade44-197e-42b1-89e8-d9ac0b769f33 on host hv-cinder-80983 {{(pid=105994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:10:54.126752 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-1e6e66c7-345b-4f59-ae58-913f427830d4 req-e63ae32f-ce6a-407f-a35c-d170bf3ef310 tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472375'] for port, before_response {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:10:54.129025 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-1e6e66c7-345b-4f59-ae58-913f427830d4 req-e63ae32f-ce6a-407f-a35c-d170bf3ef310 tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] 10.222.0.99 "DELETE /v2.0/ports/f30ade44-197e-42b1-89e8-d9ac0b769f33 HTTP/1.1" status: 204 len: 173 time: 0.5826347 Sep 24 15:10:54.129506 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f87a817-fc6d-4a07-a570-f344a5feabff', 'name': 'network-vif-deleted', 'tag': 'f30ade44-197e-42b1-89e8-d9ac0b769f33'}] {{(pid=105994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:10:54.131908 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}445a901cbb5a624303c84b78f65e518dd0fb300c00204885c20e5236c8fbed2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ccfb841-da39-4f04-9e18-4ac6f7ebee51" -d '{"events": [{"server_uuid": "7f87a817-fc6d-4a07-a570-f344a5feabff", "name": "network-vif-deleted", "tag": "f30ade44-197e-42b1-89e8-d9ac0b769f33"}]}' {{(pid=105994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:10:54.180451 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:10:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ca9affa-c1fb-4320-8682-2cdb34b63a9b x-openstack-request-id: req-5ca9affa-c1fb-4320-8682-2cdb34b63a9b {{(pid=105994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:10:54.181605 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f87a817-fc6d-4a07-a570-f344a5feabff", "name": "network-vif-deleted", "tag": "f30ade44-197e-42b1-89e8-d9ac0b769f33", "status": "completed", "code": 200}]} {{(pid=105994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:10:54.181605 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-5ca9affa-c1fb-4320-8682-2cdb34b63a9b {{(pid=105994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:10:54.181605 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f87a817-fc6d-4a07-a570-f344a5feabff', 'name': 'network-vif-deleted', 'tag': 'f30ade44-197e-42b1-89e8-d9ac0b769f33', 'status': 'completed', 'code': 200} Sep 24 15:10:54.308277 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.db.agents_db [None req-37515238-e50e-498e-bfbd-a21ffee86c29 None None] Agent healthcheck: found 6 active agents {{(pid=105996) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 15:10:54.324613 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-73029ad8-8a98-465f-9420-232125311e70 req-a8dae53c-6899-4f50-b689-fae36e411624 tempest-TestMinimumBasicScenario-983474133 tempest-TestMinimumBasicScenario-983474133-project] 10.222.0.90 "GET /v2.0/ports?device_id=7f87a817-fc6d-4a07-a570-f344a5feabff HTTP/1.1" status: 200 len: 210 time: 0.0332432 Sep 24 15:10:56.083820 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.wsgi [-] (105994) accepted ('10.222.0.90', 37654) {{(pid=105994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:10:56.488659 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-f148d22a-5947-4888-bbce-3600e8dadab8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-594183'] for router_interface, before_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:10:56.793665 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.plugin [None req-f148d22a-5947-4888-bbce-3600e8dadab8 admin admin] Deleting port 1836d8b4-a7c4-4754-ad35-dd20a8d33198 {{(pid=105994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:10:56.793994 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-f148d22a-5947-4888-bbce-3600e8dadab8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727248545832'] for port, before_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:10:56.908211 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.db [None req-f148d22a-5947-4888-bbce-3600e8dadab8 admin admin] For port 1836d8b4-a7c4-4754-ad35-dd20a8d33198, host dv-cinder-809830-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809830-2-iscsi',level=0,port_id=1836d8b4-a7c4-4754-ad35-dd20a8d33198,segment=NetworkSegment(bfa2e894-8650-48ce-8ef7-c592e518e180),segment_id=bfa2e894-8650-48ce-8ef7-c592e518e180)] {{(pid=105994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:10:56.908754 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-f148d22a-5947-4888-bbce-3600e8dadab8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616222'] for port, precommit_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:10:56.929446 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.plugin [None req-f148d22a-5947-4888-bbce-3600e8dadab8 admin admin] Calling delete_port for 1836d8b4-a7c4-4754-ad35-dd20a8d33198 owned by network:router_interface {{(pid=105994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:10:57.150474 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-f148d22a-5947-4888-bbce-3600e8dadab8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727248551918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727248062136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14130366'] for port, after_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:10:57.187297 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f148d22a-5947-4888-bbce-3600e8dadab8 admin admin] Pushing event deleted for resources: {'Port': ['ID=1836d8b4-a7c4-4754-ad35-dd20a8d33198,revision_number=None']} {{(pid=105994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:10:57.392195 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-f148d22a-5947-4888-bbce-3600e8dadab8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-595342'] for router_interface, after_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:10:57.648364 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f148d22a-5947-4888-bbce-3600e8dadab8 admin admin] Router 633d730f-13e1-440c-b6b5-5b03383d8020 has already been hosted by L3 agent 76290e94-8d59-4af2-9b8f-4e64db68baa4 {{(pid=105994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:10:57.775447 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f148d22a-5947-4888-bbce-3600e8dadab8 admin admin] Notify agent at l3_agent.dv-cinder-809830-2-iscsi the message routers_updated {{(pid=105994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:10:57.781645 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [None req-f148d22a-5947-4888-bbce-3600e8dadab8 admin admin] 10.222.0.90 "PUT /v2.0/routers/633d730f-13e1-440c-b6b5-5b03383d8020/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6967397 Sep 24 15:10:57.786246 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.wsgi [-] (105994) accepted ('10.222.0.90', 37656) {{(pid=105994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:10:57.789275 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f6e0199-87cb-4a4d-acde-e1f7d0290bb4 None None] Sync routers for ids ['633d730f-13e1-440c-b6b5-5b03383d8020'] in dv-cinder-809830-2-iscsi {{(pid=105995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:10:57.804578 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f6e0199-87cb-4a4d-acde-e1f7d0290bb4 None None] Routers {'633d730f-13e1-440c-b6b5-5b03383d8020'} bound to L3 agent in host dv-cinder-809830-2-iscsi {{(pid=105995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:10:57.805337 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.l3_hamode_db [None req-6f6e0199-87cb-4a4d-acde-e1f7d0290bb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809830-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T14:45:58Z,description=,heartbeat_timestamp=2021-09-24T15:10:28Z,host='dv-cinder-809830-2-iscsi',id=76290e94-8d59-4af2-9b8f-4e64db68baa4,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T14:45:58Z,topic='l3_agent')) {'router_ids': ['633d730f-13e1-440c-b6b5-5b03383d8020'], 'active': True} {{(pid=105995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:10:57.933455 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.l3_dvr_db [None req-6f6e0199-87cb-4a4d-acde-e1f7d0290bb4 None None] Set router 633d730f-13e1-440c-b6b5-5b03383d8020 gateway port host: dv-cinder-809830-2-iscsi {{(pid=105995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:10:57.935560 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-5de829c3-c9d1-42e6-bc08-bb04dab9490a admin admin] Notify callbacks [] for router, before_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:10:58.122022 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-5de829c3-c9d1-42e6-bc08-bb04dab9490a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:10:58.173027 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.l3_hamode_db [None req-6f6e0199-87cb-4a4d-acde-e1f7d0290bb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '633d730f-13e1-440c-b6b5-5b03383d8020', 'name': 'tempest-TestMinimumBasicScenario-1873494284-router', 'tenant_id': '69e0cc62271b4f2f85a0e47254feae5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7', 'external_fixed_ips': [{'subnet_id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': 'e22a7101-5a08-49f6-9536-ed95dc3ba828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:08:31Z', 'updated_at': '2021-09-24T15:10:57Z', 'revision_number': 5, 'project_id': '69e0cc62271b4f2f85a0e47254feae5f', 'gw_port': {'id': 'e22a7101-5a08-49f6-9536-ed95dc3ba828', 'name': '', 'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:35:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633d730f-13e1-440c-b6b5-5b03383d8020', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:08:31Z', 'updated_at': '2021-09-24T15:08:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809830-2-iscsi'}], 'dv-cinder-809830-2-iscsi', False) {} {{(pid=105995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:10:58.208423 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f6e0199-87cb-4a4d-acde-e1f7d0290bb4 None None] Checking router: 633d730f-13e1-440c-b6b5-5b03383d8020 for host: dv-cinder-809830-2-iscsi {{(pid=105995) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:10:58.221085 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f6e0199-87cb-4a4d-acde-e1f7d0290bb4 None None] Routers {'633d730f-13e1-440c-b6b5-5b03383d8020'} bound to L3 agent in host dv-cinder-809830-2-iscsi {{(pid=105995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:10:58.222515 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.l3_hamode_db [None req-6f6e0199-87cb-4a4d-acde-e1f7d0290bb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809830-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T14:45:58Z,description=,heartbeat_timestamp=2021-09-24T15:10:28Z,host='dv-cinder-809830-2-iscsi',id=76290e94-8d59-4af2-9b8f-4e64db68baa4,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T14:45:58Z,topic='l3_agent')) {'router_ids': ['633d730f-13e1-440c-b6b5-5b03383d8020'], 'active': True} {{(pid=105995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:10:58.349425 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-db9076f7-8bbd-4faa-ab39-751458d6b12f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:10:58.359585 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.l3_dvr_db [None req-6f6e0199-87cb-4a4d-acde-e1f7d0290bb4 None None] Set router 633d730f-13e1-440c-b6b5-5b03383d8020 gateway port host: None {{(pid=105995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:10:58.436307 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.l3_hamode_db [None req-6f6e0199-87cb-4a4d-acde-e1f7d0290bb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '633d730f-13e1-440c-b6b5-5b03383d8020', 'name': 'tempest-TestMinimumBasicScenario-1873494284-router', 'tenant_id': '69e0cc62271b4f2f85a0e47254feae5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:08:31Z', 'updated_at': '2021-09-24T15:10:58Z', 'revision_number': 6, 'project_id': '69e0cc62271b4f2f85a0e47254feae5f', 'gw_port_host': None}], 'dv-cinder-809830-2-iscsi', False) {} {{(pid=105995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:10:58.469866 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f6e0199-87cb-4a4d-acde-e1f7d0290bb4 None None] The sync data for ids ['633d730f-13e1-440c-b6b5-5b03383d8020'] in dv-cinder-809830-2-iscsi is: [{'id': '633d730f-13e1-440c-b6b5-5b03383d8020', 'name': 'tempest-TestMinimumBasicScenario-1873494284-router', 'tenant_id': '69e0cc62271b4f2f85a0e47254feae5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:08:31Z', 'updated_at': '2021-09-24T15:10:58Z', 'revision_number': 6, 'project_id': '69e0cc62271b4f2f85a0e47254feae5f', 'gw_port_host': None}] {{(pid=105995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:10:58.538450 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.plugin [None req-5de829c3-c9d1-42e6-bc08-bb04dab9490a admin admin] Deleting port e22a7101-5a08-49f6-9536-ed95dc3ba828 {{(pid=105994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:10:58.539324 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-5de829c3-c9d1-42e6-bc08-bb04dab9490a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727248545832'] for port, before_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:10:58.660378 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.db [None req-5de829c3-c9d1-42e6-bc08-bb04dab9490a admin admin] For port e22a7101-5a08-49f6-9536-ed95dc3ba828, host dv-cinder-809830-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809830-2-iscsi',level=0,port_id=e22a7101-5a08-49f6-9536-ed95dc3ba828,segment=NetworkSegment(1eeca048-08b8-46bc-9b0a-d3cb6658f7f8),segment_id=1eeca048-08b8-46bc-9b0a-d3cb6658f7f8)] {{(pid=105994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:10:58.660918 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-5de829c3-c9d1-42e6-bc08-bb04dab9490a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616222'] for port, precommit_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:10:58.682551 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.plugin [None req-5de829c3-c9d1-42e6-bc08-bb04dab9490a admin admin] Calling delete_port for e22a7101-5a08-49f6-9536-ed95dc3ba828 owned by network:router_gateway {{(pid=105994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:10:58.739930 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.rpc [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Device f30ade44-197e-42b1-89e8-d9ac0b769f33 no longer exists at agent hyperv_hv-cinder-80983 {{(pid=105995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:10:58.781485 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.plugin [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] No Port match for: f30ade44-197e-42b1-89e8-d9ac0b769f33 {{(pid=105995) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:10:58.781763 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.rpc [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Device f30ade44-197e-42b1-89e8-d9ac0b769f33 not bound to the agent host hv-cinder-80983 {{(pid=105995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:10:58.972445 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-5de829c3-c9d1-42e6-bc08-bb04dab9490a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727248551918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727248062136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14130366'] for port, after_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:10:59.029652 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de829c3-c9d1-42e6-bc08-bb04dab9490a admin admin] Pushing event deleted for resources: {'Port': ['ID=e22a7101-5a08-49f6-9536-ed95dc3ba828,revision_number=None']} {{(pid=105994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:10:59.111132 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-5de829c3-c9d1-42e6-bc08-bb04dab9490a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595277'] for router_gateway, after_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:10:59.241393 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-5de829c3-c9d1-42e6-bc08-bb04dab9490a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-591138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-903'] for router, precommit_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:10:59.244091 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-5de829c3-c9d1-42e6-bc08-bb04dab9490a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:10:59.307002 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-5de829c3-c9d1-42e6-bc08-bb04dab9490a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-591147'] for router, after_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:10:59.307850 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5de829c3-c9d1-42e6-bc08-bb04dab9490a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 633d730f-13e1-440c-b6b5-5b03383d8020 {{(pid=105994) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 15:10:59.315448 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-5de829c3-c9d1-42e6-bc08-bb04dab9490a admin admin] Notify callbacks [] for router, before_response {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:10:59.319931 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [None req-5de829c3-c9d1-42e6-bc08-bb04dab9490a admin admin] 10.222.0.90 "DELETE /v2.0/routers/633d730f-13e1-440c-b6b5-5b03383d8020 HTTP/1.1" status: 204 len: 168 time: 1.5297492 Sep 24 15:10:59.321378 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.wsgi [-] (105994) accepted ('10.222.0.90', 37658) {{(pid=105994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:10:59.412312 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:10:59.427551 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.rpc [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Device 1836d8b4-a7c4-4754-ad35-dd20a8d33198 no longer exists at agent ovs-agent-dv-cinder-809830-2-iscsi {{(pid=105995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:10:59.433485 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.db.db_base_plugin_v2 [None req-577b2994-7194-44ea-82c9-e47706ec8e64 admin admin] Deleting subnet 966fb2c5-a9f5-442f-bc30-4d598369c679 {{(pid=105994) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 15:10:59.439655 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-577b2994-7194-44ea-82c9-e47706ec8e64 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:10:59.461842 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.plugin [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] No Port match for: 1836d8b4-a7c4-4754-ad35-dd20a8d33198 {{(pid=105995) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:10:59.462377 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.rpc [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Device 1836d8b4-a7c4-4754-ad35-dd20a8d33198 not bound to the agent host dv-cinder-809830-2-iscsi {{(pid=105995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:10:59.462991 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.rpc [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Device e22a7101-5a08-49f6-9536-ed95dc3ba828 no longer exists at agent ovs-agent-dv-cinder-809830-2-iscsi {{(pid=105995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:10:59.498376 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.plugin [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] No Port match for: e22a7101-5a08-49f6-9536-ed95dc3ba828 {{(pid=105995) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:10:59.498934 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.rpc [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Device e22a7101-5a08-49f6-9536-ed95dc3ba828 not bound to the agent host dv-cinder-809830-2-iscsi {{(pid=105995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:10:59.509009 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-577b2994-7194-44ea-82c9-e47706ec8e64 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13742450'] for subnet, precommit_delete_associations {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:10:59.650609 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-577b2994-7194-44ea-82c9-e47706ec8e64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1989010'] for subnet, precommit_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:10:59.748424 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-577b2994-7194-44ea-82c9-e47706ec8e64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1989019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14130403', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14524596'] for subnet, after_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:10:59.793376 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577b2994-7194-44ea-82c9-e47706ec8e64 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=966fb2c5-a9f5-442f-bc30-4d598369c679,revision_number=None']} {{(pid=105994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:10:59.802312 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-577b2994-7194-44ea-82c9-e47706ec8e64 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:10:59.806881 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [None req-577b2994-7194-44ea-82c9-e47706ec8e64 admin admin] 10.222.0.90 "DELETE /v2.0/subnets/966fb2c5-a9f5-442f-bc30-4d598369c679 HTTP/1.1" status: 204 len: 168 time: 0.4814599 Sep 24 15:10:59.807200 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.wsgi [-] (105994) accepted ('10.222.0.90', 37660) {{(pid=105994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:10:59.818312 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4198a3b-ec4c-4a30-b78e-73b1e004172f None None] Network dd9867c3-fd15-45cb-9b5d-05861dec4b4c requested from dv-cinder-809830-2-iscsi {{(pid=105995) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:10:59.914134 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-d4fe064a-0874-423d-8d90-b753b5f897f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1610858'] for network, before_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:11:00.013522 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.plugin [None req-d4fe064a-0874-423d-8d90-b753b5f897f9 admin admin] Deleting port 0e3bf1a3-4e21-4701-8d0b-b8c46d1b18f8 {{(pid=105994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:11:00.013868 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-d4fe064a-0874-423d-8d90-b753b5f897f9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727248545832'] for port, before_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:11:00.112455 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b606cba9-ae44-4e18-938f-33219e193601 None None] DHCP port deletion for dd9867c3-fd15-45cb-9b5d-05861dec4b4c request from dv-cinder-809830-2-iscsi {{(pid=105995) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 15:11:00.140029 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.db [None req-d4fe064a-0874-423d-8d90-b753b5f897f9 admin admin] For port 0e3bf1a3-4e21-4701-8d0b-b8c46d1b18f8, host dv-cinder-809830-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809830-2-iscsi',level=0,port_id=0e3bf1a3-4e21-4701-8d0b-b8c46d1b18f8,segment=NetworkSegment(bfa2e894-8650-48ce-8ef7-c592e518e180),segment_id=bfa2e894-8650-48ce-8ef7-c592e518e180)] {{(pid=105994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:11:00.140659 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-d4fe064a-0874-423d-8d90-b753b5f897f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616222'] for port, precommit_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:11:00.164662 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.plugin [None req-d4fe064a-0874-423d-8d90-b753b5f897f9 admin admin] Calling delete_port for 0e3bf1a3-4e21-4701-8d0b-b8c46d1b18f8 owned by network:dhcp {{(pid=105994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:11:00.173581 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.plugin [None req-b606cba9-ae44-4e18-938f-33219e193601 None None] Deleting port 0e3bf1a3-4e21-4701-8d0b-b8c46d1b18f8 {{(pid=105995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:11:00.174399 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-b606cba9-ae44-4e18-938f-33219e193601 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727248545832'] for port, before_delete {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:11:00.264582 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.db [None req-b606cba9-ae44-4e18-938f-33219e193601 None None] For port 0e3bf1a3-4e21-4701-8d0b-b8c46d1b18f8, host dv-cinder-809830-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809830-2-iscsi',level=0,port_id=0e3bf1a3-4e21-4701-8d0b-b8c46d1b18f8,segment=NetworkSegment(bfa2e894-8650-48ce-8ef7-c592e518e180),segment_id=bfa2e894-8650-48ce-8ef7-c592e518e180)] {{(pid=105995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:11:00.265303 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-b606cba9-ae44-4e18-938f-33219e193601 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616222'] for port, precommit_delete {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:11:00.285446 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-d4fe064a-0874-423d-8d90-b753b5f897f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727248551918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727248062136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14130366'] for port, after_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:11:00.291055 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.plugin [None req-b606cba9-ae44-4e18-938f-33219e193601 None None] Calling delete_port for 0e3bf1a3-4e21-4701-8d0b-b8c46d1b18f8 owned by network:dhcp {{(pid=105995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:11:00.329698 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fe064a-0874-423d-8d90-b753b5f897f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=0e3bf1a3-4e21-4701-8d0b-b8c46d1b18f8,revision_number=None']} {{(pid=105994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:11:00.336098 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4fe064a-0874-423d-8d90-b753b5f897f9 admin admin] No DVR routers for this DVR port 0e3bf1a3-4e21-4701-8d0b-b8c46d1b18f8 on host dv-cinder-809830-2-iscsi {{(pid=105994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:11:00.406512 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-b606cba9-ae44-4e18-938f-33219e193601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727248551918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727248062136'] for port, after_delete {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:11:00.438857 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-d4fe064a-0874-423d-8d90-b753b5f897f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1983019', 'neutron.services.segments.db._delete_segments_for_network-8727248609940'] for network, precommit_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:11:00.440640 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b606cba9-ae44-4e18-938f-33219e193601 None None] Pushing event deleted for resources: {'Port': ['ID=0e3bf1a3-4e21-4701-8d0b-b8c46d1b18f8,revision_number=None']} {{(pid=105995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:11:00.446914 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b606cba9-ae44-4e18-938f-33219e193601 None None] No DVR routers for this DVR port 0e3bf1a3-4e21-4701-8d0b-b8c46d1b18f8 on host dv-cinder-809830-2-iscsi {{(pid=105995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:11:00.467134 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b606cba9-ae44-4e18-938f-33219e193601 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:11:00.467682 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b606cba9-ae44-4e18-938f-33219e193601 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:11:00.468216 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b606cba9-ae44-4e18-938f-33219e193601 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:11:00.468807 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b606cba9-ae44-4e18-938f-33219e193601 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:11:00.469324 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b606cba9-ae44-4e18-938f-33219e193601 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:11:00.471033 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b606cba9-ae44-4e18-938f-33219e193601 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:11:00.471033 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b606cba9-ae44-4e18-938f-33219e193601 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:11:00.471711 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b606cba9-ae44-4e18-938f-33219e193601 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:11:00.472252 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b606cba9-ae44-4e18-938f-33219e193601 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:11:00.472530 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b606cba9-ae44-4e18-938f-33219e193601 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:11:00.477031 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b606cba9-ae44-4e18-938f-33219e193601 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:11:00.477406 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b606cba9-ae44-4e18-938f-33219e193601 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:11:00.483339 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.services.segments.db [None req-d4fe064a-0874-423d-8d90-b753b5f897f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd9867c3-fd15-45cb-9b5d-05861dec4b4c']}} {{(pid=105994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:11:00.493251 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-13d777cc-54dc-48f4-b409-3d66fa02497d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:11:00.501542 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.services.segments.db [None req-d4fe064a-0874-423d-8d90-b753b5f897f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfa2e894-8650-48ce-8ef7-c592e518e180') {'for_net_delete': True} {{(pid=105994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:11:00.501542 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.services.segments.db [None req-d4fe064a-0874-423d-8d90-b753b5f897f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfa2e894-8650-48ce-8ef7-c592e518e180') {} {{(pid=105994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:11:00.513243 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-d4fe064a-0874-423d-8d90-b753b5f897f9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727248609437', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13742443'] for segment, before_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:11:00.536369 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-d4fe064a-0874-423d-8d90-b753b5f897f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988101'] for segment, precommit_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:11:00.544796 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4fe064a-0874-423d-8d90-b753b5f897f9 admin admin] Releasing vlan 1044 on physical network physnet1 to pool {{(pid=105994) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 15:11:00.545381 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-d4fe064a-0874-423d-8d90-b753b5f897f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14132045'] for segment, after_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:11:00.547339 dv-cinder-809830-2-iscsi neutron-server[105994]: Traceback (most recent call last): Sep 24 15:11:00.547339 dv-cinder-809830-2-iscsi neutron-server[105994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 15:11:00.547339 dv-cinder-809830-2-iscsi neutron-server[105994]: timer() Sep 24 15:11:00.547339 dv-cinder-809830-2-iscsi neutron-server[105994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 15:11:00.547339 dv-cinder-809830-2-iscsi neutron-server[105994]: cb(*args, **kw) Sep 24 15:11:00.547339 dv-cinder-809830-2-iscsi neutron-server[105994]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 15:11:00.547339 dv-cinder-809830-2-iscsi neutron-server[105994]: return func(*args, **kwargs) Sep 24 15:11:00.547339 dv-cinder-809830-2-iscsi neutron-server[105994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 15:11:00.547339 dv-cinder-809830-2-iscsi neutron-server[105994]: self._notify() Sep 24 15:11:00.547339 dv-cinder-809830-2-iscsi neutron-server[105994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 15:11:00.547339 dv-cinder-809830-2-iscsi neutron-server[105994]: self.callback(batched_events) Sep 24 15:11:00.547339 dv-cinder-809830-2-iscsi neutron-server[105994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 15:11:00.547339 dv-cinder-809830-2-iscsi neutron-server[105994]: event.method(event) Sep 24 15:11:00.547339 dv-cinder-809830-2-iscsi neutron-server[105994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 15:11:00.547339 dv-cinder-809830-2-iscsi neutron-server[105994]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 15:11:00.547339 dv-cinder-809830-2-iscsi neutron-server[105994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 15:11:00.547339 dv-cinder-809830-2-iscsi neutron-server[105994]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 15:11:00.547339 dv-cinder-809830-2-iscsi neutron-server[105994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 15:11:00.547339 dv-cinder-809830-2-iscsi neutron-server[105994]: return f(self, *a, **k) Sep 24 15:11:00.547339 dv-cinder-809830-2-iscsi neutron-server[105994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 15:11:00.547339 dv-cinder-809830-2-iscsi neutron-server[105994]: return self._get(url).json() Sep 24 15:11:00.547339 dv-cinder-809830-2-iscsi neutron-server[105994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 15:11:00.547339 dv-cinder-809830-2-iscsi neutron-server[105994]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 15:11:00.547339 dv-cinder-809830-2-iscsi neutron-server[105994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 15:11:00.547339 dv-cinder-809830-2-iscsi neutron-server[105994]: return self.request(url, 'GET', **kwargs) Sep 24 15:11:00.547339 dv-cinder-809830-2-iscsi neutron-server[105994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 15:11:00.547339 dv-cinder-809830-2-iscsi neutron-server[105994]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 15:11:00.547339 dv-cinder-809830-2-iscsi neutron-server[105994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 15:11:00.547339 dv-cinder-809830-2-iscsi neutron-server[105994]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 15:11:00.547339 dv-cinder-809830-2-iscsi neutron-server[105994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 15:11:00.547339 dv-cinder-809830-2-iscsi neutron-server[105994]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 15:11:00.547339 dv-cinder-809830-2-iscsi neutron-server[105994]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 15:11:00.630329 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-d4fe064a-0874-423d-8d90-b753b5f897f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1983004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-595217'] for network, after_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:11:00.638212 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-d4fe064a-0874-423d-8d90-b753b5f897f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536624'] for network, before_response {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:11:00.646533 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [None req-d4fe064a-0874-423d-8d90-b753b5f897f9 admin admin] 10.222.0.90 "DELETE /v2.0/networks/dd9867c3-fd15-45cb-9b5d-05861dec4b4c HTTP/1.1" status: 204 len: 168 time: 0.8323426 Sep 24 15:11:00.648094 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.wsgi [-] (105993) accepted ('10.222.0.90', 37662) {{(pid=105993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:11:00.655370 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fe064a-0874-423d-8d90-b753b5f897f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=dd9867c3-fd15-45cb-9b5d-05861dec4b4c,revision_number=None']} {{(pid=105994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:11:01.169455 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-de2c14ef-8526-45be-800c-7d112a5b284b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-594183'] for router_interface, before_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:11:01.229964 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.rpc [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Device 0e3bf1a3-4e21-4701-8d0b-b8c46d1b18f8 no longer exists at agent ovs-agent-dv-cinder-809830-2-iscsi {{(pid=105995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:11:01.265151 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.plugin [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] No Port match for: 0e3bf1a3-4e21-4701-8d0b-b8c46d1b18f8 {{(pid=105995) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:11:01.265678 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.rpc [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Device 0e3bf1a3-4e21-4701-8d0b-b8c46d1b18f8 not bound to the agent host dv-cinder-809830-2-iscsi {{(pid=105995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:11:01.555732 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.plugins.ml2.plugin [None req-de2c14ef-8526-45be-800c-7d112a5b284b admin admin] Deleting port 9a4e1d10-6fe4-4eb1-91b9-4d178517d0ed {{(pid=105993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:11:01.556208 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-de2c14ef-8526-45be-800c-7d112a5b284b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727248545832'] for port, before_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:11:01.674066 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.plugins.ml2.db [None req-de2c14ef-8526-45be-800c-7d112a5b284b admin admin] For port 9a4e1d10-6fe4-4eb1-91b9-4d178517d0ed, host dv-cinder-809830-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809830-2-iscsi',level=0,port_id=9a4e1d10-6fe4-4eb1-91b9-4d178517d0ed,segment=NetworkSegment(6c2a8c01-2d99-4def-aff2-d4f4279646e1),segment_id=6c2a8c01-2d99-4def-aff2-d4f4279646e1)] {{(pid=105993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:11:01.674830 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-de2c14ef-8526-45be-800c-7d112a5b284b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616222'] for port, precommit_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:11:01.699004 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.plugins.ml2.plugin [None req-de2c14ef-8526-45be-800c-7d112a5b284b admin admin] Calling delete_port for 9a4e1d10-6fe4-4eb1-91b9-4d178517d0ed owned by network:router_interface {{(pid=105993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:11:01.965151 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-de2c14ef-8526-45be-800c-7d112a5b284b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727248551918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727248062136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14427043'] for port, after_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:11:02.006721 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2c14ef-8526-45be-800c-7d112a5b284b admin admin] Pushing event deleted for resources: {'Port': ['ID=9a4e1d10-6fe4-4eb1-91b9-4d178517d0ed,revision_number=None']} {{(pid=105993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:11:02.313622 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-de2c14ef-8526-45be-800c-7d112a5b284b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-595342'] for router_interface, after_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:11:02.658850 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de2c14ef-8526-45be-800c-7d112a5b284b admin admin] Router e32fb62a-fe80-40cd-9b14-622fe0ff5ef3 has already been hosted by L3 agent 76290e94-8d59-4af2-9b8f-4e64db68baa4 {{(pid=105993) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:11:02.840633 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de2c14ef-8526-45be-800c-7d112a5b284b admin admin] Notify agent at l3_agent.dv-cinder-809830-2-iscsi the message routers_updated {{(pid=105993) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:11:02.848091 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [None req-de2c14ef-8526-45be-800c-7d112a5b284b admin admin] 10.222.0.90 "PUT /v2.0/routers/e32fb62a-fe80-40cd-9b14-622fe0ff5ef3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1978827 Sep 24 15:11:02.851748 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.wsgi [-] (105994) accepted ('10.222.0.90', 37664) {{(pid=105994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:11:02.857694 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d73ee1f-6185-4e39-bc03-f7bdf8aac838 None None] Sync routers for ids ['e32fb62a-fe80-40cd-9b14-622fe0ff5ef3'] in dv-cinder-809830-2-iscsi {{(pid=105996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:11:02.871082 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d73ee1f-6185-4e39-bc03-f7bdf8aac838 None None] Routers {'e32fb62a-fe80-40cd-9b14-622fe0ff5ef3'} bound to L3 agent in host dv-cinder-809830-2-iscsi {{(pid=105996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:11:02.871723 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.db.l3_hamode_db [None req-5d73ee1f-6185-4e39-bc03-f7bdf8aac838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809830-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T14:45:58Z,description=,heartbeat_timestamp=2021-09-24T15:10:58Z,host='dv-cinder-809830-2-iscsi',id=76290e94-8d59-4af2-9b8f-4e64db68baa4,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T14:45:58Z,topic='l3_agent')) {'router_ids': ['e32fb62a-fe80-40cd-9b14-622fe0ff5ef3'], 'active': True} {{(pid=105996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:11:03.045525 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.db.l3_dvr_db [None req-5d73ee1f-6185-4e39-bc03-f7bdf8aac838 None None] Set router e32fb62a-fe80-40cd-9b14-622fe0ff5ef3 gateway port host: dv-cinder-809830-2-iscsi {{(pid=105996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:11:03.049773 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-0a17bdc2-4ca3-4bac-bb42-a9cac42182c5 admin admin] Notify callbacks [] for router, before_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:11:03.065786 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-450d71f0-4391-4cc8-89b8-8f609d6e2304 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:11:03.192285 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-0a17bdc2-4ca3-4bac-bb42-a9cac42182c5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:11:03.283521 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.plugin [None req-0a17bdc2-4ca3-4bac-bb42-a9cac42182c5 admin admin] Deleting port 3bb96510-e301-432b-a2a5-d6048f0d7b13 {{(pid=105994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:11:03.283954 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-0a17bdc2-4ca3-4bac-bb42-a9cac42182c5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727248545832'] for port, before_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:11:03.342893 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.db.l3_hamode_db [None req-5d73ee1f-6185-4e39-bc03-f7bdf8aac838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e32fb62a-fe80-40cd-9b14-622fe0ff5ef3', 'name': 'tempest-TestMinimumBasicScenario-1701931115-router', 'tenant_id': '30bf8d8f7fbc4028a3384d58b7b1116e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7', 'external_fixed_ips': [{'subnet_id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': '3bb96510-e301-432b-a2a5-d6048f0d7b13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:08:39Z', 'updated_at': '2021-09-24T15:11:01Z', 'revision_number': 5, 'project_id': '30bf8d8f7fbc4028a3384d58b7b1116e', 'gw_port': {'id': '3bb96510-e301-432b-a2a5-d6048f0d7b13', 'name': '', 'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:38:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e32fb62a-fe80-40cd-9b14-622fe0ff5ef3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:08:39Z', 'updated_at': '2021-09-24T15:08:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809830-2-iscsi'}], 'dv-cinder-809830-2-iscsi', False) {} {{(pid=105996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:11:03.381575 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d73ee1f-6185-4e39-bc03-f7bdf8aac838 None None] Checking router: e32fb62a-fe80-40cd-9b14-622fe0ff5ef3 for host: dv-cinder-809830-2-iscsi {{(pid=105996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:11:03.391013 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d73ee1f-6185-4e39-bc03-f7bdf8aac838 None None] Routers {'e32fb62a-fe80-40cd-9b14-622fe0ff5ef3'} bound to L3 agent in host dv-cinder-809830-2-iscsi {{(pid=105996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:11:03.392248 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.db.l3_hamode_db [None req-5d73ee1f-6185-4e39-bc03-f7bdf8aac838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809830-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T14:45:58Z,description=,heartbeat_timestamp=2021-09-24T15:10:58Z,host='dv-cinder-809830-2-iscsi',id=76290e94-8d59-4af2-9b8f-4e64db68baa4,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T14:45:58Z,topic='l3_agent')) {'router_ids': ['e32fb62a-fe80-40cd-9b14-622fe0ff5ef3'], 'active': True} {{(pid=105996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:11:03.422393 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.db [None req-0a17bdc2-4ca3-4bac-bb42-a9cac42182c5 admin admin] For port 3bb96510-e301-432b-a2a5-d6048f0d7b13, host dv-cinder-809830-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809830-2-iscsi',level=0,port_id=3bb96510-e301-432b-a2a5-d6048f0d7b13,segment=NetworkSegment(1eeca048-08b8-46bc-9b0a-d3cb6658f7f8),segment_id=1eeca048-08b8-46bc-9b0a-d3cb6658f7f8)] {{(pid=105994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:11:03.422821 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-0a17bdc2-4ca3-4bac-bb42-a9cac42182c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616222'] for port, precommit_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:11:03.446753 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.plugin [None req-0a17bdc2-4ca3-4bac-bb42-a9cac42182c5 admin admin] Calling delete_port for 3bb96510-e301-432b-a2a5-d6048f0d7b13 owned by network:router_gateway {{(pid=105994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:11:03.502567 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.db.l3_dvr_db [None req-5d73ee1f-6185-4e39-bc03-f7bdf8aac838 None None] Set router e32fb62a-fe80-40cd-9b14-622fe0ff5ef3 gateway port host: None {{(pid=105996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:11:03.570879 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.db.l3_hamode_db [None req-5d73ee1f-6185-4e39-bc03-f7bdf8aac838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e32fb62a-fe80-40cd-9b14-622fe0ff5ef3', 'name': 'tempest-TestMinimumBasicScenario-1701931115-router', 'tenant_id': '30bf8d8f7fbc4028a3384d58b7b1116e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:08:39Z', 'updated_at': '2021-09-24T15:11:03Z', 'revision_number': 6, 'project_id': '30bf8d8f7fbc4028a3384d58b7b1116e', 'gw_port_host': None}], 'dv-cinder-809830-2-iscsi', False) {} {{(pid=105996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:11:03.621461 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d73ee1f-6185-4e39-bc03-f7bdf8aac838 None None] The sync data for ids ['e32fb62a-fe80-40cd-9b14-622fe0ff5ef3'] in dv-cinder-809830-2-iscsi is: [{'id': 'e32fb62a-fe80-40cd-9b14-622fe0ff5ef3', 'name': 'tempest-TestMinimumBasicScenario-1701931115-router', 'tenant_id': '30bf8d8f7fbc4028a3384d58b7b1116e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:08:39Z', 'updated_at': '2021-09-24T15:11:03Z', 'revision_number': 6, 'project_id': '30bf8d8f7fbc4028a3384d58b7b1116e', 'gw_port_host': None}] {{(pid=105996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:11:03.745541 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-0a17bdc2-4ca3-4bac-bb42-a9cac42182c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727248551918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727248062136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14130366'] for port, after_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:11:03.788509 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a17bdc2-4ca3-4bac-bb42-a9cac42182c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=3bb96510-e301-432b-a2a5-d6048f0d7b13,revision_number=None']} {{(pid=105994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:11:03.873075 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-0a17bdc2-4ca3-4bac-bb42-a9cac42182c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595277'] for router_gateway, after_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:11:03.995967 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-0a17bdc2-4ca3-4bac-bb42-a9cac42182c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-591138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-903'] for router, precommit_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:11:04.000377 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-0a17bdc2-4ca3-4bac-bb42-a9cac42182c5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:11:04.080099 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-0a17bdc2-4ca3-4bac-bb42-a9cac42182c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-591147'] for router, after_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:11:04.082226 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a17bdc2-4ca3-4bac-bb42-a9cac42182c5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e32fb62a-fe80-40cd-9b14-622fe0ff5ef3 {{(pid=105994) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 15:11:04.088398 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-0a17bdc2-4ca3-4bac-bb42-a9cac42182c5 admin admin] Notify callbacks [] for router, before_response {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:11:04.090134 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [None req-0a17bdc2-4ca3-4bac-bb42-a9cac42182c5 admin admin] 10.222.0.90 "DELETE /v2.0/routers/e32fb62a-fe80-40cd-9b14-622fe0ff5ef3 HTTP/1.1" status: 204 len: 168 time: 1.2369366 Sep 24 15:11:04.094303 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.wsgi [-] (105994) accepted ('10.222.0.90', 37666) {{(pid=105994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:11:04.191761 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.db.db_base_plugin_v2 [None req-6cd6eeb4-d6d7-4b94-bb48-a9dccf49c67c admin admin] Deleting subnet 05928f67-091d-49a4-891c-5566965a2c43 {{(pid=105994) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 15:11:04.197674 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-6cd6eeb4-d6d7-4b94-bb48-a9dccf49c67c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:11:04.258438 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-6cd6eeb4-d6d7-4b94-bb48-a9dccf49c67c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13742450'] for subnet, precommit_delete_associations {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:11:04.357474 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-6cd6eeb4-d6d7-4b94-bb48-a9dccf49c67c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1989010'] for subnet, precommit_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:11:04.435130 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-6cd6eeb4-d6d7-4b94-bb48-a9dccf49c67c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1989019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14130403', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14524596'] for subnet, after_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:11:04.478385 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-6cd6eeb4-d6d7-4b94-bb48-a9dccf49c67c admin admin] Notify callbacks [] for subnet, before_response {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:11:04.485216 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.wsgi [-] (105993) accepted ('10.222.0.90', 37668) {{(pid=105993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:11:04.486022 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [None req-6cd6eeb4-d6d7-4b94-bb48-a9dccf49c67c admin admin] 10.222.0.90 "DELETE /v2.0/subnets/05928f67-091d-49a4-891c-5566965a2c43 HTTP/1.1" status: 204 len: 168 time: 0.3886302 Sep 24 15:11:04.487804 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd6eeb4-d6d7-4b94-bb48-a9dccf49c67c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=05928f67-091d-49a4-891c-5566965a2c43,revision_number=None']} {{(pid=105994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:11:04.489432 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f11b57f5-225d-4938-9d7d-624851909712 None None] Network 658c2933-c4a7-4d01-ba4a-482c901579ad requested from dv-cinder-809830-2-iscsi {{(pid=105995) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:11:04.611657 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-d993e9e2-d2f5-4df6-92fe-a1465853f3b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1610858'] for network, before_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:11:04.736903 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.plugins.ml2.plugin [None req-d993e9e2-d2f5-4df6-92fe-a1465853f3b6 admin admin] Deleting port dfdacf5e-fea2-4058-a10b-da3454acf8bb {{(pid=105993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:11:04.737654 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-d993e9e2-d2f5-4df6-92fe-a1465853f3b6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727248545832'] for port, before_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:11:04.763770 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80dcc608-51fb-42a5-85d1-59deca682941 None None] DHCP port deletion for 658c2933-c4a7-4d01-ba4a-482c901579ad request from dv-cinder-809830-2-iscsi {{(pid=105995) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 15:11:04.871089 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.plugins.ml2.db [None req-d993e9e2-d2f5-4df6-92fe-a1465853f3b6 admin admin] For port dfdacf5e-fea2-4058-a10b-da3454acf8bb, host dv-cinder-809830-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809830-2-iscsi',level=0,port_id=dfdacf5e-fea2-4058-a10b-da3454acf8bb,segment=NetworkSegment(6c2a8c01-2d99-4def-aff2-d4f4279646e1),segment_id=6c2a8c01-2d99-4def-aff2-d4f4279646e1)] {{(pid=105993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:11:04.872390 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-d993e9e2-d2f5-4df6-92fe-a1465853f3b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616222'] for port, precommit_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:11:04.878170 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.plugin [None req-80dcc608-51fb-42a5-85d1-59deca682941 None None] Deleting port dfdacf5e-fea2-4058-a10b-da3454acf8bb {{(pid=105995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:11:04.879266 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-80dcc608-51fb-42a5-85d1-59deca682941 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727248545832'] for port, before_delete {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:11:04.905788 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.plugins.ml2.plugin [None req-d993e9e2-d2f5-4df6-92fe-a1465853f3b6 admin admin] Calling delete_port for dfdacf5e-fea2-4058-a10b-da3454acf8bb owned by network:dhcp {{(pid=105993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:11:04.971977 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.db [None req-80dcc608-51fb-42a5-85d1-59deca682941 None None] For port dfdacf5e-fea2-4058-a10b-da3454acf8bb, host dv-cinder-809830-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809830-2-iscsi',level=0,port_id=dfdacf5e-fea2-4058-a10b-da3454acf8bb,segment=NetworkSegment(6c2a8c01-2d99-4def-aff2-d4f4279646e1),segment_id=6c2a8c01-2d99-4def-aff2-d4f4279646e1)] {{(pid=105995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:11:04.972792 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-80dcc608-51fb-42a5-85d1-59deca682941 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616222'] for port, precommit_delete {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:11:04.999886 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.plugin [None req-80dcc608-51fb-42a5-85d1-59deca682941 None None] Calling delete_port for dfdacf5e-fea2-4058-a10b-da3454acf8bb owned by network:dhcp {{(pid=105995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:11:05.093681 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-d993e9e2-d2f5-4df6-92fe-a1465853f3b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727248551918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727248062136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14427043'] for port, after_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:11:05.150018 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-80dcc608-51fb-42a5-85d1-59deca682941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727248551918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727248062136'] for port, after_delete {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:11:05.160340 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d993e9e2-d2f5-4df6-92fe-a1465853f3b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=dfdacf5e-fea2-4058-a10b-da3454acf8bb,revision_number=None']} {{(pid=105993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:11:05.165389 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d993e9e2-d2f5-4df6-92fe-a1465853f3b6 admin admin] No DVR routers for this DVR port dfdacf5e-fea2-4058-a10b-da3454acf8bb on host dv-cinder-809830-2-iscsi {{(pid=105993) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:11:05.209842 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80dcc608-51fb-42a5-85d1-59deca682941 None None] Pushing event deleted for resources: {'Port': ['ID=dfdacf5e-fea2-4058-a10b-da3454acf8bb,revision_number=None']} {{(pid=105995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:11:05.216248 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80dcc608-51fb-42a5-85d1-59deca682941 None None] No DVR routers for this DVR port dfdacf5e-fea2-4058-a10b-da3454acf8bb on host dv-cinder-809830-2-iscsi {{(pid=105995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:11:05.286517 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.rpc [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Device 9a4e1d10-6fe4-4eb1-91b9-4d178517d0ed no longer exists at agent ovs-agent-dv-cinder-809830-2-iscsi {{(pid=105995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:11:05.311838 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-d993e9e2-d2f5-4df6-92fe-a1465853f3b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1983019', 'neutron.services.segments.db._delete_segments_for_network-8727248609940'] for network, precommit_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:11:05.326224 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.plugin [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] No Port match for: 9a4e1d10-6fe4-4eb1-91b9-4d178517d0ed {{(pid=105995) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:11:05.326967 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.rpc [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Device 9a4e1d10-6fe4-4eb1-91b9-4d178517d0ed not bound to the agent host dv-cinder-809830-2-iscsi {{(pid=105995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:11:05.327689 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.rpc [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Device 3bb96510-e301-432b-a2a5-d6048f0d7b13 no longer exists at agent ovs-agent-dv-cinder-809830-2-iscsi {{(pid=105995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:11:05.359212 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.services.segments.db [None req-d993e9e2-d2f5-4df6-92fe-a1465853f3b6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['658c2933-c4a7-4d01-ba4a-482c901579ad']}} {{(pid=105993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:11:05.374829 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.plugin [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] No Port match for: 3bb96510-e301-432b-a2a5-d6048f0d7b13 {{(pid=105995) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:11:05.375377 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.rpc [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Device 3bb96510-e301-432b-a2a5-d6048f0d7b13 not bound to the agent host dv-cinder-809830-2-iscsi {{(pid=105995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:11:05.376806 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.rpc [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Device dfdacf5e-fea2-4058-a10b-da3454acf8bb no longer exists at agent ovs-agent-dv-cinder-809830-2-iscsi {{(pid=105995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:11:05.383494 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.services.segments.db [None req-d993e9e2-d2f5-4df6-92fe-a1465853f3b6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c2a8c01-2d99-4def-aff2-d4f4279646e1') {'for_net_delete': True} {{(pid=105993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:11:05.383990 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.services.segments.db [None req-d993e9e2-d2f5-4df6-92fe-a1465853f3b6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c2a8c01-2d99-4def-aff2-d4f4279646e1') {} {{(pid=105993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:11:05.407520 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.plugin [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] No Port match for: dfdacf5e-fea2-4058-a10b-da3454acf8bb {{(pid=105995) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:11:05.407924 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.rpc [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Device dfdacf5e-fea2-4058-a10b-da3454acf8bb not bound to the agent host dv-cinder-809830-2-iscsi {{(pid=105995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:11:05.408143 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-d993e9e2-d2f5-4df6-92fe-a1465853f3b6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727248609437', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13697430'] for segment, before_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:11:05.440939 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-d993e9e2-d2f5-4df6-92fe-a1465853f3b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988101'] for segment, precommit_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:11:05.449096 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d993e9e2-d2f5-4df6-92fe-a1465853f3b6 admin admin] Releasing vlan 1033 on physical network physnet1 to pool {{(pid=105993) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 15:11:05.449621 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-d993e9e2-d2f5-4df6-92fe-a1465853f3b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14425168'] for segment, after_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:11:05.452021 dv-cinder-809830-2-iscsi neutron-server[105993]: Traceback (most recent call last): Sep 24 15:11:05.452021 dv-cinder-809830-2-iscsi neutron-server[105993]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 15:11:05.452021 dv-cinder-809830-2-iscsi neutron-server[105993]: timer() Sep 24 15:11:05.452021 dv-cinder-809830-2-iscsi neutron-server[105993]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 15:11:05.452021 dv-cinder-809830-2-iscsi neutron-server[105993]: cb(*args, **kw) Sep 24 15:11:05.452021 dv-cinder-809830-2-iscsi neutron-server[105993]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 15:11:05.452021 dv-cinder-809830-2-iscsi neutron-server[105993]: return func(*args, **kwargs) Sep 24 15:11:05.452021 dv-cinder-809830-2-iscsi neutron-server[105993]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 15:11:05.452021 dv-cinder-809830-2-iscsi neutron-server[105993]: self._notify() Sep 24 15:11:05.452021 dv-cinder-809830-2-iscsi neutron-server[105993]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 15:11:05.452021 dv-cinder-809830-2-iscsi neutron-server[105993]: self.callback(batched_events) Sep 24 15:11:05.452021 dv-cinder-809830-2-iscsi neutron-server[105993]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 15:11:05.452021 dv-cinder-809830-2-iscsi neutron-server[105993]: event.method(event) Sep 24 15:11:05.452021 dv-cinder-809830-2-iscsi neutron-server[105993]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 15:11:05.452021 dv-cinder-809830-2-iscsi neutron-server[105993]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 15:11:05.452021 dv-cinder-809830-2-iscsi neutron-server[105993]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 15:11:05.452021 dv-cinder-809830-2-iscsi neutron-server[105993]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 15:11:05.452021 dv-cinder-809830-2-iscsi neutron-server[105993]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 15:11:05.452021 dv-cinder-809830-2-iscsi neutron-server[105993]: return f(self, *a, **k) Sep 24 15:11:05.452021 dv-cinder-809830-2-iscsi neutron-server[105993]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 15:11:05.452021 dv-cinder-809830-2-iscsi neutron-server[105993]: return self._get(url).json() Sep 24 15:11:05.452021 dv-cinder-809830-2-iscsi neutron-server[105993]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 15:11:05.452021 dv-cinder-809830-2-iscsi neutron-server[105993]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 15:11:05.452021 dv-cinder-809830-2-iscsi neutron-server[105993]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 15:11:05.452021 dv-cinder-809830-2-iscsi neutron-server[105993]: return self.request(url, 'GET', **kwargs) Sep 24 15:11:05.452021 dv-cinder-809830-2-iscsi neutron-server[105993]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 15:11:05.452021 dv-cinder-809830-2-iscsi neutron-server[105993]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 15:11:05.452021 dv-cinder-809830-2-iscsi neutron-server[105993]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 15:11:05.452021 dv-cinder-809830-2-iscsi neutron-server[105993]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 15:11:05.452021 dv-cinder-809830-2-iscsi neutron-server[105993]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 15:11:05.452021 dv-cinder-809830-2-iscsi neutron-server[105993]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 15:11:05.452021 dv-cinder-809830-2-iscsi neutron-server[105993]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 15:11:05.562362 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-d993e9e2-d2f5-4df6-92fe-a1465853f3b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1983004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-595217'] for network, after_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:11:05.567563 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-d993e9e2-d2f5-4df6-92fe-a1465853f3b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536624'] for network, before_response {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:11:05.573521 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [None req-d993e9e2-d2f5-4df6-92fe-a1465853f3b6 admin admin] 10.222.0.90 "DELETE /v2.0/networks/658c2933-c4a7-4d01-ba4a-482c901579ad HTTP/1.1" status: 204 len: 168 time: 1.0853145 Sep 24 15:11:05.589642 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d993e9e2-d2f5-4df6-92fe-a1465853f3b6 admin admin] Pushing event deleted for resources: {'Network': ['ID=658c2933-c4a7-4d01-ba4a-482c901579ad,revision_number=None']} {{(pid=105993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:11:05.875618 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.wsgi [-] (105993) accepted ('10.222.0.90', 37678) {{(pid=105993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:11:05.942391 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [None req-25373b20-78cd-4ceb-9740-8fb1544f45ce admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=69e0cc62271b4f2f85a0e47254feae5f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0648055 Sep 24 15:11:05.945386 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.wsgi [-] (105994) accepted ('10.222.0.90', 37680) {{(pid=105994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:11:06.035008 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-75060700-b3e7-412c-8de9-541473aa6c7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:11:06.069417 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-75060700-b3e7-412c-8de9-541473aa6c7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:11:06.132484 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-75060700-b3e7-412c-8de9-541473aa6c7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571103'] for security_group, after_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:11:06.136348 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-75060700-b3e7-412c-8de9-541473aa6c7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:11:06.137676 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [None req-75060700-b3e7-412c-8de9-541473aa6c7c admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/08e4a1c7-4b85-4bc8-9985-3faf810aee53 HTTP/1.1" status: 204 len: 168 time: 0.1908038 Sep 24 15:11:06.148962 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75060700-b3e7-412c-8de9-541473aa6c7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08e4a1c7-4b85-4bc8-9985-3faf810aee53,revision_number=None']} {{(pid=105994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:11:06.694061 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.wsgi [-] (105994) accepted ('10.222.0.90', 37688) {{(pid=105994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:11:06.768881 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [None req-371d2d7c-d80a-4dd2-a820-5e0ef6805505 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=30bf8d8f7fbc4028a3384d58b7b1116e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0730245 Sep 24 15:11:06.771540 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.wsgi [-] (105994) accepted ('10.222.0.90', 37690) {{(pid=105994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:11:06.855754 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-0f2153e4-1024-48ae-a4da-64fe0f67f79d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:11:06.905380 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-0f2153e4-1024-48ae-a4da-64fe0f67f79d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:11:06.985564 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-0f2153e4-1024-48ae-a4da-64fe0f67f79d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571103'] for security_group, after_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:11:06.990299 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-0f2153e4-1024-48ae-a4da-64fe0f67f79d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:11:06.992462 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [None req-0f2153e4-1024-48ae-a4da-64fe0f67f79d admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/0e52260b-45cf-450b-bd67-9e304590d62e HTTP/1.1" status: 204 len: 168 time: 0.2194901 Sep 24 15:11:07.008622 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2153e4-1024-48ae-a4da-64fe0f67f79d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e52260b-45cf-450b-bd67-9e304590d62e,revision_number=None']} {{(pid=105994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:11:13.440958 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-45e42de1-8cd7-45d9-b893-0f832e634185 req-2b9ab486-7dc0-4193-b334-9b553bf90aac tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] 10.222.0.90 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1015115396&fields=id&tenant_id=51fa19ff34a14ecc91f6fc88ae5471cb HTTP/1.1" status: 200 len: 267 time: 0.0356669 Sep 24 15:11:13.576869 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e42de1-8cd7-45d9-b893-0f832e634185 req-66c976d6-c584-4f3a-9c5f-4be3eb87e21d tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:11:13.580173 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-45e42de1-8cd7-45d9-b893-0f832e634185 req-66c976d6-c584-4f3a-9c5f-4be3eb87e21d tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] 10.222.0.90 "GET /v2.0/networks?id=9d3e3000-5ba9-400c-a35c-6e0b1bf4eee7 HTTP/1.1" status: 200 len: 810 time: 0.1317806 Sep 24 15:11:13.600973 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-45e42de1-8cd7-45d9-b893-0f832e634185 req-2e31749f-5867-4bf9-9157-5387aa67c541 tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] 10.222.0.90 "GET /v2.0/quotas/51fa19ff34a14ecc91f6fc88ae5471cb HTTP/1.1" status: 200 len: 375 time: 0.0111966 Sep 24 15:11:13.697979 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-45e42de1-8cd7-45d9-b893-0f832e634185 req-2bff79dd-39b3-461b-95fb-f99b19971da5 tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=51fa19ff34a14ecc91f6fc88ae5471cb&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0893507 Sep 24 15:11:13.813660 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.wsgi [req-45e42de1-8cd7-45d9-b893-0f832e634185 req-910ee424-6b06-40ab-b111-0152837b3011 service neutron] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=105993) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 15:11:13.814693 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-45e42de1-8cd7-45d9-b893-0f832e634185 req-910ee424-6b06-40ab-b111-0152837b3011 service neutron] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1036437 Sep 24 15:11:13.910587 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-45e42de1-8cd7-45d9-b893-0f832e634185 req-46c6bb95-f4b3-4420-9bd7-4a85163d7984 service neutron] 10.222.0.90 "GET /v2.0/networks/9d3e3000-5ba9-400c-a35c-6e0b1bf4eee7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889440 Sep 24 15:11:14.019063 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-45e42de1-8cd7-45d9-b893-0f832e634185 req-771450cb-c4b9-48c7-b915-72f08540334f service neutron] 10.222.0.90 "GET /v2.0/networks/9d3e3000-5ba9-400c-a35c-6e0b1bf4eee7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021638 Sep 24 15:11:14.371635 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-c4ded25e-6d06-41aa-ac6b-f4f16e00a21e req-01faa5f4-14fe-4a8c-93f4-f4802e5d1721 tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] 10.222.0.90 "GET /v2.0/ports?device_id=7c96c5f6-96f2-4afe-9406-8bacc6cc53d1 HTTP/1.1" status: 200 len: 210 time: 0.0286167 Sep 24 15:11:15.486545 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-faab6fdc-b2fa-44ea-a7a2-0de94769d9a3 req-56399aa0-9ec3-4bfd-a200-8b61c8e14712 tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] 10.222.0.90 "GET /v2.0/ports?device_id=7c96c5f6-96f2-4afe-9406-8bacc6cc53d1 HTTP/1.1" status: 200 len: 210 time: 0.0341563 Sep 24 15:11:15.924770 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:11:16.582204 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-7964dbe3-bfdd-4b16-8cac-37af4fe46b76 req-8209d210-414d-47ab-b2dc-04e8ee31804c tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] 10.222.0.90 "GET /v2.0/ports?device_id=7c96c5f6-96f2-4afe-9406-8bacc6cc53d1 HTTP/1.1" status: 200 len: 210 time: 0.0354004 Sep 24 15:11:17.691170 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-6ba6b80c-4990-4379-8d70-73e50511c889 req-34e075dc-0a00-4e91-b5ce-aba15ef341ab tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] 10.222.0.90 "GET /v2.0/ports?device_id=7c96c5f6-96f2-4afe-9406-8bacc6cc53d1 HTTP/1.1" status: 200 len: 210 time: 0.0416934 Sep 24 15:11:18.846236 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-a114ec54-6001-49ec-80b9-0a450a63b0d3 req-1b0909c3-e5be-4b7d-8974-02f91a75b7f2 tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] 10.222.0.90 "GET /v2.0/ports?device_id=7c96c5f6-96f2-4afe-9406-8bacc6cc53d1 HTTP/1.1" status: 200 len: 210 time: 0.0353191 Sep 24 15:11:19.636978 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e42de1-8cd7-45d9-b893-0f832e634185 req-55e8de5d-5974-427a-97f9-b48b8140860e tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:11:19.638785 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-45e42de1-8cd7-45d9-b893-0f832e634185 req-55e8de5d-5974-427a-97f9-b48b8140860e tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] 10.222.0.99 "GET /v2.0/networks?id=9d3e3000-5ba9-400c-a35c-6e0b1bf4eee7 HTTP/1.1" status: 200 len: 810 time: 0.1463902 Sep 24 15:11:19.732075 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-45e42de1-8cd7-45d9-b893-0f832e634185 req-be330106-2a1f-4025-a18c-9c7f73b66290 tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] 10.222.0.99 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=51fa19ff34a14ecc91f6fc88ae5471cb HTTP/1.1" status: 200 len: 380 time: 0.0818064 Sep 24 15:11:19.742635 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.v2.base [req-45e42de1-8cd7-45d9-b893-0f832e634185 req-0820daf0-d8e1-4a41-9ea9-15e07439bcb8 tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Request body: {'port': {'device_id': '7c96c5f6-96f2-4afe-9406-8bacc6cc53d1', 'network_id': '9d3e3000-5ba9-400c-a35c-6e0b1bf4eee7', 'admin_state_up': True, 'tenant_id': '51fa19ff34a14ecc91f6fc88ae5471cb', 'security_groups': ['2939f29b-96bc-4ebb-8f5b-4b5f150442a5']}} {{(pid=105994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:11:19.911981 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45e42de1-8cd7-45d9-b893-0f832e634185 req-0820daf0-d8e1-4a41-9ea9-15e07439bcb8 tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Made reservation on behalf of 51fa19ff34a14ecc91f6fc88ae5471cb for: {'port': 1} {{(pid=105994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:11:19.917643 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-45e42de1-8cd7-45d9-b893-0f832e634185 req-0820daf0-d8e1-4a41-9ea9-15e07439bcb8 tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993762'] for port, before_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:11:19.995945 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-f796d49f-f2e4-44f6-8a41-a2714af58e29 req-5f672f24-6d86-4ab1-bb09-4e19fc125758 tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] 10.222.0.90 "GET /v2.0/ports?device_id=7c96c5f6-96f2-4afe-9406-8bacc6cc53d1 HTTP/1.1" status: 200 len: 210 time: 0.0307643 Sep 24 15:11:20.140427 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.db.db_base_plugin_common [req-45e42de1-8cd7-45d9-b893-0f832e634185 req-0820daf0-d8e1-4a41-9ea9-15e07439bcb8 tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Allocated IP 172.20.0.9 (9d3e3000-5ba9-400c-a35c-6e0b1bf4eee7/bd989c45-4591-43b5-a111-6cdc77ed547b/8fada53d-be52-470d-a546-edc5bad21009) {{(pid=105994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:11:20.360842 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-45e42de1-8cd7-45d9-b893-0f832e634185 req-0820daf0-d8e1-4a41-9ea9-15e07439bcb8 tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Notify callbacks [] for port, precommit_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:11:20.420341 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-45e42de1-8cd7-45d9-b893-0f832e634185 req-0820daf0-d8e1-4a41-9ea9-15e07439bcb8 tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727248062127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14130366'] for port, after_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:11:20.465833 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45e42de1-8cd7-45d9-b893-0f832e634185 req-0820daf0-d8e1-4a41-9ea9-15e07439bcb8 tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Network 9d3e3000-5ba9-400c-a35c-6e0b1bf4eee7 is already hosted by enough agents. {{(pid=105994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:11:20.469891 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.scheduler.base_scheduler [req-45e42de1-8cd7-45d9-b893-0f832e634185 req-0820daf0-d8e1-4a41-9ea9-15e07439bcb8 tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Resources bound (agent type, host, resource id): {{(pid=105994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:11:20.481090 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.db.l3_dvrscheduler_db [req-45e42de1-8cd7-45d9-b893-0f832e634185 req-0820daf0-d8e1-4a41-9ea9-15e07439bcb8 tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Received port after_create {{(pid=105994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:11:20.484254 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0820daf0-d8e1-4a41-9ea9-15e07439bcb8 tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Pushing event updated for resources: {'Port': ['ID=8fada53d-be52-470d-a546-edc5bad21009,revision_number=1']} {{(pid=105994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:11:20.554016 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e42de1-8cd7-45d9-b893-0f832e634185 req-0820daf0-d8e1-4a41-9ea9-15e07439bcb8 tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:11:20.555129 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-45e42de1-8cd7-45d9-b893-0f832e634185 req-0820daf0-d8e1-4a41-9ea9-15e07439bcb8 tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472375'] for port, before_response {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:11:20.581639 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-45e42de1-8cd7-45d9-b893-0f832e634185 req-0820daf0-d8e1-4a41-9ea9-15e07439bcb8 tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8434176 Sep 24 15:11:20.599365 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.v2.base [req-45e42de1-8cd7-45d9-b893-0f832e634185 req-8062f417-b726-4efa-893f-b062eeac11c9 service neutron] Request body: {'port': {'device_id': '7c96c5f6-96f2-4afe-9406-8bacc6cc53d1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80983'}} {{(pid=105994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:11:20.669178 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-45e42de1-8cd7-45d9-b893-0f832e634185 req-8062f417-b726-4efa-893f-b062eeac11c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993762'] for port, before_update {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:11:20.721797 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.provisioning_blocks [None req-c4be4694-a66d-491f-b766-ceb27e6e6ae5 None None] Provisioning complete for port 8fada53d-be52-470d-a546-edc5bad21009 triggered by entity DHCP. {{(pid=105995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:11:20.722625 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-c4be4694-a66d-491f-b766-ceb27e6e6ae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985790'] for port, provisioning_complete {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:11:20.771875 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.plugin [None req-c4be4694-a66d-491f-b766-ceb27e6e6ae5 None None] Port 8fada53d-be52-470d-a546-edc5bad21009 cannot update to ACTIVE because it is not bound. {{(pid=105995) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:11:21.068338 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.notifiers.nova [req-45e42de1-8cd7-45d9-b893-0f832e634185 req-8062f417-b726-4efa-893f-b062eeac11c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8fada53d-be52-470d-a546-edc5bad21009 {{(pid=105994) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:11:21.083863 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-45e42de1-8cd7-45d9-b893-0f832e634185 req-8062f417-b726-4efa-893f-b062eeac11c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:11:21.108018 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.db.provisioning_blocks [req-45e42de1-8cd7-45d9-b893-0f832e634185 req-8062f417-b726-4efa-893f-b062eeac11c9 service neutron] Transition to ACTIVE for port object 8fada53d-be52-470d-a546-edc5bad21009 will not be triggered until provisioned by entity L2. {{(pid=105994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 15:11:21.116210 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-45e42de1-8cd7-45d9-b893-0f832e634185 req-8062f417-b726-4efa-893f-b062eeac11c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248551428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248062163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14130357'] for port, after_update {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:11:21.220367 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8062f417-b726-4efa-893f-b062eeac11c9 service neutron] Pushing event updated for resources: {'Port': ['ID=8fada53d-be52-470d-a546-edc5bad21009,revision_number=2']} {{(pid=105994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:11:21.318825 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba526c32-94d2-4aea-9c16-88d5403df58a req-a155dbf6-6421-45ea-8f4f-45971857ea72 tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:11:21.320766 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-ba526c32-94d2-4aea-9c16-88d5403df58a req-a155dbf6-6421-45ea-8f4f-45971857ea72 tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] 10.222.0.90 "GET /v2.0/ports?device_id=7c96c5f6-96f2-4afe-9406-8bacc6cc53d1 HTTP/1.1" status: 200 len: 943 time: 0.2058918 Sep 24 15:11:21.405901 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.managers [req-45e42de1-8cd7-45d9-b893-0f832e634185 req-8062f417-b726-4efa-893f-b062eeac11c9 service neutron] Attempting to bind port 8fada53d-be52-470d-a546-edc5bad21009 on host hv-cinder-80983 for vnic_type normal with profile {{(pid=105994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:11:21.406964 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.managers [req-45e42de1-8cd7-45d9-b893-0f832e634185 req-8062f417-b726-4efa-893f-b062eeac11c9 service neutron] Attempting to bind port 8fada53d-be52-470d-a546-edc5bad21009 by drivers openvswitch,hyperv on host hv-cinder-80983 at level 0 using segments [{'id': '54a7b302-b3d8-4976-92a2-8574ea016e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': '9d3e3000-5ba9-400c-a35c-6e0b1bf4eee7'}] {{(pid=105994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:11:21.407568 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45e42de1-8cd7-45d9-b893-0f832e634185 req-8062f417-b726-4efa-893f-b062eeac11c9 service neutron] Attempting to bind port 8fada53d-be52-470d-a546-edc5bad21009 on network 9d3e3000-5ba9-400c-a35c-6e0b1bf4eee7 {{(pid=105994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:11:21.422023 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-ba526c32-94d2-4aea-9c16-88d5403df58a req-cae479e1-5bca-4e30-b08c-9cdfb7a68a74 tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] 10.222.0.90 "GET /v2.0/security-groups?id=2939f29b-96bc-4ebb-8f5b-4b5f150442a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909052 Sep 24 15:11:21.426798 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45e42de1-8cd7-45d9-b893-0f832e634185 req-8062f417-b726-4efa-893f-b062eeac11c9 service neutron] Port 8fada53d-be52-470d-a546-edc5bad21009 on network 9d3e3000-5ba9-400c-a35c-6e0b1bf4eee7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80983 {{(pid=105994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 15:11:21.427351 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45e42de1-8cd7-45d9-b893-0f832e634185 req-8062f417-b726-4efa-893f-b062eeac11c9 service neutron] Attempting to bind port 8fada53d-be52-470d-a546-edc5bad21009 on network 9d3e3000-5ba9-400c-a35c-6e0b1bf4eee7 {{(pid=105994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:11:21.436218 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45e42de1-8cd7-45d9-b893-0f832e634185 req-8062f417-b726-4efa-893f-b062eeac11c9 service neutron] Checking agent: {'id': 'fe6caec8-3271-4776-9083-fb8f8cae5b94', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80983', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 14, 54, 44), 'started_at': datetime.datetime(2021, 9, 24, 14, 54, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 11, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:11:21.437135 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45e42de1-8cd7-45d9-b893-0f832e634185 req-8062f417-b726-4efa-893f-b062eeac11c9 service neutron] Checking segment: {'id': '54a7b302-b3d8-4976-92a2-8574ea016e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': '9d3e3000-5ba9-400c-a35c-6e0b1bf4eee7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:11:21.437522 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45e42de1-8cd7-45d9-b893-0f832e634185 req-8062f417-b726-4efa-893f-b062eeac11c9 service neutron] Bound using segment: {'id': '54a7b302-b3d8-4976-92a2-8574ea016e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': '9d3e3000-5ba9-400c-a35c-6e0b1bf4eee7'} {{(pid=105994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:11:21.438577 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.managers [req-45e42de1-8cd7-45d9-b893-0f832e634185 req-8062f417-b726-4efa-893f-b062eeac11c9 service neutron] Bound port: 8fada53d-be52-470d-a546-edc5bad21009, host: hv-cinder-80983, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54a7b302-b3d8-4976-92a2-8574ea016e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': '9d3e3000-5ba9-400c-a35c-6e0b1bf4eee7'}}] {{(pid=105994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:11:21.438878 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-45e42de1-8cd7-45d9-b893-0f832e634185 req-8062f417-b726-4efa-893f-b062eeac11c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993762'] for port, before_update {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:11:21.540059 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.db [req-45e42de1-8cd7-45d9-b893-0f832e634185 req-8062f417-b726-4efa-893f-b062eeac11c9 service neutron] For port 8fada53d-be52-470d-a546-edc5bad21009, host hv-cinder-80983, cleared binding levels {{(pid=105994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:11:21.545988 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.db [req-45e42de1-8cd7-45d9-b893-0f832e634185 req-8062f417-b726-4efa-893f-b062eeac11c9 service neutron] For port 8fada53d-be52-470d-a546-edc5bad21009, host hv-cinder-80983, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80983',level=0,port_id=8fada53d-be52-470d-a546-edc5bad21009,segment=NetworkSegment(54a7b302-b3d8-4976-92a2-8574ea016e7b),segment_id=54a7b302-b3d8-4976-92a2-8574ea016e7b)] {{(pid=105994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:11:21.554350 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-45e42de1-8cd7-45d9-b893-0f832e634185 req-8062f417-b726-4efa-893f-b062eeac11c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248551428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248062163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14130357'] for port, after_update {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:11:21.613467 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e42de1-8cd7-45d9-b893-0f832e634185 req-8062f417-b726-4efa-893f-b062eeac11c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:11:21.614531 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-45e42de1-8cd7-45d9-b893-0f832e634185 req-8062f417-b726-4efa-893f-b062eeac11c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472375'] for port, before_response {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:11:21.617107 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-45e42de1-8cd7-45d9-b893-0f832e634185 req-8062f417-b726-4efa-893f-b062eeac11c9 service neutron] 10.222.0.99 "PUT /v2.0/ports/8fada53d-be52-470d-a546-edc5bad21009 HTTP/1.1" status: 200 len: 1093 time: 1.0271368 Sep 24 15:11:21.617878 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c96c5f6-96f2-4afe-9406-8bacc6cc53d1', 'tag': '8fada53d-be52-470d-a546-edc5bad21009'}] {{(pid=105994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:11:21.621933 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}445a901cbb5a624303c84b78f65e518dd0fb300c00204885c20e5236c8fbed2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47e4d1f4-d941-4ad2-b3f7-ba00bc133ffd" -d '{"events": [{"name": "network-changed", "server_uuid": "7c96c5f6-96f2-4afe-9406-8bacc6cc53d1", "tag": "8fada53d-be52-470d-a546-edc5bad21009"}]}' {{(pid=105994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:11:21.667088 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8062f417-b726-4efa-893f-b062eeac11c9 service neutron] Pushing event updated for resources: {'Port': ['ID=8fada53d-be52-470d-a546-edc5bad21009,revision_number=3']} {{(pid=105994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:11:21.725670 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 15:11:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ce3a8e2-f357-4e2b-b1e5-ffc67dbfb27d x-openstack-request-id: req-2ce3a8e2-f357-4e2b-b1e5-ffc67dbfb27d {{(pid=105994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:11:21.726026 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c96c5f6-96f2-4afe-9406-8bacc6cc53d1", "tag": "8fada53d-be52-470d-a546-edc5bad21009", "status": "completed", "code": 200}]} {{(pid=105994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:11:21.726329 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-2ce3a8e2-f357-4e2b-b1e5-ffc67dbfb27d {{(pid=105994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:11:21.726746 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c96c5f6-96f2-4afe-9406-8bacc6cc53d1', 'tag': '8fada53d-be52-470d-a546-edc5bad21009', 'status': 'completed', 'code': 200} Sep 24 15:11:21.749026 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e42de1-8cd7-45d9-b893-0f832e634185 req-2b7863ee-d19d-4200-8e94-c8c427fbd6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:11:21.751665 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-45e42de1-8cd7-45d9-b893-0f832e634185 req-2b7863ee-d19d-4200-8e94-c8c427fbd6d7 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=51fa19ff34a14ecc91f6fc88ae5471cb&device_id=7c96c5f6-96f2-4afe-9406-8bacc6cc53d1 HTTP/1.1" status: 200 len: 1096 time: 0.0671663 Sep 24 15:11:21.808851 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-45e42de1-8cd7-45d9-b893-0f832e634185 req-cfd4dd70-e95c-4624-8060-db23f83f0ebc service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8fada53d-be52-470d-a546-edc5bad21009 HTTP/1.1" status: 200 len: 217 time: 0.0484061 Sep 24 15:11:21.879891 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e42de1-8cd7-45d9-b893-0f832e634185 req-e00e972f-6385-4803-bd8d-a3ea82c6dba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:11:21.881486 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-45e42de1-8cd7-45d9-b893-0f832e634185 req-e00e972f-6385-4803-bd8d-a3ea82c6dba2 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=bd989c45-4591-43b5-a111-6cdc77ed547b HTTP/1.1" status: 200 len: 849 time: 0.0631776 Sep 24 15:11:21.939177 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e42de1-8cd7-45d9-b893-0f832e634185 req-e80a526d-ebfc-4e86-a25c-b9aa41505f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:11:21.941640 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-45e42de1-8cd7-45d9-b893-0f832e634185 req-e80a526d-ebfc-4e86-a25c-b9aa41505f0d service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=9d3e3000-5ba9-400c-a35c-6e0b1bf4eee7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0510221 Sep 24 15:11:22.055135 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-45e42de1-8cd7-45d9-b893-0f832e634185 req-6318d512-4834-42be-a752-62f2f3f77ac9 service neutron] 10.222.0.99 "GET /v2.0/networks/9d3e3000-5ba9-400c-a35c-6e0b1bf4eee7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054211 Sep 24 15:11:22.195336 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-45e42de1-8cd7-45d9-b893-0f832e634185 req-03cabd2a-3c54-4ae9-bf86-ddcbbd067646 service neutron] 10.222.0.99 "GET /v2.0/networks/9d3e3000-5ba9-400c-a35c-6e0b1bf4eee7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323726 Sep 24 15:11:22.316076 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e4d1f4-d941-4ad2-b3f7-ba00bc133ffd req-b80e8c5c-8df8-46ce-9b2a-c86d9d5d31ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:11:22.317727 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-47e4d1f4-d941-4ad2-b3f7-ba00bc133ffd req-b80e8c5c-8df8-46ce-9b2a-c86d9d5d31ff service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=51fa19ff34a14ecc91f6fc88ae5471cb&device_id=7c96c5f6-96f2-4afe-9406-8bacc6cc53d1 HTTP/1.1" status: 200 len: 1096 time: 0.0561693 Sep 24 15:11:22.488779 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e4d1f4-d941-4ad2-b3f7-ba00bc133ffd req-fe6f3295-7757-4125-b6bc-c8dff87a0f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:11:22.491456 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-47e4d1f4-d941-4ad2-b3f7-ba00bc133ffd req-fe6f3295-7757-4125-b6bc-c8dff87a0f23 service neutron] 10.222.0.99 "GET /v2.0/networks?id=9d3e3000-5ba9-400c-a35c-6e0b1bf4eee7 HTTP/1.1" status: 200 len: 912 time: 0.1657984 Sep 24 15:11:22.606696 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-47e4d1f4-d941-4ad2-b3f7-ba00bc133ffd req-ad5f0e90-cd89-46aa-b64d-76826207aa08 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8fada53d-be52-470d-a546-edc5bad21009 HTTP/1.1" status: 200 len: 217 time: 0.0986583 Sep 24 15:11:22.684883 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aef8d6b-c1ce-4bc1-8c8d-d53ccf0acb8e req-8bb4f1c5-ff94-4a57-9955-5e7bab472739 tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:11:22.687681 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-4aef8d6b-c1ce-4bc1-8c8d-d53ccf0acb8e req-8bb4f1c5-ff94-4a57-9955-5e7bab472739 tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] 10.222.0.90 "GET /v2.0/ports?device_id=7c96c5f6-96f2-4afe-9406-8bacc6cc53d1 HTTP/1.1" status: 200 len: 943 time: 0.1704876 Sep 24 15:11:22.733902 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e4d1f4-d941-4ad2-b3f7-ba00bc133ffd req-c85aac90-1930-47aa-80b5-51c0fdc87e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:11:22.736482 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-47e4d1f4-d941-4ad2-b3f7-ba00bc133ffd req-c85aac90-1930-47aa-80b5-51c0fdc87e82 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=bd989c45-4591-43b5-a111-6cdc77ed547b HTTP/1.1" status: 200 len: 849 time: 0.1177945 Sep 24 15:11:22.803744 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-4aef8d6b-c1ce-4bc1-8c8d-d53ccf0acb8e req-0e0d5ebb-0ade-4972-8709-ca54d435cff4 tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] 10.222.0.90 "GET /v2.0/security-groups?id=2939f29b-96bc-4ebb-8f5b-4b5f150442a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1069486 Sep 24 15:11:22.831606 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e4d1f4-d941-4ad2-b3f7-ba00bc133ffd req-b87b4d9c-c977-49ec-acd9-653f3768947c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:11:22.834072 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-47e4d1f4-d941-4ad2-b3f7-ba00bc133ffd req-b87b4d9c-c977-49ec-acd9-653f3768947c service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=9d3e3000-5ba9-400c-a35c-6e0b1bf4eee7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0843952 Sep 24 15:11:22.954088 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-47e4d1f4-d941-4ad2-b3f7-ba00bc133ffd req-63c4db1a-86a4-4883-83a6-2d870b3a1575 service neutron] 10.222.0.99 "GET /v2.0/networks/9d3e3000-5ba9-400c-a35c-6e0b1bf4eee7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117389 Sep 24 15:11:23.117958 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-47e4d1f4-d941-4ad2-b3f7-ba00bc133ffd req-f3bec967-d895-4594-85ec-51357382495f service neutron] 10.222.0.99 "GET /v2.0/networks/9d3e3000-5ba9-400c-a35c-6e0b1bf4eee7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543972 Sep 24 15:11:23.560709 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-6d20629b-5ff6-4891-8dfc-8b406f5d61e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:11:23.992241 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af6e856-c05f-4c07-b8ee-0e18103619a1 req-a449fddc-f314-4390-a1f3-78448c89f27c tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:11:23.993859 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-9af6e856-c05f-4c07-b8ee-0e18103619a1 req-a449fddc-f314-4390-a1f3-78448c89f27c tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] 10.222.0.90 "GET /v2.0/ports?device_id=7c96c5f6-96f2-4afe-9406-8bacc6cc53d1 HTTP/1.1" status: 200 len: 943 time: 0.0696607 Sep 24 15:11:24.057600 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-9af6e856-c05f-4c07-b8ee-0e18103619a1 req-64a74bac-7c77-45f9-af56-1f1b36679429 tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] 10.222.0.90 "GET /v2.0/security-groups?id=2939f29b-96bc-4ebb-8f5b-4b5f150442a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569091 Sep 24 15:11:25.224145 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd1567b-365b-4b93-8f37-efac033bbf7c req-e1b8d4dd-2d10-4b9c-976a-4c1a747e8a6b tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:11:25.226258 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-ddd1567b-365b-4b93-8f37-efac033bbf7c req-e1b8d4dd-2d10-4b9c-976a-4c1a747e8a6b tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] 10.222.0.90 "GET /v2.0/ports?device_id=7c96c5f6-96f2-4afe-9406-8bacc6cc53d1 HTTP/1.1" status: 200 len: 943 time: 0.0647712 Sep 24 15:11:25.273177 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-ddd1567b-365b-4b93-8f37-efac033bbf7c req-a2eb5b02-cc8c-4d6a-a885-4c3186ce442b tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] 10.222.0.90 "GET /v2.0/security-groups?id=2939f29b-96bc-4ebb-8f5b-4b5f150442a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405574 Sep 24 15:11:26.433829 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff221ad1-a0fc-4ef1-9983-233a0dac9cae req-f4e72810-70ec-445a-94bf-a6c54ad0240e tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:11:26.436002 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-ff221ad1-a0fc-4ef1-9983-233a0dac9cae req-f4e72810-70ec-445a-94bf-a6c54ad0240e tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] 10.222.0.90 "GET /v2.0/ports?device_id=7c96c5f6-96f2-4afe-9406-8bacc6cc53d1 HTTP/1.1" status: 200 len: 943 time: 0.0690403 Sep 24 15:11:26.485999 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-ff221ad1-a0fc-4ef1-9983-233a0dac9cae req-e32a5468-aaee-4306-9b12-d3a0938c5791 tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] 10.222.0.90 "GET /v2.0/security-groups?id=2939f29b-96bc-4ebb-8f5b-4b5f150442a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396039 Sep 24 15:11:27.676975 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e195e4-6748-4a78-b268-c84c5ec4cfc8 req-f62bd536-fba0-4160-900c-43c3cf31ff56 tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:11:27.678624 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-79e195e4-6748-4a78-b268-c84c5ec4cfc8 req-f62bd536-fba0-4160-900c-43c3cf31ff56 tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] 10.222.0.90 "GET /v2.0/ports?device_id=7c96c5f6-96f2-4afe-9406-8bacc6cc53d1 HTTP/1.1" status: 200 len: 943 time: 0.0820000 Sep 24 15:11:27.742106 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-79e195e4-6748-4a78-b268-c84c5ec4cfc8 req-7755edd3-7133-4d85-82e4-0b65074ab2f4 tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] 10.222.0.90 "GET /v2.0/security-groups?id=2939f29b-96bc-4ebb-8f5b-4b5f150442a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563195 Sep 24 15:11:28.331200 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-c7798f2c-d46f-4fde-9d6f-ef6b277978e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:11:28.926064 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc782901-1d71-48fc-931c-355a79fca216 req-08da8616-12c0-4b3e-9b41-e02306512629 tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:11:28.928457 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-cc782901-1d71-48fc-931c-355a79fca216 req-08da8616-12c0-4b3e-9b41-e02306512629 tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] 10.222.0.90 "GET /v2.0/ports?device_id=7c96c5f6-96f2-4afe-9406-8bacc6cc53d1 HTTP/1.1" status: 200 len: 943 time: 0.0704980 Sep 24 15:11:28.985363 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-cc782901-1d71-48fc-931c-355a79fca216 req-a32bf007-89a8-487a-8c5c-0171a71e5ba8 tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] 10.222.0.90 "GET /v2.0/security-groups?id=2939f29b-96bc-4ebb-8f5b-4b5f150442a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500414 Sep 24 15:11:29.192218 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.rpc [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Device 8fada53d-be52-470d-a546-edc5bad21009 details requested by agent hyperv_hv-cinder-80983 with host hv-cinder-80983 {{(pid=105995) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 15:11:29.305621 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.db [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] For port 8fada53d-be52-470d-a546-edc5bad21009, host hv-cinder-80983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80983',level=0,port_id=8fada53d-be52-470d-a546-edc5bad21009,segment=NetworkSegment(54a7b302-b3d8-4976-92a2-8574ea016e7b),segment_id=54a7b302-b3d8-4976-92a2-8574ea016e7b)] {{(pid=105995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:11:29.325304 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.rpc [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Returning: {'device': '8fada53d-be52-470d-a546-edc5bad21009', 'network_id': '9d3e3000-5ba9-400c-a35c-6e0b1bf4eee7', 'port_id': '8fada53d-be52-470d-a546-edc5bad21009', 'mac_address': 'fa:16:3e:2f:5b:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1048, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd989c45-4591-43b5-a111-6cdc77ed547b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105995) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 15:11:29.389843 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:11:29.392741 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993762'] for port, before_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:11:29.408829 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.notifiers.nova [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8fada53d-be52-470d-a546-edc5bad21009 {{(pid=105995) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:11:29.433182 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.db [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] For port 8fada53d-be52-470d-a546-edc5bad21009, host hv-cinder-80983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80983',level=0,port_id=8fada53d-be52-470d-a546-edc5bad21009,segment=NetworkSegment(54a7b302-b3d8-4976-92a2-8574ea016e7b),segment_id=54a7b302-b3d8-4976-92a2-8574ea016e7b)] {{(pid=105995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:11:29.438711 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248551428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248062163'] for port, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:11:29.494664 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Pushing event updated for resources: {'Port': ['ID=8fada53d-be52-470d-a546-edc5bad21009,revision_number=4']} {{(pid=105995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:11:29.677571 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.db [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] get_ports_and_sgs() called for port_ids ['8fada53d-be52-470d-a546-edc5bad21009'] {{(pid=105995) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:11:30.123737 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cf3e48-9feb-4496-b41b-f0ffc958f5f2 req-5b52121f-20f5-48bb-a2aa-de8fbf17486f tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:11:30.125872 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-e8cf3e48-9feb-4496-b41b-f0ffc958f5f2 req-5b52121f-20f5-48bb-a2aa-de8fbf17486f tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] 10.222.0.90 "GET /v2.0/ports?device_id=7c96c5f6-96f2-4afe-9406-8bacc6cc53d1 HTTP/1.1" status: 200 len: 944 time: 0.0524740 Sep 24 15:11:30.168607 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-e8cf3e48-9feb-4496-b41b-f0ffc958f5f2 req-c5f0d6fa-2125-4807-b150-362722b41a26 tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] 10.222.0.90 "GET /v2.0/security-groups?id=2939f29b-96bc-4ebb-8f5b-4b5f150442a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367682 Sep 24 15:11:30.472450 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-13d777cc-54dc-48f4-b409-3d66fa02497d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:11:31.230218 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.rpc [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Device 8fada53d-be52-470d-a546-edc5bad21009 up at agent hyperv_hv-cinder-80983 {{(pid=105995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:11:31.287625 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.provisioning_blocks [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Provisioning for port 8fada53d-be52-470d-a546-edc5bad21009 completed by entity L2. {{(pid=105995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 15:11:31.292826 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.provisioning_blocks [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Provisioning complete for port 8fada53d-be52-470d-a546-edc5bad21009 triggered by entity L2. {{(pid=105995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:11:31.293204 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985790'] for port, provisioning_complete {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:11:31.309046 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.db.agents_db [None req-37515238-e50e-498e-bfbd-a21ffee86c29 None None] Agent healthcheck: found 6 active agents {{(pid=105996) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 15:11:31.339489 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e5eca6-d6cd-4155-9010-829cf7f30e7b req-1dedad80-71ea-435b-8d4a-cafa71bacabc tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:11:31.341877 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-90e5eca6-d6cd-4155-9010-829cf7f30e7b req-1dedad80-71ea-435b-8d4a-cafa71bacabc tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] 10.222.0.90 "GET /v2.0/ports?device_id=7c96c5f6-96f2-4afe-9406-8bacc6cc53d1 HTTP/1.1" status: 200 len: 944 time: 0.0812950 Sep 24 15:11:31.404780 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-90e5eca6-d6cd-4155-9010-829cf7f30e7b req-9ea5d492-7dc3-4b36-bc91-6de671002a04 tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] 10.222.0.90 "GET /v2.0/security-groups?id=2939f29b-96bc-4ebb-8f5b-4b5f150442a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484602 Sep 24 15:11:31.406975 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993762'] for port, before_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:11:31.439634 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c96c5f6-96f2-4afe-9406-8bacc6cc53d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fada53d-be52-470d-a546-edc5bad21009'}] {{(pid=105995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:11:31.442296 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}caf9aa003d9a854053fb223e5f104f4bef6eff4a3612bfb278e8f19c1601715b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7b8fbf1-0446-48a3-b5cf-7420148af7ee" -d '{"events": [{"server_uuid": "7c96c5f6-96f2-4afe-9406-8bacc6cc53d1", "name": "network-vif-plugged", "status": "completed", "tag": "8fada53d-be52-470d-a546-edc5bad21009"}]}' {{(pid=105995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:11:31.457383 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.db [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] For port 8fada53d-be52-470d-a546-edc5bad21009, host hv-cinder-80983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80983',level=0,port_id=8fada53d-be52-470d-a546-edc5bad21009,segment=NetworkSegment(54a7b302-b3d8-4976-92a2-8574ea016e7b),segment_id=54a7b302-b3d8-4976-92a2-8574ea016e7b)] {{(pid=105995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:11:31.462741 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248551428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248062163'] for port, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:11:31.490714 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:11:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f15e1d0-ac80-4e88-8ec2-f04de8a2cc40 x-openstack-request-id: req-1f15e1d0-ac80-4e88-8ec2-f04de8a2cc40 {{(pid=105995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:11:31.491857 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c96c5f6-96f2-4afe-9406-8bacc6cc53d1", "name": "network-vif-plugged", "status": "completed", "tag": "8fada53d-be52-470d-a546-edc5bad21009", "code": 200}]} {{(pid=105995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:11:31.491857 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-1f15e1d0-ac80-4e88-8ec2-f04de8a2cc40 {{(pid=105995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:11:31.491857 dv-cinder-809830-2-iscsi neutron-server[105995]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c96c5f6-96f2-4afe-9406-8bacc6cc53d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fada53d-be52-470d-a546-edc5bad21009', 'code': 200} Sep 24 15:11:31.526337 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Pushing event updated for resources: {'Port': ['ID=8fada53d-be52-470d-a546-edc5bad21009,revision_number=5']} {{(pid=105995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:11:31.723351 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5605420d-13cb-411b-bd53-ae6c87db103b req-a7fdb10c-d333-47e1-ae7d-a6abc16507be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:11:31.724790 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-5605420d-13cb-411b-bd53-ae6c87db103b req-a7fdb10c-d333-47e1-ae7d-a6abc16507be service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=7c96c5f6-96f2-4afe-9406-8bacc6cc53d1 HTTP/1.1" status: 200 len: 1098 time: 0.0519319 Sep 24 15:11:31.764202 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-5605420d-13cb-411b-bd53-ae6c87db103b req-e3705a03-4290-416d-aa13-30e7a16b5441 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=2939f29b-96bc-4ebb-8f5b-4b5f150442a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325158 Sep 24 15:11:32.543563 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7734fe-fd16-456c-94d8-7a161d4eb258 req-ea77bb5a-b611-4a7b-96d4-d965ca79006e tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:11:32.545228 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-fd7734fe-fd16-456c-94d8-7a161d4eb258 req-ea77bb5a-b611-4a7b-96d4-d965ca79006e tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] 10.222.0.90 "GET /v2.0/ports?device_id=7c96c5f6-96f2-4afe-9406-8bacc6cc53d1 HTTP/1.1" status: 200 len: 945 time: 0.0571160 Sep 24 15:11:32.594259 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-fd7734fe-fd16-456c-94d8-7a161d4eb258 req-8993ccb7-41cb-4221-a814-8e42e2f662e2 tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] 10.222.0.90 "GET /v2.0/security-groups?id=2939f29b-96bc-4ebb-8f5b-4b5f150442a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402331 Sep 24 15:11:33.065556 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-450d71f0-4391-4cc8-89b8-8f609d6e2304 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:11:33.729118 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f1b049-fcff-4092-a4ba-b4b7986aa97c req-0c4d2ad9-f3dd-4ed0-8a75-af1ee4f8b7b1 tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:11:33.730716 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-37f1b049-fcff-4092-a4ba-b4b7986aa97c req-0c4d2ad9-f3dd-4ed0-8a75-af1ee4f8b7b1 tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] 10.222.0.90 "GET /v2.0/ports?device_id=7c96c5f6-96f2-4afe-9406-8bacc6cc53d1 HTTP/1.1" status: 200 len: 945 time: 0.0517941 Sep 24 15:11:33.787867 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-37f1b049-fcff-4092-a4ba-b4b7986aa97c req-38d934f8-e778-44f2-99c5-16f3046a09a4 tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] 10.222.0.90 "GET /v2.0/security-groups?id=2939f29b-96bc-4ebb-8f5b-4b5f150442a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498612 Sep 24 15:11:33.924553 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3d881c-b38e-4b28-bbc5-9d58c76d4112 req-29926a1c-95f3-48aa-af5c-e699a123f925 tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:11:33.926064 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-0b3d881c-b38e-4b28-bbc5-9d58c76d4112 req-29926a1c-95f3-48aa-af5c-e699a123f925 tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] 10.222.0.90 "GET /v2.0/ports?device_id=7c96c5f6-96f2-4afe-9406-8bacc6cc53d1 HTTP/1.1" status: 200 len: 945 time: 0.0564959 Sep 24 15:11:33.971346 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-0b3d881c-b38e-4b28-bbc5-9d58c76d4112 req-b6a91068-6912-42f9-9bcd-66666f620ad9 tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] 10.222.0.90 "GET /v2.0/security-groups?id=2939f29b-96bc-4ebb-8f5b-4b5f150442a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382204 Sep 24 15:11:33.995047 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.wsgi [-] (105994) accepted ('10.222.0.90', 37798) {{(pid=105994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:11:34.037492 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c6f0d8f-6946-4601-9bab-4bf34e0ebcb2 tempest-TestVolumeBootPattern-1208114532 tempest-TestVolumeBootPattern-1208114532-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:11:34.039056 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [None req-2c6f0d8f-6946-4601-9bab-4bf34e0ebcb2 tempest-TestVolumeBootPattern-1208114532 tempest-TestVolumeBootPattern-1208114532-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=7c96c5f6-96f2-4afe-9406-8bacc6cc53d1 HTTP/1.1" status: 200 len: 1093 time: 0.0430002 Sep 24 15:11:34.042053 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.wsgi [-] (105994) accepted ('10.222.0.90', 37800) {{(pid=105994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:11:34.047996 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.v2.base [None req-c548ea4c-2f75-4c00-86e8-3fc1e6fb6d66 tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Request body: {'floatingip': {'floating_network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7', 'port_id': '8fada53d-be52-470d-a546-edc5bad21009', 'tenant_id': '51fa19ff34a14ecc91f6fc88ae5471cb', 'fixed_ip_address': '172.20.0.9'}} {{(pid=105994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:11:34.072215 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-c548ea4c-2f75-4c00-86e8-3fc1e6fb6d66 tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Notify callbacks [] for floatingip, before_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:11:34.203526 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-c548ea4c-2f75-4c00-86e8-3fc1e6fb6d66 tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993762'] for port, before_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:11:34.317240 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.db.db_base_plugin_common [None req-c548ea4c-2f75-4c00-86e8-3fc1e6fb6d66 tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Allocated IP 172.27.0.50 (d1d522b2-1ecd-4e8f-be33-d5d511adebd7/58b80919-877d-4d93-a3a2-bd7e936ebc9a/0d2bee6a-4556-42b0-9f8f-f9b71a76f38a) {{(pid=105994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:11:34.432924 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-c548ea4c-2f75-4c00-86e8-3fc1e6fb6d66 tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Notify callbacks [] for port, precommit_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:11:34.486419 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-c548ea4c-2f75-4c00-86e8-3fc1e6fb6d66 tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727248062127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14130366'] for port, after_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:11:34.553606 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c548ea4c-2f75-4c00-86e8-3fc1e6fb6d66 tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Network d1d522b2-1ecd-4e8f-be33-d5d511adebd7 is already hosted by enough agents. {{(pid=105994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:11:34.558640 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.scheduler.base_scheduler [None req-c548ea4c-2f75-4c00-86e8-3fc1e6fb6d66 tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Resources bound (agent type, host, resource id): {{(pid=105994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:11:34.565353 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c548ea4c-2f75-4c00-86e8-3fc1e6fb6d66 tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Received port after_create {{(pid=105994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:11:34.599889 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c548ea4c-2f75-4c00-86e8-3fc1e6fb6d66 tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Pushing event updated for resources: {'Port': ['ID=0d2bee6a-4556-42b0-9f8f-f9b71a76f38a,revision_number=1']} {{(pid=105994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:11:35.284270 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-c548ea4c-2f75-4c00-86e8-3fc1e6fb6d66 tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:11:35.355705 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-c548ea4c-2f75-4c00-86e8-3fc1e6fb6d66 tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993762'] for port, before_update {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:11:35.514681 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-c548ea4c-2f75-4c00-86e8-3fc1e6fb6d66 tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Notify callbacks [] for port, precommit_update {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:11:35.520051 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-c548ea4c-2f75-4c00-86e8-3fc1e6fb6d66 tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248551428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248062145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248062163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14130357'] for port, after_update {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:11:35.594673 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c548ea4c-2f75-4c00-86e8-3fc1e6fb6d66 tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Pushing event updated for resources: {'Port': ['ID=0d2bee6a-4556-42b0-9f8f-f9b71a76f38a,revision_number=2']} {{(pid=105994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:11:35.607641 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-c548ea4c-2f75-4c00-86e8-3fc1e6fb6d66 tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-595207'] for floatingip, after_create {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:11:35.713256 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.db.l3_db [None req-c548ea4c-2f75-4c00-86e8-3fc1e6fb6d66 tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Floating IP 33bb4201-8b35-4b90-9f28-543ac19de9be associated. External IP: 172.27.0.50, port: 8fada53d-be52-470d-a546-edc5bad21009. Sep 24 15:11:35.936045 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c548ea4c-2f75-4c00-86e8-3fc1e6fb6d66 tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Router c3007b00-6027-4595-b86c-8233af466725 has already been hosted by L3 agent 76290e94-8d59-4af2-9b8f-4e64db68baa4 {{(pid=105994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:11:36.047832 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c548ea4c-2f75-4c00-86e8-3fc1e6fb6d66 tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Notify agent at l3_agent.dv-cinder-809830-2-iscsi the message routers_updated {{(pid=105994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:11:36.059147 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fad26b73-71b3-4283-838a-67ba73481aa0 None None] Sync routers for ids ['c3007b00-6027-4595-b86c-8233af466725'] in dv-cinder-809830-2-iscsi {{(pid=105995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:11:36.070014 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fad26b73-71b3-4283-838a-67ba73481aa0 None None] Routers {'c3007b00-6027-4595-b86c-8233af466725'} bound to L3 agent in host dv-cinder-809830-2-iscsi {{(pid=105995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:11:36.070760 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.l3_hamode_db [None req-fad26b73-71b3-4283-838a-67ba73481aa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809830-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T14:45:58Z,description=,heartbeat_timestamp=2021-09-24T15:11:28Z,host='dv-cinder-809830-2-iscsi',id=76290e94-8d59-4af2-9b8f-4e64db68baa4,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T14:45:58Z,topic='l3_agent')) {'router_ids': ['c3007b00-6027-4595-b86c-8233af466725'], 'active': True} {{(pid=105995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:11:36.074652 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-c548ea4c-2f75-4c00-86e8-3fc1e6fb6d66 tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472375'] for floatingip, before_response {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:11:36.112768 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [None req-c548ea4c-2f75-4c00-86e8-3fc1e6fb6d66 tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] 10.222.0.90 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0632937 Sep 24 15:11:36.112768 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c96c5f6-96f2-4afe-9406-8bacc6cc53d1', 'tag': '8fada53d-be52-470d-a546-edc5bad21009'}] {{(pid=105994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:11:36.112768 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}445a901cbb5a624303c84b78f65e518dd0fb300c00204885c20e5236c8fbed2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25b7283c-53bf-44be-bc99-9dc17af4a1ef" -d '{"events": [{"name": "network-changed", "server_uuid": "7c96c5f6-96f2-4afe-9406-8bacc6cc53d1", "tag": "8fada53d-be52-470d-a546-edc5bad21009"}]}' {{(pid=105994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:11:36.157266 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 15:11:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4548fe8c-13aa-422a-a6ab-0ffaa5ba573c x-openstack-request-id: req-4548fe8c-13aa-422a-a6ab-0ffaa5ba573c {{(pid=105994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:11:36.157535 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c96c5f6-96f2-4afe-9406-8bacc6cc53d1", "tag": "8fada53d-be52-470d-a546-edc5bad21009", "status": "completed", "code": 200}]} {{(pid=105994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:11:36.157769 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-4548fe8c-13aa-422a-a6ab-0ffaa5ba573c {{(pid=105994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:11:36.158173 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c96c5f6-96f2-4afe-9406-8bacc6cc53d1', 'tag': '8fada53d-be52-470d-a546-edc5bad21009', 'status': 'completed', 'code': 200} Sep 24 15:11:36.203964 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.l3_dvr_db [None req-fad26b73-71b3-4283-838a-67ba73481aa0 None None] Set router c3007b00-6027-4595-b86c-8233af466725 gateway port host: dv-cinder-809830-2-iscsi {{(pid=105995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:11:36.232282 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b7283c-53bf-44be-bc99-9dc17af4a1ef req-8e1e7d5e-4b55-4ffd-8a7f-36ad1818a3c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:11:36.233911 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-25b7283c-53bf-44be-bc99-9dc17af4a1ef req-8e1e7d5e-4b55-4ffd-8a7f-36ad1818a3c8 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=51fa19ff34a14ecc91f6fc88ae5471cb&device_id=7c96c5f6-96f2-4afe-9406-8bacc6cc53d1 HTTP/1.1" status: 200 len: 1098 time: 0.0505726 Sep 24 15:11:36.340735 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b7283c-53bf-44be-bc99-9dc17af4a1ef req-dc495385-9f19-45f8-807e-620a8b7ee82f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:11:36.342237 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-25b7283c-53bf-44be-bc99-9dc17af4a1ef req-dc495385-9f19-45f8-807e-620a8b7ee82f service neutron] 10.222.0.99 "GET /v2.0/networks?id=9d3e3000-5ba9-400c-a35c-6e0b1bf4eee7 HTTP/1.1" status: 200 len: 912 time: 0.1011147 Sep 24 15:11:36.412567 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-25b7283c-53bf-44be-bc99-9dc17af4a1ef req-60358e20-dbcf-4b0f-97e5-7f0c937deea2 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8fada53d-be52-470d-a546-edc5bad21009 HTTP/1.1" status: 200 len: 998 time: 0.0626347 Sep 24 15:11:36.465913 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b7283c-53bf-44be-bc99-9dc17af4a1ef req-511e46f7-8cc2-4932-b91c-6eba2c29b6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:11:36.467335 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-25b7283c-53bf-44be-bc99-9dc17af4a1ef req-511e46f7-8cc2-4932-b91c-6eba2c29b6ce service neutron] 10.222.0.99 "GET /v2.0/subnets?id=bd989c45-4591-43b5-a111-6cdc77ed547b HTTP/1.1" status: 200 len: 849 time: 0.0481000 Sep 24 15:11:36.528741 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b7283c-53bf-44be-bc99-9dc17af4a1ef req-274a46bf-0c35-43c2-927e-56158d127ead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:11:36.528741 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-25b7283c-53bf-44be-bc99-9dc17af4a1ef req-274a46bf-0c35-43c2-927e-56158d127ead service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=9d3e3000-5ba9-400c-a35c-6e0b1bf4eee7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0540812 Sep 24 15:11:36.675409 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.l3_hamode_db [None req-fad26b73-71b3-4283-838a-67ba73481aa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3007b00-6027-4595-b86c-8233af466725', 'name': 'tempest-TestVolumeBootPattern-52582607-router', 'tenant_id': '51fa19ff34a14ecc91f6fc88ae5471cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7', 'external_fixed_ips': [{'subnet_id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '3c4dbcc3-9137-4f93-aeb5-b5adfb131d4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:05:41Z', 'updated_at': '2021-09-24T15:05:47Z', 'revision_number': 4, 'project_id': '51fa19ff34a14ecc91f6fc88ae5471cb', 'gw_port': {'id': '3c4dbcc3-9137-4f93-aeb5-b5adfb131d4e', 'name': '', 'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:39:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3007b00-6027-4595-b86c-8233af466725', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:05:41Z', 'updated_at': '2021-09-24T15:05:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809830-2-iscsi', '_floatingips': [{'id': '33bb4201-8b35-4b90-9f28-543ac19de9be', 'tenant_id': '51fa19ff34a14ecc91f6fc88ae5471cb', 'floating_ip_address': '172.27.0.50', 'floating_network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7', 'router_id': 'c3007b00-6027-4595-b86c-8233af466725', 'port_id': '8fada53d-be52-470d-a546-edc5bad21009', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d3e3000-5ba9-400c-a35c-6e0b1bf4eee7', 'mac_address': 'fa:16:3e:2f:5b:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c96c5f6-96f2-4afe-9406-8bacc6cc53d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T15:11:35Z', 'updated_at': '2021-09-24T15:11:35Z', 'revision_number': 0, 'project_id': '51fa19ff34a14ecc91f6fc88ae5471cb', 'fixed_ip_address_scope': None}, {'id': 'e2ae1736-3280-47be-83f6-5e85d10721a6', 'tenant_id': '51fa19ff34a14ecc91f6fc88ae5471cb', 'floating_ip_address': '172.27.0.23', 'floating_network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7', 'router_id': 'c3007b00-6027-4595-b86c-8233af466725', 'port_id': 'f5def16b-5389-4ba6-b1f8-ac2f476d61b0', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d3e3000-5ba9-400c-a35c-6e0b1bf4eee7', 'mac_address': 'fa:16:3e:0e:fe:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ba1dfab-2534-4377-8662-5e5d35db76c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T15:09:24Z', 'updated_at': '2021-09-24T15:09:26Z', 'revision_number': 1, 'project_id': '51fa19ff34a14ecc91f6fc88ae5471cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0b52ef1-e317-4938-bce1-5cc0445f6ccf', 'name': '', 'network_id': '9d3e3000-5ba9-400c-a35c-6e0b1bf4eee7', 'tenant_id': '51fa19ff34a14ecc91f6fc88ae5471cb', 'mac_address': 'fa:16:3e:05:6b:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3007b00-6027-4595-b86c-8233af466725', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'bd989c45-4591-43b5-a111-6cdc77ed547b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:05:46Z', 'updated_at': '2021-09-24T15:05:54Z', 'revision_number': 5, 'project_id': '51fa19ff34a14ecc91f6fc88ae5471cb', 'subnets': [{'id': 'bd989c45-4591-43b5-a111-6cdc77ed547b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809830-2-iscsi', False) {} {{(pid=105995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:11:36.682748 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-25b7283c-53bf-44be-bc99-9dc17af4a1ef req-c7481112-2624-41e0-a7a7-2be9e1cb25bb service neutron] 10.222.0.99 "GET /v2.0/networks/9d3e3000-5ba9-400c-a35c-6e0b1bf4eee7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465857 Sep 24 15:11:36.704275 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fad26b73-71b3-4283-838a-67ba73481aa0 None None] Checking router: c3007b00-6027-4595-b86c-8233af466725 for host: dv-cinder-809830-2-iscsi {{(pid=105995) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:11:36.714442 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fad26b73-71b3-4283-838a-67ba73481aa0 None None] Routers {'c3007b00-6027-4595-b86c-8233af466725'} bound to L3 agent in host dv-cinder-809830-2-iscsi {{(pid=105995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:11:36.715197 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.l3_hamode_db [None req-fad26b73-71b3-4283-838a-67ba73481aa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809830-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T14:45:58Z,description=,heartbeat_timestamp=2021-09-24T15:11:28Z,host='dv-cinder-809830-2-iscsi',id=76290e94-8d59-4af2-9b8f-4e64db68baa4,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T14:45:58Z,topic='l3_agent')) {'router_ids': ['c3007b00-6027-4595-b86c-8233af466725'], 'active': True} {{(pid=105995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:11:36.800344 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-25b7283c-53bf-44be-bc99-9dc17af4a1ef req-b6a0955f-361f-4c1d-8977-5bbcbfa03450 service neutron] 10.222.0.99 "GET /v2.0/networks/9d3e3000-5ba9-400c-a35c-6e0b1bf4eee7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099973 Sep 24 15:11:36.836090 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.l3_dvr_db [None req-fad26b73-71b3-4283-838a-67ba73481aa0 None None] Set router c3007b00-6027-4595-b86c-8233af466725 gateway port host: dv-cinder-809830-2-iscsi {{(pid=105995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:11:37.128797 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.l3_hamode_db [None req-fad26b73-71b3-4283-838a-67ba73481aa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3007b00-6027-4595-b86c-8233af466725', 'name': 'tempest-TestVolumeBootPattern-52582607-router', 'tenant_id': '51fa19ff34a14ecc91f6fc88ae5471cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7', 'external_fixed_ips': [{'subnet_id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '3c4dbcc3-9137-4f93-aeb5-b5adfb131d4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:05:41Z', 'updated_at': '2021-09-24T15:05:47Z', 'revision_number': 4, 'project_id': '51fa19ff34a14ecc91f6fc88ae5471cb', 'gw_port': {'id': '3c4dbcc3-9137-4f93-aeb5-b5adfb131d4e', 'name': '', 'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:39:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3007b00-6027-4595-b86c-8233af466725', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:05:41Z', 'updated_at': '2021-09-24T15:05:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809830-2-iscsi', '_floatingips': [{'id': '33bb4201-8b35-4b90-9f28-543ac19de9be', 'tenant_id': '51fa19ff34a14ecc91f6fc88ae5471cb', 'floating_ip_address': '172.27.0.50', 'floating_network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7', 'router_id': 'c3007b00-6027-4595-b86c-8233af466725', 'port_id': '8fada53d-be52-470d-a546-edc5bad21009', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d3e3000-5ba9-400c-a35c-6e0b1bf4eee7', 'mac_address': 'fa:16:3e:2f:5b:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c96c5f6-96f2-4afe-9406-8bacc6cc53d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T15:11:35Z', 'updated_at': '2021-09-24T15:11:35Z', 'revision_number': 0, 'project_id': '51fa19ff34a14ecc91f6fc88ae5471cb', 'fixed_ip_address_scope': None}, {'id': 'e2ae1736-3280-47be-83f6-5e85d10721a6', 'tenant_id': '51fa19ff34a14ecc91f6fc88ae5471cb', 'floating_ip_address': '172.27.0.23', 'floating_network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7', 'router_id': 'c3007b00-6027-4595-b86c-8233af466725', 'port_id': 'f5def16b-5389-4ba6-b1f8-ac2f476d61b0', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d3e3000-5ba9-400c-a35c-6e0b1bf4eee7', 'mac_address': 'fa:16:3e:0e:fe:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ba1dfab-2534-4377-8662-5e5d35db76c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T15:09:24Z', 'updated_at': '2021-09-24T15:09:26Z', 'revision_number': 1, 'project_id': '51fa19ff34a14ecc91f6fc88ae5471cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0b52ef1-e317-4938-bce1-5cc0445f6ccf', 'name': '', 'network_id': '9d3e3000-5ba9-400c-a35c-6e0b1bf4eee7', 'tenant_id': '51fa19ff34a14ecc91f6fc88ae5471cb', 'mac_address': 'fa:16:3e:05:6b:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3007b00-6027-4595-b86c-8233af466725', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'bd989c45-4591-43b5-a111-6cdc77ed547b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:05:46Z', 'updated_at': '2021-09-24T15:05:54Z', 'revision_number': 5, 'project_id': '51fa19ff34a14ecc91f6fc88ae5471cb', 'subnets': [{'id': 'bd989c45-4591-43b5-a111-6cdc77ed547b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809830-2-iscsi', False) {} {{(pid=105995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:11:37.181056 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fad26b73-71b3-4283-838a-67ba73481aa0 None None] The sync data for ids ['c3007b00-6027-4595-b86c-8233af466725'] in dv-cinder-809830-2-iscsi is: [{'id': 'c3007b00-6027-4595-b86c-8233af466725', 'name': 'tempest-TestVolumeBootPattern-52582607-router', 'tenant_id': '51fa19ff34a14ecc91f6fc88ae5471cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7', 'external_fixed_ips': [{'subnet_id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '3c4dbcc3-9137-4f93-aeb5-b5adfb131d4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:05:41Z', 'updated_at': '2021-09-24T15:05:47Z', 'revision_number': 4, 'project_id': '51fa19ff34a14ecc91f6fc88ae5471cb', 'gw_port': {'id': '3c4dbcc3-9137-4f93-aeb5-b5adfb131d4e', 'name': '', 'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:39:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3007b00-6027-4595-b86c-8233af466725', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:05:41Z', 'updated_at': '2021-09-24T15:05:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809830-2-iscsi', '_floatingips': [{'id': '33bb4201-8b35-4b90-9f28-543ac19de9be', 'tenant_id': '51fa19ff34a14ecc91f6fc88ae5471cb', 'floating_ip_address': '172.27.0.50', 'floating_network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7', 'router_id': 'c3007b00-6027-4595-b86c-8233af466725', 'port_id': '8fada53d-be52-470d-a546-edc5bad21009', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d3e3000-5ba9-400c-a35c-6e0b1bf4eee7', 'mac_address': 'fa:16:3e:2f:5b:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c96c5f6-96f2-4afe-9406-8bacc6cc53d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T15:11:35Z', 'updated_at': '2021-09-24T15:11:35Z', 'revision_number': 0, 'project_id': '51fa19ff34a14ecc91f6fc88ae5471cb', 'fixed_ip_address_scope': None}, {'id': 'e2ae1736-3280-47be-83f6-5e85d10721a6', 'tenant_id': '51fa19ff34a14ecc91f6fc88ae5471cb', 'floating_ip_address': '172.27.0.23', 'floating_network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7', 'router_id': 'c3007b00-6027-4595-b86c-8233af466725', 'port_id': 'f5def16b-5389-4ba6-b1f8-ac2f476d61b0', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d3e3000-5ba9-400c-a35c-6e0b1bf4eee7', 'mac_address': 'fa:16:3e:0e:fe:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ba1dfab-2534-4377-8662-5e5d35db76c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T15:09:24Z', 'updated_at': '2021-09-24T15:09:26Z', 'revision_number': 1, 'project_id': '51fa19ff34a14ecc91f6fc88ae5471cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0b52ef1-e317-4938-bce1-5cc0445f6ccf', 'name': '', 'network_id': '9d3e3000-5ba9-400c-a35c-6e0b1bf4eee7', 'tenant_id': '51fa19ff34a14ecc91f6fc88ae5471cb', 'mac_address': 'fa:16:3e:05:6b:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3007b00-6027-4595-b86c-8233af466725', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'bd989c45-4591-43b5-a111-6cdc77ed547b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:05:46Z', 'updated_at': '2021-09-24T15:05:54Z', 'revision_number': 5, 'project_id': '51fa19ff34a14ecc91f6fc88ae5471cb', 'subnets': [{'id': 'bd989c45-4591-43b5-a111-6cdc77ed547b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:11:37.424814 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05da5ae6-71bf-4b5b-8b2c-6d0695f4f67b None None] New status for floating IP 33bb4201-8b35-4b90-9f28-543ac19de9be: ACTIVE {{(pid=105996) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 15:11:45.947916 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:11:53.574947 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-e3e912fa-7977-4b47-abba-0b1af1ac9092 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:11:55.451129 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-1217a64c-baa3-4906-a5e8-f86cc992729f req-5d25d496-aafd-4b24-a5ee-f8382e8af137 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=1ba1dfab-2534-4377-8662-5e5d35db76c5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0502279 Sep 24 15:11:55.568656 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1217a64c-baa3-4906-a5e8-f86cc992729f req-bc6c8e3b-6fb6-4d08-884b-8ece231e8d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:11:55.571290 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-1217a64c-baa3-4906-a5e8-f86cc992729f req-bc6c8e3b-6fb6-4d08-884b-8ece231e8d99 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=51fa19ff34a14ecc91f6fc88ae5471cb&device_id=1ba1dfab-2534-4377-8662-5e5d35db76c5 HTTP/1.1" status: 200 len: 1098 time: 0.0660346 Sep 24 15:11:55.727497 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1217a64c-baa3-4906-a5e8-f86cc992729f req-c08f3bf8-d969-46d8-81be-467bcbcc9b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:11:55.730283 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-1217a64c-baa3-4906-a5e8-f86cc992729f req-c08f3bf8-d969-46d8-81be-467bcbcc9b0b service neutron] 10.222.0.99 "GET /v2.0/networks?id=9d3e3000-5ba9-400c-a35c-6e0b1bf4eee7 HTTP/1.1" status: 200 len: 912 time: 0.1353211 Sep 24 15:11:55.841980 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-1217a64c-baa3-4906-a5e8-f86cc992729f req-22ba16ce-6196-40cb-bae7-711f12446bac service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f5def16b-5389-4ba6-b1f8-ac2f476d61b0 HTTP/1.1" status: 200 len: 1000 time: 0.1027334 Sep 24 15:11:55.928145 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1217a64c-baa3-4906-a5e8-f86cc992729f req-5529329a-bca5-48cb-b882-196633ab9c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:11:55.930866 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-1217a64c-baa3-4906-a5e8-f86cc992729f req-5529329a-bca5-48cb-b882-196633ab9c2e service neutron] 10.222.0.99 "GET /v2.0/subnets?id=bd989c45-4591-43b5-a111-6cdc77ed547b HTTP/1.1" status: 200 len: 849 time: 0.0806630 Sep 24 15:11:56.007803 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1217a64c-baa3-4906-a5e8-f86cc992729f req-74a21ca0-9729-4b00-bb5c-abfd2a682609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:11:56.009549 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-1217a64c-baa3-4906-a5e8-f86cc992729f req-74a21ca0-9729-4b00-bb5c-abfd2a682609 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=9d3e3000-5ba9-400c-a35c-6e0b1bf4eee7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0701680 Sep 24 15:11:56.175720 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-1217a64c-baa3-4906-a5e8-f86cc992729f req-1329e97f-a758-4aea-ab00-f4c61353fc6d service neutron] 10.222.0.99 "GET /v2.0/networks/9d3e3000-5ba9-400c-a35c-6e0b1bf4eee7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568701 Sep 24 15:11:56.356023 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-1217a64c-baa3-4906-a5e8-f86cc992729f req-40bcab95-1e08-4a01-8b3a-8781a35a4b13 service neutron] 10.222.0.99 "GET /v2.0/networks/9d3e3000-5ba9-400c-a35c-6e0b1bf4eee7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1719267 Sep 24 15:11:58.321553 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-470cc968-c884-45a2-a5a1-15c084c2d5d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:11:59.375453 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:12:00.490622 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-13d777cc-54dc-48f4-b409-3d66fa02497d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:12:03.076911 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-450d71f0-4391-4cc8-89b8-8f609d6e2304 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:12:08.314556 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.db.agents_db [None req-37515238-e50e-498e-bfbd-a21ffee86c29 None None] Agent healthcheck: found 6 active agents {{(pid=105996) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 15:12:15.948392 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:12:23.580670 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-961ccdc2-ce72-40c7-8729-98279768ca63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:12:28.319683 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-a5bad2c1-3942-4b06-afa7-30e3798318b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:12:29.368532 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:12:30.487597 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-13d777cc-54dc-48f4-b409-3d66fa02497d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:12:33.075722 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-450d71f0-4391-4cc8-89b8-8f609d6e2304 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:12:45.320004 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.db.agents_db [None req-37515238-e50e-498e-bfbd-a21ffee86c29 None None] Agent healthcheck: found 6 active agents {{(pid=105996) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 15:12:45.958947 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:12:53.578334 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-c607f903-555c-43ab-bb6c-4f28c97b1516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:12:54.836980 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-6e20e6b9-16c6-41dc-a3a4-8f8db6f530c7 req-75c0c998-f355-43e8-9f60-a7e62d56d04d service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=7c96c5f6-96f2-4afe-9406-8bacc6cc53d1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1150153 Sep 24 15:12:54.860399 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.wsgi [req-c919575b-b86f-40d0-b7bc-6ea0760de824 req-b05681fe-e513-416c-935a-cc65e813d2c2 service neutron] (105993) timed out ('10.222.0.99', 57017) {{(pid=105993) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 24 15:12:54.931426 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e20e6b9-16c6-41dc-a3a4-8f8db6f530c7 req-d99d5f6c-7cb9-4b50-be83-7775e42fb84a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:12:54.933120 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-6e20e6b9-16c6-41dc-a3a4-8f8db6f530c7 req-d99d5f6c-7cb9-4b50-be83-7775e42fb84a service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=51fa19ff34a14ecc91f6fc88ae5471cb&device_id=7c96c5f6-96f2-4afe-9406-8bacc6cc53d1 HTTP/1.1" status: 200 len: 1098 time: 0.0606043 Sep 24 15:12:55.078849 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e20e6b9-16c6-41dc-a3a4-8f8db6f530c7 req-75bd8a32-0b82-481d-8687-7f46673279e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:12:55.080562 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-6e20e6b9-16c6-41dc-a3a4-8f8db6f530c7 req-75bd8a32-0b82-481d-8687-7f46673279e9 service neutron] 10.222.0.99 "GET /v2.0/networks?id=9d3e3000-5ba9-400c-a35c-6e0b1bf4eee7 HTTP/1.1" status: 200 len: 912 time: 0.1245499 Sep 24 15:12:55.161134 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-6e20e6b9-16c6-41dc-a3a4-8f8db6f530c7 req-359bec81-4a5c-4f77-bb84-084d70a2b84b service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8fada53d-be52-470d-a546-edc5bad21009 HTTP/1.1" status: 200 len: 1000 time: 0.0727992 Sep 24 15:12:55.229628 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e20e6b9-16c6-41dc-a3a4-8f8db6f530c7 req-12cc53f0-9452-4233-98e7-7bb9ce52a107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:12:55.232220 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-6e20e6b9-16c6-41dc-a3a4-8f8db6f530c7 req-12cc53f0-9452-4233-98e7-7bb9ce52a107 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=bd989c45-4591-43b5-a111-6cdc77ed547b HTTP/1.1" status: 200 len: 849 time: 0.0637059 Sep 24 15:12:55.291829 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e20e6b9-16c6-41dc-a3a4-8f8db6f530c7 req-c07c985e-3d73-4fd0-a004-d954d9600a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:12:55.293546 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-6e20e6b9-16c6-41dc-a3a4-8f8db6f530c7 req-c07c985e-3d73-4fd0-a004-d954d9600a68 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=9d3e3000-5ba9-400c-a35c-6e0b1bf4eee7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0545864 Sep 24 15:12:55.393686 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.wsgi [req-4e4675ae-6320-4933-a1aa-4d32c2580035 req-66c0e442-b345-4324-ad06-3eabbdfbed62 service neutron] (105994) timed out ('10.222.0.99', 57030) {{(pid=105994) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 24 15:12:55.427185 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-6e20e6b9-16c6-41dc-a3a4-8f8db6f530c7 req-4b1183c3-094c-4a42-8e56-42841c242c64 service neutron] 10.222.0.99 "GET /v2.0/networks/9d3e3000-5ba9-400c-a35c-6e0b1bf4eee7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255419 Sep 24 15:12:55.545928 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-6e20e6b9-16c6-41dc-a3a4-8f8db6f530c7 req-330508bb-ba98-441a-919f-607e50f940b8 service neutron] 10.222.0.99 "GET /v2.0/networks/9d3e3000-5ba9-400c-a35c-6e0b1bf4eee7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092098 Sep 24 15:12:58.314342 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-545be9d4-ff1a-4eac-bcc6-386c6adc3968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:12:59.364116 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:13:00.493743 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-13d777cc-54dc-48f4-b409-3d66fa02497d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:13:03.083982 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-450d71f0-4391-4cc8-89b8-8f609d6e2304 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:13:15.953598 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:13:19.298126 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.wsgi [-] (105993) accepted ('10.222.0.90', 37836) {{(pid=105993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:13:19.489491 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.plugins.ml2.plugin [None req-b578a4b4-4879-4990-95f6-e15f59368e4e tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Deleting port 0d2bee6a-4556-42b0-9f8f-f9b71a76f38a {{(pid=105993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:13:19.489943 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-b578a4b4-4879-4990-95f6-e15f59368e4e tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727248545832'] for port, before_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:13:19.582810 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-b578a4b4-4879-4990-95f6-e15f59368e4e tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616222'] for port, precommit_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:13:19.583237 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-b578a4b4-4879-4990-95f6-e15f59368e4e tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:13:19.597314 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.plugins.ml2.plugin [None req-b578a4b4-4879-4990-95f6-e15f59368e4e tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Calling delete_port for 0d2bee6a-4556-42b0-9f8f-f9b71a76f38a owned by network:floatingip {{(pid=105993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:13:19.762862 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-b578a4b4-4879-4990-95f6-e15f59368e4e tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727248551918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727248062136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14427043'] for port, after_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:13:19.795221 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b578a4b4-4879-4990-95f6-e15f59368e4e tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Pushing event deleted for resources: {'Port': ['ID=0d2bee6a-4556-42b0-9f8f-f9b71a76f38a,revision_number=None']} {{(pid=105993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:13:19.820632 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b578a4b4-4879-4990-95f6-e15f59368e4e tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:13:19.821002 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b578a4b4-4879-4990-95f6-e15f59368e4e tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:13:19.821344 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b578a4b4-4879-4990-95f6-e15f59368e4e tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:13:19.821684 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b578a4b4-4879-4990-95f6-e15f59368e4e tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:13:19.822026 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b578a4b4-4879-4990-95f6-e15f59368e4e tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:13:19.822351 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b578a4b4-4879-4990-95f6-e15f59368e4e tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:13:19.822679 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b578a4b4-4879-4990-95f6-e15f59368e4e tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:13:19.823004 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b578a4b4-4879-4990-95f6-e15f59368e4e tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:13:19.823330 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b578a4b4-4879-4990-95f6-e15f59368e4e tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:13:19.823652 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b578a4b4-4879-4990-95f6-e15f59368e4e tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:13:19.823988 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b578a4b4-4879-4990-95f6-e15f59368e4e tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:13:19.824293 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b578a4b4-4879-4990-95f6-e15f59368e4e tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:13:19.870415 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-b578a4b4-4879-4990-95f6-e15f59368e4e tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Notify callbacks [] for floatingip, after_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:13:19.870729 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.db.l3_db [None req-b578a4b4-4879-4990-95f6-e15f59368e4e tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Floating IP 33bb4201-8b35-4b90-9f28-543ac19de9be disassociated (deleted). External IP: 172.27.0.50, port: 8fada53d-be52-470d-a546-edc5bad21009. Sep 24 15:13:20.419283 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b578a4b4-4879-4990-95f6-e15f59368e4e tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Router c3007b00-6027-4595-b86c-8233af466725 has already been hosted by L3 agent 76290e94-8d59-4af2-9b8f-4e64db68baa4 {{(pid=105993) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:13:20.549730 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b578a4b4-4879-4990-95f6-e15f59368e4e tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Notify agent at l3_agent.dv-cinder-809830-2-iscsi the message routers_updated {{(pid=105993) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:13:20.555614 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-b578a4b4-4879-4990-95f6-e15f59368e4e tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472375'] for floatingip, before_response {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:13:20.563129 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4edc88fe-0053-469a-b43e-708247818260 None None] Sync routers for ids ['c3007b00-6027-4595-b86c-8233af466725'] in dv-cinder-809830-2-iscsi {{(pid=105995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:13:20.580386 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4edc88fe-0053-469a-b43e-708247818260 None None] Routers {'c3007b00-6027-4595-b86c-8233af466725'} bound to L3 agent in host dv-cinder-809830-2-iscsi {{(pid=105995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:13:20.581423 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.l3_hamode_db [None req-4edc88fe-0053-469a-b43e-708247818260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809830-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T14:45:58Z,description=,heartbeat_timestamp=2021-09-24T15:12:58Z,host='dv-cinder-809830-2-iscsi',id=76290e94-8d59-4af2-9b8f-4e64db68baa4,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T14:45:58Z,topic='l3_agent')) {'router_ids': ['c3007b00-6027-4595-b86c-8233af466725'], 'active': True} {{(pid=105995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:13:20.601340 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [None req-b578a4b4-4879-4990-95f6-e15f59368e4e tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] 10.222.0.90 "DELETE /v2.0/floatingips/33bb4201-8b35-4b90-9f28-543ac19de9be HTTP/1.1" status: 204 len: 168 time: 1.3017561 Sep 24 15:13:20.602226 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c96c5f6-96f2-4afe-9406-8bacc6cc53d1', 'tag': '8fada53d-be52-470d-a546-edc5bad21009'}] {{(pid=105993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:13:20.606255 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0483dc3c0338f2df7275381f00d4ce3d10593dcbf62e99ee7509fcf67e52bc13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdf05789-920d-47a4-9b27-72b95d535428" -d '{"events": [{"name": "network-changed", "server_uuid": "7c96c5f6-96f2-4afe-9406-8bacc6cc53d1", "tag": "8fada53d-be52-470d-a546-edc5bad21009"}]}' {{(pid=105993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:13:20.674214 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 15:13:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3974e05a-98b7-4129-802e-17f296f03104 x-openstack-request-id: req-3974e05a-98b7-4129-802e-17f296f03104 {{(pid=105993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:13:20.674673 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c96c5f6-96f2-4afe-9406-8bacc6cc53d1", "tag": "8fada53d-be52-470d-a546-edc5bad21009", "status": "completed", "code": 200}]} {{(pid=105993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:13:20.675081 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-3974e05a-98b7-4129-802e-17f296f03104 {{(pid=105993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:13:20.675693 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c96c5f6-96f2-4afe-9406-8bacc6cc53d1', 'tag': '8fada53d-be52-470d-a546-edc5bad21009', 'status': 'completed', 'code': 200} Sep 24 15:13:20.765053 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.l3_dvr_db [None req-4edc88fe-0053-469a-b43e-708247818260 None None] Set router c3007b00-6027-4595-b86c-8233af466725 gateway port host: dv-cinder-809830-2-iscsi {{(pid=105995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:13:20.768753 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf05789-920d-47a4-9b27-72b95d535428 req-b89efce1-861c-43c5-ab81-36d782073a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:13:20.775967 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-fdf05789-920d-47a4-9b27-72b95d535428 req-b89efce1-861c-43c5-ab81-36d782073a0d service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=51fa19ff34a14ecc91f6fc88ae5471cb&device_id=7c96c5f6-96f2-4afe-9406-8bacc6cc53d1 HTTP/1.1" status: 200 len: 1098 time: 0.0672936 Sep 24 15:13:20.922069 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf05789-920d-47a4-9b27-72b95d535428 req-60564c7f-a04b-4702-a9e6-40c7d1dbcc0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:13:20.923706 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-fdf05789-920d-47a4-9b27-72b95d535428 req-60564c7f-a04b-4702-a9e6-40c7d1dbcc0c service neutron] 10.222.0.99 "GET /v2.0/networks?id=9d3e3000-5ba9-400c-a35c-6e0b1bf4eee7 HTTP/1.1" status: 200 len: 912 time: 0.1440318 Sep 24 15:13:20.974522 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-fdf05789-920d-47a4-9b27-72b95d535428 req-9d535bcc-9a6b-4b94-9b69-6b81e3be4732 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8fada53d-be52-470d-a546-edc5bad21009 HTTP/1.1" status: 200 len: 217 time: 0.0419376 Sep 24 15:13:21.046663 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf05789-920d-47a4-9b27-72b95d535428 req-4386a56d-1ad2-4c6c-af6f-323f1d59aba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:13:21.048555 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-fdf05789-920d-47a4-9b27-72b95d535428 req-4386a56d-1ad2-4c6c-af6f-323f1d59aba9 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=bd989c45-4591-43b5-a111-6cdc77ed547b HTTP/1.1" status: 200 len: 849 time: 0.0659008 Sep 24 15:13:21.113199 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.l3_hamode_db [None req-4edc88fe-0053-469a-b43e-708247818260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3007b00-6027-4595-b86c-8233af466725', 'name': 'tempest-TestVolumeBootPattern-52582607-router', 'tenant_id': '51fa19ff34a14ecc91f6fc88ae5471cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7', 'external_fixed_ips': [{'subnet_id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '3c4dbcc3-9137-4f93-aeb5-b5adfb131d4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:05:41Z', 'updated_at': '2021-09-24T15:05:47Z', 'revision_number': 4, 'project_id': '51fa19ff34a14ecc91f6fc88ae5471cb', 'gw_port': {'id': '3c4dbcc3-9137-4f93-aeb5-b5adfb131d4e', 'name': '', 'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:39:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3007b00-6027-4595-b86c-8233af466725', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:05:41Z', 'updated_at': '2021-09-24T15:05:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809830-2-iscsi', '_floatingips': [{'id': 'e2ae1736-3280-47be-83f6-5e85d10721a6', 'tenant_id': '51fa19ff34a14ecc91f6fc88ae5471cb', 'floating_ip_address': '172.27.0.23', 'floating_network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7', 'router_id': 'c3007b00-6027-4595-b86c-8233af466725', 'port_id': 'f5def16b-5389-4ba6-b1f8-ac2f476d61b0', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d3e3000-5ba9-400c-a35c-6e0b1bf4eee7', 'mac_address': 'fa:16:3e:0e:fe:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ba1dfab-2534-4377-8662-5e5d35db76c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T15:09:24Z', 'updated_at': '2021-09-24T15:09:26Z', 'revision_number': 1, 'project_id': '51fa19ff34a14ecc91f6fc88ae5471cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0b52ef1-e317-4938-bce1-5cc0445f6ccf', 'name': '', 'network_id': '9d3e3000-5ba9-400c-a35c-6e0b1bf4eee7', 'tenant_id': '51fa19ff34a14ecc91f6fc88ae5471cb', 'mac_address': 'fa:16:3e:05:6b:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3007b00-6027-4595-b86c-8233af466725', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'bd989c45-4591-43b5-a111-6cdc77ed547b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:05:46Z', 'updated_at': '2021-09-24T15:05:54Z', 'revision_number': 5, 'project_id': '51fa19ff34a14ecc91f6fc88ae5471cb', 'subnets': [{'id': 'bd989c45-4591-43b5-a111-6cdc77ed547b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809830-2-iscsi', False) {} {{(pid=105995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:13:21.154539 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf05789-920d-47a4-9b27-72b95d535428 req-acd4e12c-b046-43ba-855e-6eae3be54821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:13:21.154539 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-fdf05789-920d-47a4-9b27-72b95d535428 req-acd4e12c-b046-43ba-855e-6eae3be54821 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=9d3e3000-5ba9-400c-a35c-6e0b1bf4eee7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0974891 Sep 24 15:13:21.158793 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4edc88fe-0053-469a-b43e-708247818260 None None] Checking router: c3007b00-6027-4595-b86c-8233af466725 for host: dv-cinder-809830-2-iscsi {{(pid=105995) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:13:21.171516 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4edc88fe-0053-469a-b43e-708247818260 None None] Routers {'c3007b00-6027-4595-b86c-8233af466725'} bound to L3 agent in host dv-cinder-809830-2-iscsi {{(pid=105995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:13:21.172347 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.l3_hamode_db [None req-4edc88fe-0053-469a-b43e-708247818260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809830-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T14:45:58Z,description=,heartbeat_timestamp=2021-09-24T15:12:58Z,host='dv-cinder-809830-2-iscsi',id=76290e94-8d59-4af2-9b8f-4e64db68baa4,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T14:45:58Z,topic='l3_agent')) {'router_ids': ['c3007b00-6027-4595-b86c-8233af466725'], 'active': True} {{(pid=105995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:13:21.215961 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3e7a0b-440d-4a74-9b6b-e0da8db1aa69 req-2ba8e710-bf36-46d3-9d8c-44c3c4e7bb10 tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:13:21.218957 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-ab3e7a0b-440d-4a74-9b6b-e0da8db1aa69 req-2ba8e710-bf36-46d3-9d8c-44c3c4e7bb10 tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] 10.222.0.90 "GET /v2.0/ports?device_id=7c96c5f6-96f2-4afe-9406-8bacc6cc53d1 HTTP/1.1" status: 200 len: 945 time: 0.2939558 Sep 24 15:13:21.337494 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.l3_dvr_db [None req-4edc88fe-0053-469a-b43e-708247818260 None None] Set router c3007b00-6027-4595-b86c-8233af466725 gateway port host: dv-cinder-809830-2-iscsi {{(pid=105995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:13:21.341670 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-ab3e7a0b-440d-4a74-9b6b-e0da8db1aa69 req-10a3af34-fda0-4af8-88f0-6846092fb3d5 tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] 10.222.0.90 "GET /v2.0/security-groups?id=2939f29b-96bc-4ebb-8f5b-4b5f150442a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736392 Sep 24 15:13:21.347190 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-fdf05789-920d-47a4-9b27-72b95d535428 req-f0a8c228-1248-49e2-9d2e-f2f9de76e9e2 service neutron] 10.222.0.99 "GET /v2.0/networks/9d3e3000-5ba9-400c-a35c-6e0b1bf4eee7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1846390 Sep 24 15:13:21.472075 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-fdf05789-920d-47a4-9b27-72b95d535428 req-98a78973-1ec3-4e83-845c-c87499414bc7 service neutron] 10.222.0.99 "GET /v2.0/networks/9d3e3000-5ba9-400c-a35c-6e0b1bf4eee7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168303 Sep 24 15:13:21.665833 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.l3_hamode_db [None req-4edc88fe-0053-469a-b43e-708247818260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3007b00-6027-4595-b86c-8233af466725', 'name': 'tempest-TestVolumeBootPattern-52582607-router', 'tenant_id': '51fa19ff34a14ecc91f6fc88ae5471cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7', 'external_fixed_ips': [{'subnet_id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '3c4dbcc3-9137-4f93-aeb5-b5adfb131d4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:05:41Z', 'updated_at': '2021-09-24T15:05:47Z', 'revision_number': 4, 'project_id': '51fa19ff34a14ecc91f6fc88ae5471cb', 'gw_port': {'id': '3c4dbcc3-9137-4f93-aeb5-b5adfb131d4e', 'name': '', 'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:39:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3007b00-6027-4595-b86c-8233af466725', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:05:41Z', 'updated_at': '2021-09-24T15:05:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809830-2-iscsi', '_floatingips': [{'id': 'e2ae1736-3280-47be-83f6-5e85d10721a6', 'tenant_id': '51fa19ff34a14ecc91f6fc88ae5471cb', 'floating_ip_address': '172.27.0.23', 'floating_network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7', 'router_id': 'c3007b00-6027-4595-b86c-8233af466725', 'port_id': 'f5def16b-5389-4ba6-b1f8-ac2f476d61b0', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d3e3000-5ba9-400c-a35c-6e0b1bf4eee7', 'mac_address': 'fa:16:3e:0e:fe:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ba1dfab-2534-4377-8662-5e5d35db76c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T15:09:24Z', 'updated_at': '2021-09-24T15:09:26Z', 'revision_number': 1, 'project_id': '51fa19ff34a14ecc91f6fc88ae5471cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0b52ef1-e317-4938-bce1-5cc0445f6ccf', 'name': '', 'network_id': '9d3e3000-5ba9-400c-a35c-6e0b1bf4eee7', 'tenant_id': '51fa19ff34a14ecc91f6fc88ae5471cb', 'mac_address': 'fa:16:3e:05:6b:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3007b00-6027-4595-b86c-8233af466725', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'bd989c45-4591-43b5-a111-6cdc77ed547b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:05:46Z', 'updated_at': '2021-09-24T15:05:54Z', 'revision_number': 5, 'project_id': '51fa19ff34a14ecc91f6fc88ae5471cb', 'subnets': [{'id': 'bd989c45-4591-43b5-a111-6cdc77ed547b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809830-2-iscsi', False) {} {{(pid=105995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:13:21.697828 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4edc88fe-0053-469a-b43e-708247818260 None None] The sync data for ids ['c3007b00-6027-4595-b86c-8233af466725'] in dv-cinder-809830-2-iscsi is: [{'id': 'c3007b00-6027-4595-b86c-8233af466725', 'name': 'tempest-TestVolumeBootPattern-52582607-router', 'tenant_id': '51fa19ff34a14ecc91f6fc88ae5471cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7', 'external_fixed_ips': [{'subnet_id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '3c4dbcc3-9137-4f93-aeb5-b5adfb131d4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:05:41Z', 'updated_at': '2021-09-24T15:05:47Z', 'revision_number': 4, 'project_id': '51fa19ff34a14ecc91f6fc88ae5471cb', 'gw_port': {'id': '3c4dbcc3-9137-4f93-aeb5-b5adfb131d4e', 'name': '', 'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:39:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3007b00-6027-4595-b86c-8233af466725', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:05:41Z', 'updated_at': '2021-09-24T15:05:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809830-2-iscsi', '_floatingips': [{'id': 'e2ae1736-3280-47be-83f6-5e85d10721a6', 'tenant_id': '51fa19ff34a14ecc91f6fc88ae5471cb', 'floating_ip_address': '172.27.0.23', 'floating_network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7', 'router_id': 'c3007b00-6027-4595-b86c-8233af466725', 'port_id': 'f5def16b-5389-4ba6-b1f8-ac2f476d61b0', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d3e3000-5ba9-400c-a35c-6e0b1bf4eee7', 'mac_address': 'fa:16:3e:0e:fe:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ba1dfab-2534-4377-8662-5e5d35db76c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T15:09:24Z', 'updated_at': '2021-09-24T15:09:26Z', 'revision_number': 1, 'project_id': '51fa19ff34a14ecc91f6fc88ae5471cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0b52ef1-e317-4938-bce1-5cc0445f6ccf', 'name': '', 'network_id': '9d3e3000-5ba9-400c-a35c-6e0b1bf4eee7', 'tenant_id': '51fa19ff34a14ecc91f6fc88ae5471cb', 'mac_address': 'fa:16:3e:05:6b:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3007b00-6027-4595-b86c-8233af466725', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'bd989c45-4591-43b5-a111-6cdc77ed547b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:05:46Z', 'updated_at': '2021-09-24T15:05:54Z', 'revision_number': 5, 'project_id': '51fa19ff34a14ecc91f6fc88ae5471cb', 'subnets': [{'id': 'bd989c45-4591-43b5-a111-6cdc77ed547b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:13:21.964091 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-171660bb-4a87-4f89-96a9-f84d666a97ff None None] New status for floating IP 33bb4201-8b35-4b90-9f28-543ac19de9be: DOWN {{(pid=105996) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 15:13:22.320426 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.db.agents_db [None req-37515238-e50e-498e-bfbd-a21ffee86c29 None None] Agent healthcheck: found 6 active agents {{(pid=105996) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 15:13:22.490167 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599ea617-36de-403c-81ea-fc94bf9300f6 req-2f57267d-ac6b-4412-af80-4a078a95e84e tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:13:22.491940 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-599ea617-36de-403c-81ea-fc94bf9300f6 req-2f57267d-ac6b-4412-af80-4a078a95e84e tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] 10.222.0.99 "GET /v2.0/ports?device_id=7c96c5f6-96f2-4afe-9406-8bacc6cc53d1 HTTP/1.1" status: 200 len: 945 time: 0.0751784 Sep 24 15:13:22.594538 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b338be35-4c53-4df9-bd28-a87510aeee01 req-5a575cc9-3726-47c5-ac1d-d6647ff576d2 tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:13:22.596571 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-b338be35-4c53-4df9-bd28-a87510aeee01 req-5a575cc9-3726-47c5-ac1d-d6647ff576d2 tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] 10.222.0.90 "GET /v2.0/ports?device_id=7c96c5f6-96f2-4afe-9406-8bacc6cc53d1 HTTP/1.1" status: 200 len: 945 time: 0.1581123 Sep 24 15:13:22.633736 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.plugin [req-599ea617-36de-403c-81ea-fc94bf9300f6 req-16d793e9-5db9-4495-8257-b4c3b8fa075d tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Deleting port 8fada53d-be52-470d-a546-edc5bad21009 {{(pid=105994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:13:22.634072 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-599ea617-36de-403c-81ea-fc94bf9300f6 req-16d793e9-5db9-4495-8257-b4c3b8fa075d tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727248545832'] for port, before_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:13:22.650579 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-b338be35-4c53-4df9-bd28-a87510aeee01 req-0cd08f27-aee4-4159-b5e4-27ae5cf2924a tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] 10.222.0.90 "GET /v2.0/security-groups?id=2939f29b-96bc-4ebb-8f5b-4b5f150442a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470040 Sep 24 15:13:22.756956 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.db [req-599ea617-36de-403c-81ea-fc94bf9300f6 req-16d793e9-5db9-4495-8257-b4c3b8fa075d tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] For port 8fada53d-be52-470d-a546-edc5bad21009, host hv-cinder-80983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80983',level=0,port_id=8fada53d-be52-470d-a546-edc5bad21009,segment=NetworkSegment(54a7b302-b3d8-4976-92a2-8574ea016e7b),segment_id=54a7b302-b3d8-4976-92a2-8574ea016e7b)] {{(pid=105994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:13:22.757506 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-599ea617-36de-403c-81ea-fc94bf9300f6 req-16d793e9-5db9-4495-8257-b4c3b8fa075d tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616222'] for port, precommit_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:13:22.777488 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.plugin [req-599ea617-36de-403c-81ea-fc94bf9300f6 req-16d793e9-5db9-4495-8257-b4c3b8fa075d tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Calling delete_port for 8fada53d-be52-470d-a546-edc5bad21009 owned by compute:nova {{(pid=105994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:13:22.973971 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-599ea617-36de-403c-81ea-fc94bf9300f6 req-16d793e9-5db9-4495-8257-b4c3b8fa075d tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727248551918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727248062136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14130366'] for port, after_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:13:23.013155 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d793e9-5db9-4495-8257-b4c3b8fa075d tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Pushing event deleted for resources: {'Port': ['ID=8fada53d-be52-470d-a546-edc5bad21009,revision_number=None']} {{(pid=105994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:13:23.033580 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d793e9-5db9-4495-8257-b4c3b8fa075d tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:13:23.034022 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d793e9-5db9-4495-8257-b4c3b8fa075d tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:13:23.034430 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d793e9-5db9-4495-8257-b4c3b8fa075d tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:13:23.034871 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d793e9-5db9-4495-8257-b4c3b8fa075d tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:13:23.035458 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d793e9-5db9-4495-8257-b4c3b8fa075d tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:13:23.035977 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d793e9-5db9-4495-8257-b4c3b8fa075d tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:13:23.036583 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d793e9-5db9-4495-8257-b4c3b8fa075d tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:13:23.037156 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d793e9-5db9-4495-8257-b4c3b8fa075d tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:13:23.037756 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d793e9-5db9-4495-8257-b4c3b8fa075d tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:13:23.038293 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d793e9-5db9-4495-8257-b4c3b8fa075d tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:13:23.038848 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d793e9-5db9-4495-8257-b4c3b8fa075d tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:13:23.039390 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d793e9-5db9-4495-8257-b4c3b8fa075d tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:13:23.102198 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.db.l3_dvrscheduler_db [req-599ea617-36de-403c-81ea-fc94bf9300f6 req-16d793e9-5db9-4495-8257-b4c3b8fa075d tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] No DVR routers for this DVR port 8fada53d-be52-470d-a546-edc5bad21009 on host hv-cinder-80983 {{(pid=105994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:13:23.105670 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-599ea617-36de-403c-81ea-fc94bf9300f6 req-16d793e9-5db9-4495-8257-b4c3b8fa075d tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472375'] for port, before_response {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:13:23.108714 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-599ea617-36de-403c-81ea-fc94bf9300f6 req-16d793e9-5db9-4495-8257-b4c3b8fa075d tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] 10.222.0.99 "DELETE /v2.0/ports/8fada53d-be52-470d-a546-edc5bad21009 HTTP/1.1" status: 204 len: 173 time: 0.6093199 Sep 24 15:13:23.109189 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c96c5f6-96f2-4afe-9406-8bacc6cc53d1', 'name': 'network-vif-deleted', 'tag': '8fada53d-be52-470d-a546-edc5bad21009'}] {{(pid=105994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:13:23.112491 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}445a901cbb5a624303c84b78f65e518dd0fb300c00204885c20e5236c8fbed2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1328a5b-ac44-400e-bcca-363b31ba10a3" -d '{"events": [{"server_uuid": "7c96c5f6-96f2-4afe-9406-8bacc6cc53d1", "name": "network-vif-deleted", "tag": "8fada53d-be52-470d-a546-edc5bad21009"}]}' {{(pid=105994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:13:23.259097 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:13:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ee9f446-beaf-497c-bb22-77aaf1fb0fa8 x-openstack-request-id: req-9ee9f446-beaf-497c-bb22-77aaf1fb0fa8 {{(pid=105994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:13:23.259383 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c96c5f6-96f2-4afe-9406-8bacc6cc53d1", "name": "network-vif-deleted", "tag": "8fada53d-be52-470d-a546-edc5bad21009", "status": "completed", "code": 200}]} {{(pid=105994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:13:23.259627 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-9ee9f446-beaf-497c-bb22-77aaf1fb0fa8 {{(pid=105994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:13:23.260018 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c96c5f6-96f2-4afe-9406-8bacc6cc53d1', 'name': 'network-vif-deleted', 'tag': '8fada53d-be52-470d-a546-edc5bad21009', 'status': 'completed', 'code': 200} Sep 24 15:13:23.586307 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-6a03df47-afd5-45c4-b90c-6cbb99e4c8e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:13:23.825284 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-5331e7a0-3942-4fe6-a6a5-f5e5490a7a83 req-c4f19c10-8f11-406c-ae38-9eb1cc1359e6 tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] 10.222.0.90 "GET /v2.0/ports?device_id=7c96c5f6-96f2-4afe-9406-8bacc6cc53d1 HTTP/1.1" status: 200 len: 210 time: 0.0465462 Sep 24 15:13:27.254816 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.wsgi [-] (105994) accepted ('10.222.0.90', 37884) {{(pid=105994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:13:27.733419 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.plugin [None req-78388a87-b1d3-4a1e-99ce-32a1ded9f617 tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Deleting port 5b93c33c-7ac9-4cdd-8897-e63fd0396fa7 {{(pid=105994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:13:27.733745 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-78388a87-b1d3-4a1e-99ce-32a1ded9f617 tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727248545832'] for port, before_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:13:27.821981 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-78388a87-b1d3-4a1e-99ce-32a1ded9f617 tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616222'] for port, precommit_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:13:27.822309 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-78388a87-b1d3-4a1e-99ce-32a1ded9f617 tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:13:27.838712 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.plugin [None req-78388a87-b1d3-4a1e-99ce-32a1ded9f617 tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Calling delete_port for 5b93c33c-7ac9-4cdd-8897-e63fd0396fa7 owned by network:floatingip {{(pid=105994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:13:27.874898 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.rpc [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Device 8fada53d-be52-470d-a546-edc5bad21009 no longer exists at agent hyperv_hv-cinder-80983 {{(pid=105995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:13:27.900716 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.plugin [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] No Port match for: 8fada53d-be52-470d-a546-edc5bad21009 {{(pid=105995) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:13:27.901135 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.rpc [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Device 8fada53d-be52-470d-a546-edc5bad21009 not bound to the agent host hv-cinder-80983 {{(pid=105995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:13:28.057962 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-78388a87-b1d3-4a1e-99ce-32a1ded9f617 tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727248551918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727248062136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14130366'] for port, after_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:13:28.097918 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78388a87-b1d3-4a1e-99ce-32a1ded9f617 tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Pushing event deleted for resources: {'Port': ['ID=5b93c33c-7ac9-4cdd-8897-e63fd0396fa7,revision_number=None']} {{(pid=105994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:13:28.192404 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-78388a87-b1d3-4a1e-99ce-32a1ded9f617 tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Notify callbacks [] for floatingip, after_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:13:28.192751 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.db.l3_db [None req-78388a87-b1d3-4a1e-99ce-32a1ded9f617 tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Floating IP e2ae1736-3280-47be-83f6-5e85d10721a6 disassociated (deleted). External IP: 172.27.0.23, port: f5def16b-5389-4ba6-b1f8-ac2f476d61b0. Sep 24 15:13:28.322002 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-a700f384-d9ae-4076-971a-2b578599893e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:13:28.491814 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78388a87-b1d3-4a1e-99ce-32a1ded9f617 tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Router c3007b00-6027-4595-b86c-8233af466725 has already been hosted by L3 agent 76290e94-8d59-4af2-9b8f-4e64db68baa4 {{(pid=105994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:13:28.650611 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78388a87-b1d3-4a1e-99ce-32a1ded9f617 tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Notify agent at l3_agent.dv-cinder-809830-2-iscsi the message routers_updated {{(pid=105994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:13:28.657349 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-78388a87-b1d3-4a1e-99ce-32a1ded9f617 tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472375'] for floatingip, before_response {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:13:28.666280 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b8b67e2-67ad-4b9d-9721-d43b24272333 None None] Sync routers for ids ['c3007b00-6027-4595-b86c-8233af466725'] in dv-cinder-809830-2-iscsi {{(pid=105995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:13:28.681494 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b8b67e2-67ad-4b9d-9721-d43b24272333 None None] Routers {'c3007b00-6027-4595-b86c-8233af466725'} bound to L3 agent in host dv-cinder-809830-2-iscsi {{(pid=105995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:13:28.682396 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.l3_hamode_db [None req-3b8b67e2-67ad-4b9d-9721-d43b24272333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809830-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T14:45:58Z,description=,heartbeat_timestamp=2021-09-24T15:13:28Z,host='dv-cinder-809830-2-iscsi',id=76290e94-8d59-4af2-9b8f-4e64db68baa4,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T14:45:58Z,topic='l3_agent')) {'router_ids': ['c3007b00-6027-4595-b86c-8233af466725'], 'active': True} {{(pid=105995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:13:28.706317 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [None req-78388a87-b1d3-4a1e-99ce-32a1ded9f617 tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] 10.222.0.90 "DELETE /v2.0/floatingips/e2ae1736-3280-47be-83f6-5e85d10721a6 HTTP/1.1" status: 204 len: 168 time: 1.4468017 Sep 24 15:13:28.706317 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ba1dfab-2534-4377-8662-5e5d35db76c5', 'tag': 'f5def16b-5389-4ba6-b1f8-ac2f476d61b0'}] {{(pid=105994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:13:28.706317 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}445a901cbb5a624303c84b78f65e518dd0fb300c00204885c20e5236c8fbed2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13b619bb-0bae-4d46-85db-7f44dc0450e2" -d '{"events": [{"name": "network-changed", "server_uuid": "1ba1dfab-2534-4377-8662-5e5d35db76c5", "tag": "f5def16b-5389-4ba6-b1f8-ac2f476d61b0"}]}' {{(pid=105994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:13:28.772053 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 15:13:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b57a1180-dbc6-43e7-8b34-8b9b89ae9e48 x-openstack-request-id: req-b57a1180-dbc6-43e7-8b34-8b9b89ae9e48 {{(pid=105994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:13:28.772505 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ba1dfab-2534-4377-8662-5e5d35db76c5", "tag": "f5def16b-5389-4ba6-b1f8-ac2f476d61b0", "status": "completed", "code": 200}]} {{(pid=105994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:13:28.772961 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-b57a1180-dbc6-43e7-8b34-8b9b89ae9e48 {{(pid=105994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:13:28.773599 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ba1dfab-2534-4377-8662-5e5d35db76c5', 'tag': 'f5def16b-5389-4ba6-b1f8-ac2f476d61b0', 'status': 'completed', 'code': 200} Sep 24 15:13:28.861559 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.l3_dvr_db [None req-3b8b67e2-67ad-4b9d-9721-d43b24272333 None None] Set router c3007b00-6027-4595-b86c-8233af466725 gateway port host: dv-cinder-809830-2-iscsi {{(pid=105995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:13:28.869126 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b619bb-0bae-4d46-85db-7f44dc0450e2 req-550ca2b7-7ba9-4b87-a1ec-8211477b2c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:13:28.880325 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-13b619bb-0bae-4d46-85db-7f44dc0450e2 req-550ca2b7-7ba9-4b87-a1ec-8211477b2c02 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=51fa19ff34a14ecc91f6fc88ae5471cb&device_id=1ba1dfab-2534-4377-8662-5e5d35db76c5 HTTP/1.1" status: 200 len: 1098 time: 0.0783110 Sep 24 15:13:29.062695 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b619bb-0bae-4d46-85db-7f44dc0450e2 req-5577b599-5623-4d15-bfff-9218519162ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:13:29.064553 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-13b619bb-0bae-4d46-85db-7f44dc0450e2 req-5577b599-5623-4d15-bfff-9218519162ca service neutron] 10.222.0.99 "GET /v2.0/networks?id=9d3e3000-5ba9-400c-a35c-6e0b1bf4eee7 HTTP/1.1" status: 200 len: 912 time: 0.1853063 Sep 24 15:13:29.126981 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-13b619bb-0bae-4d46-85db-7f44dc0450e2 req-ea020d61-bfa2-424a-a385-ac89de732067 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f5def16b-5389-4ba6-b1f8-ac2f476d61b0 HTTP/1.1" status: 200 len: 217 time: 0.0542803 Sep 24 15:13:29.137366 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f446696-d820-4beb-a921-902cfac3b584 req-5639d444-e100-4c7a-bf9a-adcc1f5ce463 tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:13:29.139293 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-5f446696-d820-4beb-a921-902cfac3b584 req-5639d444-e100-4c7a-bf9a-adcc1f5ce463 tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] 10.222.0.90 "GET /v2.0/ports?device_id=1ba1dfab-2534-4377-8662-5e5d35db76c5 HTTP/1.1" status: 200 len: 945 time: 0.1301639 Sep 24 15:13:29.206252 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.l3_hamode_db [None req-3b8b67e2-67ad-4b9d-9721-d43b24272333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3007b00-6027-4595-b86c-8233af466725', 'name': 'tempest-TestVolumeBootPattern-52582607-router', 'tenant_id': '51fa19ff34a14ecc91f6fc88ae5471cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7', 'external_fixed_ips': [{'subnet_id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '3c4dbcc3-9137-4f93-aeb5-b5adfb131d4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:05:41Z', 'updated_at': '2021-09-24T15:05:47Z', 'revision_number': 4, 'project_id': '51fa19ff34a14ecc91f6fc88ae5471cb', 'gw_port': {'id': '3c4dbcc3-9137-4f93-aeb5-b5adfb131d4e', 'name': '', 'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:39:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3007b00-6027-4595-b86c-8233af466725', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:05:41Z', 'updated_at': '2021-09-24T15:05:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809830-2-iscsi', '_interfaces': [{'id': 'f0b52ef1-e317-4938-bce1-5cc0445f6ccf', 'name': '', 'network_id': '9d3e3000-5ba9-400c-a35c-6e0b1bf4eee7', 'tenant_id': '51fa19ff34a14ecc91f6fc88ae5471cb', 'mac_address': 'fa:16:3e:05:6b:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3007b00-6027-4595-b86c-8233af466725', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'bd989c45-4591-43b5-a111-6cdc77ed547b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:05:46Z', 'updated_at': '2021-09-24T15:05:54Z', 'revision_number': 5, 'project_id': '51fa19ff34a14ecc91f6fc88ae5471cb', 'subnets': [{'id': 'bd989c45-4591-43b5-a111-6cdc77ed547b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809830-2-iscsi', False) {} {{(pid=105995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:13:29.247765 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b8b67e2-67ad-4b9d-9721-d43b24272333 None None] Checking router: c3007b00-6027-4595-b86c-8233af466725 for host: dv-cinder-809830-2-iscsi {{(pid=105995) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:13:29.260132 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b8b67e2-67ad-4b9d-9721-d43b24272333 None None] Routers {'c3007b00-6027-4595-b86c-8233af466725'} bound to L3 agent in host dv-cinder-809830-2-iscsi {{(pid=105995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:13:29.261108 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.l3_hamode_db [None req-3b8b67e2-67ad-4b9d-9721-d43b24272333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809830-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T14:45:58Z,description=,heartbeat_timestamp=2021-09-24T15:13:28Z,host='dv-cinder-809830-2-iscsi',id=76290e94-8d59-4af2-9b8f-4e64db68baa4,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T14:45:58Z,topic='l3_agent')) {'router_ids': ['c3007b00-6027-4595-b86c-8233af466725'], 'active': True} {{(pid=105995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:13:29.273476 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b619bb-0bae-4d46-85db-7f44dc0450e2 req-32f90a6c-a9dd-4207-864b-10eb688f95dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:13:29.276363 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-13b619bb-0bae-4d46-85db-7f44dc0450e2 req-32f90a6c-a9dd-4207-864b-10eb688f95dd service neutron] 10.222.0.99 "GET /v2.0/subnets?id=bd989c45-4591-43b5-a111-6cdc77ed547b HTTP/1.1" status: 200 len: 849 time: 0.1352999 Sep 24 15:13:29.281877 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-5f446696-d820-4beb-a921-902cfac3b584 req-83f33b4f-20af-4cde-affe-fd58c2d00a72 tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] 10.222.0.90 "GET /v2.0/security-groups?id=2939f29b-96bc-4ebb-8f5b-4b5f150442a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1285007 Sep 24 15:13:29.361328 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b619bb-0bae-4d46-85db-7f44dc0450e2 req-b293a363-b5b3-40d4-a784-850897a9becf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:13:29.363437 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-13b619bb-0bae-4d46-85db-7f44dc0450e2 req-b293a363-b5b3-40d4-a784-850897a9becf service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=9d3e3000-5ba9-400c-a35c-6e0b1bf4eee7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0797169 Sep 24 15:13:29.506363 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:13:29.506841 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-13b619bb-0bae-4d46-85db-7f44dc0450e2 req-c33b58d0-cae3-4f36-9718-77969754b944 service neutron] 10.222.0.99 "GET /v2.0/networks/9d3e3000-5ba9-400c-a35c-6e0b1bf4eee7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326277 Sep 24 15:13:29.602706 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.l3_dvr_db [None req-3b8b67e2-67ad-4b9d-9721-d43b24272333 None None] Set router c3007b00-6027-4595-b86c-8233af466725 gateway port host: dv-cinder-809830-2-iscsi {{(pid=105995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:13:29.646446 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-13b619bb-0bae-4d46-85db-7f44dc0450e2 req-cd349b0d-294e-454e-9ff1-53b2be0c5637 service neutron] 10.222.0.99 "GET /v2.0/networks/9d3e3000-5ba9-400c-a35c-6e0b1bf4eee7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293559 Sep 24 15:13:29.924355 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.l3_hamode_db [None req-3b8b67e2-67ad-4b9d-9721-d43b24272333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3007b00-6027-4595-b86c-8233af466725', 'name': 'tempest-TestVolumeBootPattern-52582607-router', 'tenant_id': '51fa19ff34a14ecc91f6fc88ae5471cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7', 'external_fixed_ips': [{'subnet_id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '3c4dbcc3-9137-4f93-aeb5-b5adfb131d4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:05:41Z', 'updated_at': '2021-09-24T15:05:47Z', 'revision_number': 4, 'project_id': '51fa19ff34a14ecc91f6fc88ae5471cb', 'gw_port': {'id': '3c4dbcc3-9137-4f93-aeb5-b5adfb131d4e', 'name': '', 'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:39:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3007b00-6027-4595-b86c-8233af466725', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:05:41Z', 'updated_at': '2021-09-24T15:05:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809830-2-iscsi', '_interfaces': [{'id': 'f0b52ef1-e317-4938-bce1-5cc0445f6ccf', 'name': '', 'network_id': '9d3e3000-5ba9-400c-a35c-6e0b1bf4eee7', 'tenant_id': '51fa19ff34a14ecc91f6fc88ae5471cb', 'mac_address': 'fa:16:3e:05:6b:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3007b00-6027-4595-b86c-8233af466725', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'bd989c45-4591-43b5-a111-6cdc77ed547b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:05:46Z', 'updated_at': '2021-09-24T15:05:54Z', 'revision_number': 5, 'project_id': '51fa19ff34a14ecc91f6fc88ae5471cb', 'subnets': [{'id': 'bd989c45-4591-43b5-a111-6cdc77ed547b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809830-2-iscsi', False) {} {{(pid=105995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:13:29.958704 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b8b67e2-67ad-4b9d-9721-d43b24272333 None None] The sync data for ids ['c3007b00-6027-4595-b86c-8233af466725'] in dv-cinder-809830-2-iscsi is: [{'id': 'c3007b00-6027-4595-b86c-8233af466725', 'name': 'tempest-TestVolumeBootPattern-52582607-router', 'tenant_id': '51fa19ff34a14ecc91f6fc88ae5471cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7', 'external_fixed_ips': [{'subnet_id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '3c4dbcc3-9137-4f93-aeb5-b5adfb131d4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:05:41Z', 'updated_at': '2021-09-24T15:05:47Z', 'revision_number': 4, 'project_id': '51fa19ff34a14ecc91f6fc88ae5471cb', 'gw_port': {'id': '3c4dbcc3-9137-4f93-aeb5-b5adfb131d4e', 'name': '', 'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:39:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3007b00-6027-4595-b86c-8233af466725', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:05:41Z', 'updated_at': '2021-09-24T15:05:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809830-2-iscsi', '_interfaces': [{'id': 'f0b52ef1-e317-4938-bce1-5cc0445f6ccf', 'name': '', 'network_id': '9d3e3000-5ba9-400c-a35c-6e0b1bf4eee7', 'tenant_id': '51fa19ff34a14ecc91f6fc88ae5471cb', 'mac_address': 'fa:16:3e:05:6b:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3007b00-6027-4595-b86c-8233af466725', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'bd989c45-4591-43b5-a111-6cdc77ed547b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:05:46Z', 'updated_at': '2021-09-24T15:05:54Z', 'revision_number': 5, 'project_id': '51fa19ff34a14ecc91f6fc88ae5471cb', 'subnets': [{'id': 'bd989c45-4591-43b5-a111-6cdc77ed547b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:13:30.242766 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f8bf3f-d0cd-4e4c-a827-f20d006ba11e None None] New status for floating IP e2ae1736-3280-47be-83f6-5e85d10721a6: DOWN {{(pid=105996) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 15:13:30.446341 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f124b5-7b09-4478-886f-8817fb0338e3 req-fb0643f3-adc6-4049-947b-6e88a2999071 tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:13:30.448328 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-03f124b5-7b09-4478-886f-8817fb0338e3 req-fb0643f3-adc6-4049-947b-6e88a2999071 tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] 10.222.0.90 "GET /v2.0/ports?device_id=1ba1dfab-2534-4377-8662-5e5d35db76c5 HTTP/1.1" status: 200 len: 945 time: 0.0577230 Sep 24 15:13:30.489637 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-13d777cc-54dc-48f4-b409-3d66fa02497d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:13:30.496488 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf8be84-f81a-4c90-b765-47a0d690bdb3 req-180b97a9-ea41-48bc-a413-42437e85d82e tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:13:30.499780 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-1bf8be84-f81a-4c90-b765-47a0d690bdb3 req-180b97a9-ea41-48bc-a413-42437e85d82e tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] 10.222.0.99 "GET /v2.0/ports?device_id=1ba1dfab-2534-4377-8662-5e5d35db76c5 HTTP/1.1" status: 200 len: 945 time: 0.0816894 Sep 24 15:13:30.507437 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-03f124b5-7b09-4478-886f-8817fb0338e3 req-72c078e9-ce9f-444f-9869-ba1c0b1ac351 tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] 10.222.0.90 "GET /v2.0/security-groups?id=2939f29b-96bc-4ebb-8f5b-4b5f150442a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511105 Sep 24 15:13:30.620118 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.plugin [req-1bf8be84-f81a-4c90-b765-47a0d690bdb3 req-09b593e2-36e8-4d33-abe4-2a95f31fea0e tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Deleting port f5def16b-5389-4ba6-b1f8-ac2f476d61b0 {{(pid=105994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:13:30.620820 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-1bf8be84-f81a-4c90-b765-47a0d690bdb3 req-09b593e2-36e8-4d33-abe4-2a95f31fea0e tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727248545832'] for port, before_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:13:30.738679 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.db [req-1bf8be84-f81a-4c90-b765-47a0d690bdb3 req-09b593e2-36e8-4d33-abe4-2a95f31fea0e tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] For port f5def16b-5389-4ba6-b1f8-ac2f476d61b0, host hv-cinder-80983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80983',level=0,port_id=f5def16b-5389-4ba6-b1f8-ac2f476d61b0,segment=NetworkSegment(54a7b302-b3d8-4976-92a2-8574ea016e7b),segment_id=54a7b302-b3d8-4976-92a2-8574ea016e7b)] {{(pid=105994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:13:30.739223 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-1bf8be84-f81a-4c90-b765-47a0d690bdb3 req-09b593e2-36e8-4d33-abe4-2a95f31fea0e tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616222'] for port, precommit_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:13:30.766865 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.plugin [req-1bf8be84-f81a-4c90-b765-47a0d690bdb3 req-09b593e2-36e8-4d33-abe4-2a95f31fea0e tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Calling delete_port for f5def16b-5389-4ba6-b1f8-ac2f476d61b0 owned by compute:nova {{(pid=105994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:13:30.963660 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-1bf8be84-f81a-4c90-b765-47a0d690bdb3 req-09b593e2-36e8-4d33-abe4-2a95f31fea0e tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727248551918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727248062136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14130366'] for port, after_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:13:30.999978 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b593e2-36e8-4d33-abe4-2a95f31fea0e tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Pushing event deleted for resources: {'Port': ['ID=f5def16b-5389-4ba6-b1f8-ac2f476d61b0,revision_number=None']} {{(pid=105994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:13:31.053376 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bf8be84-f81a-4c90-b765-47a0d690bdb3 req-09b593e2-36e8-4d33-abe4-2a95f31fea0e tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] No DVR routers for this DVR port f5def16b-5389-4ba6-b1f8-ac2f476d61b0 on host hv-cinder-80983 {{(pid=105994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:13:31.056393 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [req-1bf8be84-f81a-4c90-b765-47a0d690bdb3 req-09b593e2-36e8-4d33-abe4-2a95f31fea0e tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472375'] for port, before_response {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:13:31.060363 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [req-1bf8be84-f81a-4c90-b765-47a0d690bdb3 req-09b593e2-36e8-4d33-abe4-2a95f31fea0e tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] 10.222.0.99 "DELETE /v2.0/ports/f5def16b-5389-4ba6-b1f8-ac2f476d61b0 HTTP/1.1" status: 204 len: 173 time: 0.5536354 Sep 24 15:13:31.061107 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ba1dfab-2534-4377-8662-5e5d35db76c5', 'name': 'network-vif-deleted', 'tag': 'f5def16b-5389-4ba6-b1f8-ac2f476d61b0'}] {{(pid=105994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:13:31.065247 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}445a901cbb5a624303c84b78f65e518dd0fb300c00204885c20e5236c8fbed2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99cb3ba1-291a-4c90-bf43-4929307b9efa" -d '{"events": [{"server_uuid": "1ba1dfab-2534-4377-8662-5e5d35db76c5", "name": "network-vif-deleted", "tag": "f5def16b-5389-4ba6-b1f8-ac2f476d61b0"}]}' {{(pid=105994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:13:31.119708 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:13:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-105bc066-c30b-42e1-804f-1a7b6d06cedb x-openstack-request-id: req-105bc066-c30b-42e1-804f-1a7b6d06cedb {{(pid=105994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:13:31.119708 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ba1dfab-2534-4377-8662-5e5d35db76c5", "name": "network-vif-deleted", "tag": "f5def16b-5389-4ba6-b1f8-ac2f476d61b0", "status": "completed", "code": 200}]} {{(pid=105994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:13:31.120264 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-105bc066-c30b-42e1-804f-1a7b6d06cedb {{(pid=105994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:13:31.120534 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ba1dfab-2534-4377-8662-5e5d35db76c5', 'name': 'network-vif-deleted', 'tag': 'f5def16b-5389-4ba6-b1f8-ac2f476d61b0', 'status': 'completed', 'code': 200} Sep 24 15:13:31.684754 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [req-35297787-b93b-431b-a6e8-7804398762ba req-078147e7-8220-4de7-b2ab-186d0e0cecbc tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] 10.222.0.90 "GET /v2.0/ports?device_id=1ba1dfab-2534-4377-8662-5e5d35db76c5 HTTP/1.1" status: 200 len: 210 time: 0.0447485 Sep 24 15:13:32.756799 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.wsgi [-] (105994) accepted ('10.222.0.90', 37902) {{(pid=105994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:13:32.936586 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.plugin [None req-8365ffb5-d357-4fac-aea5-2aa2ccb3b1bc tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Deleting port 7d0f779d-fe45-4d34-b3fe-9371d065630f {{(pid=105994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:13:32.937130 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-8365ffb5-d357-4fac-aea5-2aa2ccb3b1bc tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727248545832'] for port, before_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:13:33.078272 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-8365ffb5-d357-4fac-aea5-2aa2ccb3b1bc tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616222'] for port, precommit_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:13:33.078752 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-8365ffb5-d357-4fac-aea5-2aa2ccb3b1bc tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:13:33.090165 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-450d71f0-4391-4cc8-89b8-8f609d6e2304 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:13:33.094119 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.plugin [None req-8365ffb5-d357-4fac-aea5-2aa2ccb3b1bc tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Calling delete_port for 7d0f779d-fe45-4d34-b3fe-9371d065630f owned by network:floatingip {{(pid=105994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:13:33.274338 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-8365ffb5-d357-4fac-aea5-2aa2ccb3b1bc tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727248551918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727248062136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14130366'] for port, after_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:13:33.306771 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8365ffb5-d357-4fac-aea5-2aa2ccb3b1bc tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Pushing event deleted for resources: {'Port': ['ID=7d0f779d-fe45-4d34-b3fe-9371d065630f,revision_number=None']} {{(pid=105994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:13:33.389552 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-8365ffb5-d357-4fac-aea5-2aa2ccb3b1bc tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Notify callbacks [] for floatingip, after_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:13:33.392232 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-8365ffb5-d357-4fac-aea5-2aa2ccb3b1bc tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472375'] for floatingip, before_response {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:13:33.393544 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [None req-8365ffb5-d357-4fac-aea5-2aa2ccb3b1bc tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] 10.222.0.90 "DELETE /v2.0/floatingips/df345824-60d4-43f5-8e1a-be90cfed1e8f HTTP/1.1" status: 204 len: 168 time: 0.6352668 Sep 24 15:13:34.674423 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.wsgi [-] (105994) accepted ('10.222.0.90', 37914) {{(pid=105994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:13:34.770677 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-e76ce134-1350-4557-ad07-0041d2114d21 tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Notify callbacks [] for security_group, before_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:13:34.819416 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-e76ce134-1350-4557-ad07-0041d2114d21 tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:13:34.926513 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-e76ce134-1350-4557-ad07-0041d2114d21 tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571103'] for security_group, after_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:13:34.929884 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-e76ce134-1350-4557-ad07-0041d2114d21 tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Notify callbacks [] for security_group, before_response {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:13:34.931396 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [None req-e76ce134-1350-4557-ad07-0041d2114d21 tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] 10.222.0.90 "DELETE /v2.0/security-groups/2939f29b-96bc-4ebb-8f5b-4b5f150442a5 HTTP/1.1" status: 204 len: 168 time: 0.2558279 Sep 24 15:13:34.941957 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76ce134-1350-4557-ad07-0041d2114d21 tempest-TestVolumeBootPattern-2058484196 tempest-TestVolumeBootPattern-2058484196-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2939f29b-96bc-4ebb-8f5b-4b5f150442a5,revision_number=None']} {{(pid=105994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:13:35.889816 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.rpc [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Device f5def16b-5389-4ba6-b1f8-ac2f476d61b0 no longer exists at agent hyperv_hv-cinder-80983 {{(pid=105995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:13:35.921342 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.plugin [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] No Port match for: f5def16b-5389-4ba6-b1f8-ac2f476d61b0 {{(pid=105995) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:13:35.921752 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.rpc [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Device f5def16b-5389-4ba6-b1f8-ac2f476d61b0 not bound to the agent host hv-cinder-80983 {{(pid=105995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:13:36.058853 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.wsgi [-] (105993) accepted ('10.222.0.90', 37920) {{(pid=105993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:13:36.759981 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-9e142ce0-3273-47dd-b551-0c079439861d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-594183'] for router_interface, before_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:13:37.085627 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.plugins.ml2.plugin [None req-9e142ce0-3273-47dd-b551-0c079439861d admin admin] Deleting port f0b52ef1-e317-4938-bce1-5cc0445f6ccf {{(pid=105993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:13:37.086287 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-9e142ce0-3273-47dd-b551-0c079439861d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727248545832'] for port, before_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:13:37.190871 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.plugins.ml2.db [None req-9e142ce0-3273-47dd-b551-0c079439861d admin admin] For port f0b52ef1-e317-4938-bce1-5cc0445f6ccf, host dv-cinder-809830-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809830-2-iscsi',level=0,port_id=f0b52ef1-e317-4938-bce1-5cc0445f6ccf,segment=NetworkSegment(54a7b302-b3d8-4976-92a2-8574ea016e7b),segment_id=54a7b302-b3d8-4976-92a2-8574ea016e7b)] {{(pid=105993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:13:37.191341 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-9e142ce0-3273-47dd-b551-0c079439861d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616222'] for port, precommit_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:13:37.212932 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.plugins.ml2.plugin [None req-9e142ce0-3273-47dd-b551-0c079439861d admin admin] Calling delete_port for f0b52ef1-e317-4938-bce1-5cc0445f6ccf owned by network:router_interface {{(pid=105993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:13:37.477428 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-9e142ce0-3273-47dd-b551-0c079439861d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727248551918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727248062136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14427043'] for port, after_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:13:37.509447 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e142ce0-3273-47dd-b551-0c079439861d admin admin] Pushing event deleted for resources: {'Port': ['ID=f0b52ef1-e317-4938-bce1-5cc0445f6ccf,revision_number=None']} {{(pid=105993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:13:37.767676 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-9e142ce0-3273-47dd-b551-0c079439861d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-595342'] for router_interface, after_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:13:38.118916 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e142ce0-3273-47dd-b551-0c079439861d admin admin] Router c3007b00-6027-4595-b86c-8233af466725 has already been hosted by L3 agent 76290e94-8d59-4af2-9b8f-4e64db68baa4 {{(pid=105993) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:13:38.267191 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e142ce0-3273-47dd-b551-0c079439861d admin admin] Notify agent at l3_agent.dv-cinder-809830-2-iscsi the message routers_updated {{(pid=105993) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:13:38.275823 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [None req-9e142ce0-3273-47dd-b551-0c079439861d admin admin] 10.222.0.90 "PUT /v2.0/routers/c3007b00-6027-4595-b86c-8233af466725/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2166593 Sep 24 15:13:38.280539 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.wsgi [-] (105994) accepted ('10.222.0.90', 37924) {{(pid=105994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:13:38.281563 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e924afd-de55-4b85-9a82-15e33a732286 None None] Sync routers for ids ['c3007b00-6027-4595-b86c-8233af466725'] in dv-cinder-809830-2-iscsi {{(pid=105995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:13:38.295754 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e924afd-de55-4b85-9a82-15e33a732286 None None] Routers {'c3007b00-6027-4595-b86c-8233af466725'} bound to L3 agent in host dv-cinder-809830-2-iscsi {{(pid=105995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:13:38.296526 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.l3_hamode_db [None req-6e924afd-de55-4b85-9a82-15e33a732286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809830-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T14:45:58Z,description=,heartbeat_timestamp=2021-09-24T15:13:28Z,host='dv-cinder-809830-2-iscsi',id=76290e94-8d59-4af2-9b8f-4e64db68baa4,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T14:45:58Z,topic='l3_agent')) {'router_ids': ['c3007b00-6027-4595-b86c-8233af466725'], 'active': True} {{(pid=105995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:13:38.431931 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-ece66a28-b2b5-4bec-aed8-01cfc73e63e4 admin admin] Notify callbacks [] for router, before_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:13:38.472043 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.l3_dvr_db [None req-6e924afd-de55-4b85-9a82-15e33a732286 None None] Set router c3007b00-6027-4595-b86c-8233af466725 gateway port host: dv-cinder-809830-2-iscsi {{(pid=105995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:13:38.566795 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-ece66a28-b2b5-4bec-aed8-01cfc73e63e4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:13:38.631306 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.plugin [None req-ece66a28-b2b5-4bec-aed8-01cfc73e63e4 admin admin] Deleting port 3c4dbcc3-9137-4f93-aeb5-b5adfb131d4e {{(pid=105994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:13:38.631632 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-ece66a28-b2b5-4bec-aed8-01cfc73e63e4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727248545832'] for port, before_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:13:38.703374 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.l3_hamode_db [None req-6e924afd-de55-4b85-9a82-15e33a732286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3007b00-6027-4595-b86c-8233af466725', 'name': 'tempest-TestVolumeBootPattern-52582607-router', 'tenant_id': '51fa19ff34a14ecc91f6fc88ae5471cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7', 'external_fixed_ips': [{'subnet_id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '3c4dbcc3-9137-4f93-aeb5-b5adfb131d4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:05:41Z', 'updated_at': '2021-09-24T15:13:37Z', 'revision_number': 5, 'project_id': '51fa19ff34a14ecc91f6fc88ae5471cb', 'gw_port': {'id': '3c4dbcc3-9137-4f93-aeb5-b5adfb131d4e', 'name': '', 'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:39:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3007b00-6027-4595-b86c-8233af466725', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:05:41Z', 'updated_at': '2021-09-24T15:05:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809830-2-iscsi'}], 'dv-cinder-809830-2-iscsi', False) {} {{(pid=105995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:13:38.741160 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e924afd-de55-4b85-9a82-15e33a732286 None None] Checking router: c3007b00-6027-4595-b86c-8233af466725 for host: dv-cinder-809830-2-iscsi {{(pid=105995) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:13:38.752342 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e924afd-de55-4b85-9a82-15e33a732286 None None] Routers {'c3007b00-6027-4595-b86c-8233af466725'} bound to L3 agent in host dv-cinder-809830-2-iscsi {{(pid=105995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:13:38.753020 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.l3_hamode_db [None req-6e924afd-de55-4b85-9a82-15e33a732286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809830-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T14:45:58Z,description=,heartbeat_timestamp=2021-09-24T15:13:28Z,host='dv-cinder-809830-2-iscsi',id=76290e94-8d59-4af2-9b8f-4e64db68baa4,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T14:45:58Z,topic='l3_agent')) {'router_ids': ['c3007b00-6027-4595-b86c-8233af466725'], 'active': True} {{(pid=105995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:13:38.753320 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.db [None req-ece66a28-b2b5-4bec-aed8-01cfc73e63e4 admin admin] For port 3c4dbcc3-9137-4f93-aeb5-b5adfb131d4e, host dv-cinder-809830-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809830-2-iscsi',level=0,port_id=3c4dbcc3-9137-4f93-aeb5-b5adfb131d4e,segment=NetworkSegment(1eeca048-08b8-46bc-9b0a-d3cb6658f7f8),segment_id=1eeca048-08b8-46bc-9b0a-d3cb6658f7f8)] {{(pid=105994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:13:38.753928 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-ece66a28-b2b5-4bec-aed8-01cfc73e63e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616222'] for port, precommit_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:13:38.779467 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.plugin [None req-ece66a28-b2b5-4bec-aed8-01cfc73e63e4 admin admin] Calling delete_port for 3c4dbcc3-9137-4f93-aeb5-b5adfb131d4e owned by network:router_gateway {{(pid=105994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:13:38.882275 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.l3_dvr_db [None req-6e924afd-de55-4b85-9a82-15e33a732286 None None] Set router c3007b00-6027-4595-b86c-8233af466725 gateway port host: None {{(pid=105995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:13:38.962839 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.l3_hamode_db [None req-6e924afd-de55-4b85-9a82-15e33a732286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3007b00-6027-4595-b86c-8233af466725', 'name': 'tempest-TestVolumeBootPattern-52582607-router', 'tenant_id': '51fa19ff34a14ecc91f6fc88ae5471cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:05:41Z', 'updated_at': '2021-09-24T15:13:38Z', 'revision_number': 6, 'project_id': '51fa19ff34a14ecc91f6fc88ae5471cb', 'gw_port_host': None}], 'dv-cinder-809830-2-iscsi', False) {} {{(pid=105995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:13:38.997776 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e924afd-de55-4b85-9a82-15e33a732286 None None] The sync data for ids ['c3007b00-6027-4595-b86c-8233af466725'] in dv-cinder-809830-2-iscsi is: [{'id': 'c3007b00-6027-4595-b86c-8233af466725', 'name': 'tempest-TestVolumeBootPattern-52582607-router', 'tenant_id': '51fa19ff34a14ecc91f6fc88ae5471cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:05:41Z', 'updated_at': '2021-09-24T15:13:38Z', 'revision_number': 6, 'project_id': '51fa19ff34a14ecc91f6fc88ae5471cb', 'gw_port_host': None}] {{(pid=105995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:13:39.043202 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-ece66a28-b2b5-4bec-aed8-01cfc73e63e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727248551918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727248062136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14130366'] for port, after_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:13:39.077142 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece66a28-b2b5-4bec-aed8-01cfc73e63e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=3c4dbcc3-9137-4f93-aeb5-b5adfb131d4e,revision_number=None']} {{(pid=105994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:13:39.161046 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-ece66a28-b2b5-4bec-aed8-01cfc73e63e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595277'] for router_gateway, after_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:13:39.307998 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-ece66a28-b2b5-4bec-aed8-01cfc73e63e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-591138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-903'] for router, precommit_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:13:39.311683 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-ece66a28-b2b5-4bec-aed8-01cfc73e63e4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:13:39.394918 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-ece66a28-b2b5-4bec-aed8-01cfc73e63e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-591147'] for router, after_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:13:39.395844 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ece66a28-b2b5-4bec-aed8-01cfc73e63e4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c3007b00-6027-4595-b86c-8233af466725 {{(pid=105994) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 15:13:39.402608 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-ece66a28-b2b5-4bec-aed8-01cfc73e63e4 admin admin] Notify callbacks [] for router, before_response {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:13:39.404984 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [None req-ece66a28-b2b5-4bec-aed8-01cfc73e63e4 admin admin] 10.222.0.90 "DELETE /v2.0/routers/c3007b00-6027-4595-b86c-8233af466725 HTTP/1.1" status: 204 len: 168 time: 1.1228218 Sep 24 15:13:39.407933 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.wsgi [-] (105993) accepted ('10.222.0.90', 37926) {{(pid=105993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:13:39.483464 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4d1bf75-1078-4fee-8603-787608f1f35b admin admin] Deleting subnet bd989c45-4591-43b5-a111-6cdc77ed547b {{(pid=105993) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 15:13:39.495783 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-c4d1bf75-1078-4fee-8603-787608f1f35b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:13:39.515661 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.rpc [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Device f0b52ef1-e317-4938-bce1-5cc0445f6ccf no longer exists at agent ovs-agent-dv-cinder-809830-2-iscsi {{(pid=105995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:13:39.547115 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.plugin [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] No Port match for: f0b52ef1-e317-4938-bce1-5cc0445f6ccf {{(pid=105995) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:13:39.547367 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.rpc [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Device f0b52ef1-e317-4938-bce1-5cc0445f6ccf not bound to the agent host dv-cinder-809830-2-iscsi {{(pid=105995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:13:39.550988 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-c4d1bf75-1078-4fee-8603-787608f1f35b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13697423'] for subnet, precommit_delete_associations {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:13:39.656493 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-c4d1bf75-1078-4fee-8603-787608f1f35b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1989010'] for subnet, precommit_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:13:39.728551 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-c4d1bf75-1078-4fee-8603-787608f1f35b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1989019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14427134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14663323'] for subnet, after_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:13:39.761919 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-c4d1bf75-1078-4fee-8603-787608f1f35b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536624'] for subnet, before_response {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:13:39.764719 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [None req-c4d1bf75-1078-4fee-8603-787608f1f35b admin admin] 10.222.0.90 "DELETE /v2.0/subnets/bd989c45-4591-43b5-a111-6cdc77ed547b HTTP/1.1" status: 204 len: 168 time: 0.3549869 Sep 24 15:13:39.767172 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d1bf75-1078-4fee-8603-787608f1f35b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd989c45-4591-43b5-a111-6cdc77ed547b,revision_number=None']} {{(pid=105993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:13:39.768376 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aeacda5-7bb4-40f8-930b-c10589a9430a None None] Network 9d3e3000-5ba9-400c-a35c-6e0b1bf4eee7 requested from dv-cinder-809830-2-iscsi {{(pid=105995) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:13:39.769215 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.wsgi [-] (105994) accepted ('10.222.0.90', 37928) {{(pid=105994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:13:39.869460 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-417c53ec-dd73-4e0b-a406-aca969650ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1610858'] for network, before_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:13:39.960877 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.plugin [None req-417c53ec-dd73-4e0b-a406-aca969650ce7 admin admin] Deleting port a2ebe455-7362-440a-8dfa-5f25c382c557 {{(pid=105994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:13:39.961117 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-417c53ec-dd73-4e0b-a406-aca969650ce7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727248545832'] for port, before_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:13:40.046127 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f5ea745-c116-4a92-9405-6effc8e0728e None None] DHCP port deletion for 9d3e3000-5ba9-400c-a35c-6e0b1bf4eee7 request from dv-cinder-809830-2-iscsi {{(pid=105995) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 15:13:40.053725 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.db [None req-417c53ec-dd73-4e0b-a406-aca969650ce7 admin admin] For port a2ebe455-7362-440a-8dfa-5f25c382c557, host dv-cinder-809830-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809830-2-iscsi',level=0,port_id=a2ebe455-7362-440a-8dfa-5f25c382c557,segment=NetworkSegment(54a7b302-b3d8-4976-92a2-8574ea016e7b),segment_id=54a7b302-b3d8-4976-92a2-8574ea016e7b)] {{(pid=105994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:13:40.057006 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-417c53ec-dd73-4e0b-a406-aca969650ce7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616222'] for port, precommit_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:13:40.083730 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.plugin [None req-417c53ec-dd73-4e0b-a406-aca969650ce7 admin admin] Calling delete_port for a2ebe455-7362-440a-8dfa-5f25c382c557 owned by network:dhcp {{(pid=105994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:13:40.135948 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.plugin [None req-4f5ea745-c116-4a92-9405-6effc8e0728e None None] Deleting port a2ebe455-7362-440a-8dfa-5f25c382c557 {{(pid=105995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:13:40.136526 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-4f5ea745-c116-4a92-9405-6effc8e0728e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727248545832'] for port, before_delete {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:13:40.232397 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-417c53ec-dd73-4e0b-a406-aca969650ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727248551918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727248062136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14130366'] for port, after_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:13:40.254264 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.db [None req-4f5ea745-c116-4a92-9405-6effc8e0728e None None] For port a2ebe455-7362-440a-8dfa-5f25c382c557, host dv-cinder-809830-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809830-2-iscsi',level=0,port_id=a2ebe455-7362-440a-8dfa-5f25c382c557,segment=NetworkSegment(54a7b302-b3d8-4976-92a2-8574ea016e7b),segment_id=54a7b302-b3d8-4976-92a2-8574ea016e7b)] {{(pid=105995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:13:40.255175 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-4f5ea745-c116-4a92-9405-6effc8e0728e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616222'] for port, precommit_delete {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:13:40.274821 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417c53ec-dd73-4e0b-a406-aca969650ce7 admin admin] Pushing event deleted for resources: {'Port': ['ID=a2ebe455-7362-440a-8dfa-5f25c382c557,revision_number=None']} {{(pid=105994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:13:40.284088 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-417c53ec-dd73-4e0b-a406-aca969650ce7 admin admin] No DVR routers for this DVR port a2ebe455-7362-440a-8dfa-5f25c382c557 on host dv-cinder-809830-2-iscsi {{(pid=105994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:13:40.286495 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.plugin [None req-4f5ea745-c116-4a92-9405-6effc8e0728e None None] Calling delete_port for a2ebe455-7362-440a-8dfa-5f25c382c557 owned by network:dhcp {{(pid=105995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:13:40.420740 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-417c53ec-dd73-4e0b-a406-aca969650ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1983019', 'neutron.services.segments.db._delete_segments_for_network-8727248609940'] for network, precommit_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:13:40.421773 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-4f5ea745-c116-4a92-9405-6effc8e0728e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727248551918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727248062136'] for port, after_delete {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:13:40.451293 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5ea745-c116-4a92-9405-6effc8e0728e None None] Pushing event deleted for resources: {'Port': ['ID=a2ebe455-7362-440a-8dfa-5f25c382c557,revision_number=None']} {{(pid=105995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:13:40.464514 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f5ea745-c116-4a92-9405-6effc8e0728e None None] No DVR routers for this DVR port a2ebe455-7362-440a-8dfa-5f25c382c557 on host dv-cinder-809830-2-iscsi {{(pid=105995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:13:40.470698 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5ea745-c116-4a92-9405-6effc8e0728e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:13:40.471218 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5ea745-c116-4a92-9405-6effc8e0728e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:13:40.471752 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5ea745-c116-4a92-9405-6effc8e0728e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:13:40.472289 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5ea745-c116-4a92-9405-6effc8e0728e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:13:40.472851 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5ea745-c116-4a92-9405-6effc8e0728e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:13:40.473740 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5ea745-c116-4a92-9405-6effc8e0728e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:13:40.473945 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5ea745-c116-4a92-9405-6effc8e0728e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:13:40.474470 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5ea745-c116-4a92-9405-6effc8e0728e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:13:40.475138 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5ea745-c116-4a92-9405-6effc8e0728e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:13:40.475521 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5ea745-c116-4a92-9405-6effc8e0728e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:13:40.476076 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5ea745-c116-4a92-9405-6effc8e0728e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:13:40.476602 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5ea745-c116-4a92-9405-6effc8e0728e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809830-2-iscsi {{(pid=105995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:13:40.771743 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.services.segments.db [None req-417c53ec-dd73-4e0b-a406-aca969650ce7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d3e3000-5ba9-400c-a35c-6e0b1bf4eee7']}} {{(pid=105994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:13:40.788605 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.services.segments.db [None req-417c53ec-dd73-4e0b-a406-aca969650ce7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54a7b302-b3d8-4976-92a2-8574ea016e7b') {'for_net_delete': True} {{(pid=105994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:13:40.789090 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.services.segments.db [None req-417c53ec-dd73-4e0b-a406-aca969650ce7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54a7b302-b3d8-4976-92a2-8574ea016e7b') {} {{(pid=105994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:13:40.804277 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-417c53ec-dd73-4e0b-a406-aca969650ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727248609437', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13742443'] for segment, before_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:13:40.828987 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-417c53ec-dd73-4e0b-a406-aca969650ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988101'] for segment, precommit_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:13:40.837721 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-417c53ec-dd73-4e0b-a406-aca969650ce7 admin admin] Releasing vlan 1048 on physical network physnet1 to pool {{(pid=105994) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 15:13:40.838447 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-417c53ec-dd73-4e0b-a406-aca969650ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14132045'] for segment, after_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:13:40.843914 dv-cinder-809830-2-iscsi neutron-server[105994]: Traceback (most recent call last): Sep 24 15:13:40.843914 dv-cinder-809830-2-iscsi neutron-server[105994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 15:13:40.843914 dv-cinder-809830-2-iscsi neutron-server[105994]: timer() Sep 24 15:13:40.843914 dv-cinder-809830-2-iscsi neutron-server[105994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 15:13:40.843914 dv-cinder-809830-2-iscsi neutron-server[105994]: cb(*args, **kw) Sep 24 15:13:40.843914 dv-cinder-809830-2-iscsi neutron-server[105994]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 15:13:40.843914 dv-cinder-809830-2-iscsi neutron-server[105994]: return func(*args, **kwargs) Sep 24 15:13:40.843914 dv-cinder-809830-2-iscsi neutron-server[105994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 15:13:40.843914 dv-cinder-809830-2-iscsi neutron-server[105994]: self._notify() Sep 24 15:13:40.843914 dv-cinder-809830-2-iscsi neutron-server[105994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 15:13:40.843914 dv-cinder-809830-2-iscsi neutron-server[105994]: self.callback(batched_events) Sep 24 15:13:40.843914 dv-cinder-809830-2-iscsi neutron-server[105994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 15:13:40.843914 dv-cinder-809830-2-iscsi neutron-server[105994]: event.method(event) Sep 24 15:13:40.843914 dv-cinder-809830-2-iscsi neutron-server[105994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 15:13:40.843914 dv-cinder-809830-2-iscsi neutron-server[105994]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 15:13:40.843914 dv-cinder-809830-2-iscsi neutron-server[105994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 15:13:40.843914 dv-cinder-809830-2-iscsi neutron-server[105994]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 15:13:40.843914 dv-cinder-809830-2-iscsi neutron-server[105994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 15:13:40.843914 dv-cinder-809830-2-iscsi neutron-server[105994]: return f(self, *a, **k) Sep 24 15:13:40.843914 dv-cinder-809830-2-iscsi neutron-server[105994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 15:13:40.843914 dv-cinder-809830-2-iscsi neutron-server[105994]: return self._get(url).json() Sep 24 15:13:40.843914 dv-cinder-809830-2-iscsi neutron-server[105994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 15:13:40.843914 dv-cinder-809830-2-iscsi neutron-server[105994]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 15:13:40.843914 dv-cinder-809830-2-iscsi neutron-server[105994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 15:13:40.843914 dv-cinder-809830-2-iscsi neutron-server[105994]: return self.request(url, 'GET', **kwargs) Sep 24 15:13:40.843914 dv-cinder-809830-2-iscsi neutron-server[105994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 15:13:40.843914 dv-cinder-809830-2-iscsi neutron-server[105994]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 15:13:40.843914 dv-cinder-809830-2-iscsi neutron-server[105994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 15:13:40.843914 dv-cinder-809830-2-iscsi neutron-server[105994]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 15:13:40.843914 dv-cinder-809830-2-iscsi neutron-server[105994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 15:13:40.843914 dv-cinder-809830-2-iscsi neutron-server[105994]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 15:13:40.843914 dv-cinder-809830-2-iscsi neutron-server[105994]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 15:13:40.919400 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-417c53ec-dd73-4e0b-a406-aca969650ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1983004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-595217'] for network, after_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:13:40.927736 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-417c53ec-dd73-4e0b-a406-aca969650ce7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536624'] for network, before_response {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:13:40.931197 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [None req-417c53ec-dd73-4e0b-a406-aca969650ce7 admin admin] 10.222.0.90 "DELETE /v2.0/networks/9d3e3000-5ba9-400c-a35c-6e0b1bf4eee7 HTTP/1.1" status: 204 len: 168 time: 1.1596420 Sep 24 15:13:40.935763 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.wsgi [-] (105993) accepted ('10.222.0.90', 37930) {{(pid=105993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:13:40.945657 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417c53ec-dd73-4e0b-a406-aca969650ce7 admin admin] Pushing event deleted for resources: {'Network': ['ID=9d3e3000-5ba9-400c-a35c-6e0b1bf4eee7,revision_number=None']} {{(pid=105994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:13:41.380600 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.rpc [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Device 3c4dbcc3-9137-4f93-aeb5-b5adfb131d4e no longer exists at agent ovs-agent-dv-cinder-809830-2-iscsi {{(pid=105995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:13:41.413730 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.plugin [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] No Port match for: 3c4dbcc3-9137-4f93-aeb5-b5adfb131d4e {{(pid=105995) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:13:41.414254 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.rpc [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Device 3c4dbcc3-9137-4f93-aeb5-b5adfb131d4e not bound to the agent host dv-cinder-809830-2-iscsi {{(pid=105995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:13:41.414917 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.rpc [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Device a2ebe455-7362-440a-8dfa-5f25c382c557 no longer exists at agent ovs-agent-dv-cinder-809830-2-iscsi {{(pid=105995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:13:41.455874 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.plugin [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] No Port match for: a2ebe455-7362-440a-8dfa-5f25c382c557 {{(pid=105995) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:13:41.456392 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.rpc [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Device a2ebe455-7362-440a-8dfa-5f25c382c557 not bound to the agent host dv-cinder-809830-2-iscsi {{(pid=105995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:13:41.732111 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-ec66a3a2-88c6-4884-b96a-955010a75cc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-594183'] for router_interface, before_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:13:42.068045 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.plugins.ml2.plugin [None req-ec66a3a2-88c6-4884-b96a-955010a75cc5 admin admin] Deleting port abc18c99-b83a-4445-8aa5-f67c43cb22c4 {{(pid=105993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:13:42.069150 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-ec66a3a2-88c6-4884-b96a-955010a75cc5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727248545832'] for port, before_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:13:42.179254 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.plugins.ml2.db [None req-ec66a3a2-88c6-4884-b96a-955010a75cc5 admin admin] For port abc18c99-b83a-4445-8aa5-f67c43cb22c4, host dv-cinder-809830-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809830-2-iscsi',level=0,port_id=abc18c99-b83a-4445-8aa5-f67c43cb22c4,segment=NetworkSegment(d59ca4ce-5b71-477a-8e8b-07285af89435),segment_id=d59ca4ce-5b71-477a-8e8b-07285af89435)] {{(pid=105993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:13:42.179621 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-ec66a3a2-88c6-4884-b96a-955010a75cc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616222'] for port, precommit_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:13:42.198273 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.plugins.ml2.plugin [None req-ec66a3a2-88c6-4884-b96a-955010a75cc5 admin admin] Calling delete_port for abc18c99-b83a-4445-8aa5-f67c43cb22c4 owned by network:router_interface {{(pid=105993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:13:42.444711 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-ec66a3a2-88c6-4884-b96a-955010a75cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727248551918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727248062136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14427043'] for port, after_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:13:42.477669 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec66a3a2-88c6-4884-b96a-955010a75cc5 admin admin] Pushing event deleted for resources: {'Port': ['ID=abc18c99-b83a-4445-8aa5-f67c43cb22c4,revision_number=None']} {{(pid=105993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:13:42.765717 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-ec66a3a2-88c6-4884-b96a-955010a75cc5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-595342'] for router_interface, after_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:13:43.034651 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec66a3a2-88c6-4884-b96a-955010a75cc5 admin admin] Router 2a59fbbf-4ced-449d-8bfb-702589ed01a1 has already been hosted by L3 agent 76290e94-8d59-4af2-9b8f-4e64db68baa4 {{(pid=105993) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:13:43.178397 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec66a3a2-88c6-4884-b96a-955010a75cc5 admin admin] Notify agent at l3_agent.dv-cinder-809830-2-iscsi the message routers_updated {{(pid=105993) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:13:43.184260 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [None req-ec66a3a2-88c6-4884-b96a-955010a75cc5 admin admin] 10.222.0.90 "PUT /v2.0/routers/2a59fbbf-4ced-449d-8bfb-702589ed01a1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2471128 Sep 24 15:13:43.187918 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.wsgi [-] (105993) accepted ('10.222.0.90', 37932) {{(pid=105993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:13:43.189902 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ece5f52-b2c8-4660-9efb-ae4d93ca1225 None None] Sync routers for ids ['2a59fbbf-4ced-449d-8bfb-702589ed01a1'] in dv-cinder-809830-2-iscsi {{(pid=105996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:13:43.205909 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ece5f52-b2c8-4660-9efb-ae4d93ca1225 None None] Routers {'2a59fbbf-4ced-449d-8bfb-702589ed01a1'} bound to L3 agent in host dv-cinder-809830-2-iscsi {{(pid=105996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:13:43.206866 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.db.l3_hamode_db [None req-0ece5f52-b2c8-4660-9efb-ae4d93ca1225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809830-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T14:45:58Z,description=,heartbeat_timestamp=2021-09-24T15:13:28Z,host='dv-cinder-809830-2-iscsi',id=76290e94-8d59-4af2-9b8f-4e64db68baa4,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T14:45:58Z,topic='l3_agent')) {'router_ids': ['2a59fbbf-4ced-449d-8bfb-702589ed01a1'], 'active': True} {{(pid=105996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:13:43.334329 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-e1bc56f8-d5c4-499f-a17b-2fb5c2e8b5e6 admin admin] Notify callbacks [] for router, before_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:13:43.384273 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.db.l3_dvr_db [None req-0ece5f52-b2c8-4660-9efb-ae4d93ca1225 None None] Set router 2a59fbbf-4ced-449d-8bfb-702589ed01a1 gateway port host: dv-cinder-809830-2-iscsi {{(pid=105996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:13:43.490418 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-e1bc56f8-d5c4-499f-a17b-2fb5c2e8b5e6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:13:43.568390 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.plugins.ml2.plugin [None req-e1bc56f8-d5c4-499f-a17b-2fb5c2e8b5e6 admin admin] Deleting port b9595e35-5a19-495c-a587-c809778cd49b {{(pid=105993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:13:43.568670 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-e1bc56f8-d5c4-499f-a17b-2fb5c2e8b5e6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727248545832'] for port, before_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:13:43.665806 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.db.l3_hamode_db [None req-0ece5f52-b2c8-4660-9efb-ae4d93ca1225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a59fbbf-4ced-449d-8bfb-702589ed01a1', 'name': 'tempest-TestVolumeBootPattern-1423469562-router', 'tenant_id': 'adc1c16e57e54718b5fd522a8ea7c71e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7', 'external_fixed_ips': [{'subnet_id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': 'b9595e35-5a19-495c-a587-c809778cd49b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:05:52Z', 'updated_at': '2021-09-24T15:13:42Z', 'revision_number': 5, 'project_id': 'adc1c16e57e54718b5fd522a8ea7c71e', 'gw_port': {'id': 'b9595e35-5a19-495c-a587-c809778cd49b', 'name': '', 'network_id': 'd1d522b2-1ecd-4e8f-be33-d5d511adebd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:40:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a59fbbf-4ced-449d-8bfb-702589ed01a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809830-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:05:53Z', 'updated_at': '2021-09-24T15:06:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58b80919-877d-4d93-a3a2-bd7e936ebc9a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809830-2-iscsi'}], 'dv-cinder-809830-2-iscsi', False) {} {{(pid=105996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:13:43.687072 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.plugins.ml2.db [None req-e1bc56f8-d5c4-499f-a17b-2fb5c2e8b5e6 admin admin] For port b9595e35-5a19-495c-a587-c809778cd49b, host dv-cinder-809830-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809830-2-iscsi',level=0,port_id=b9595e35-5a19-495c-a587-c809778cd49b,segment=NetworkSegment(1eeca048-08b8-46bc-9b0a-d3cb6658f7f8),segment_id=1eeca048-08b8-46bc-9b0a-d3cb6658f7f8)] {{(pid=105993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:13:43.687470 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-e1bc56f8-d5c4-499f-a17b-2fb5c2e8b5e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616222'] for port, precommit_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:13:43.704651 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ece5f52-b2c8-4660-9efb-ae4d93ca1225 None None] Checking router: 2a59fbbf-4ced-449d-8bfb-702589ed01a1 for host: dv-cinder-809830-2-iscsi {{(pid=105996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:13:43.712530 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.plugins.ml2.plugin [None req-e1bc56f8-d5c4-499f-a17b-2fb5c2e8b5e6 admin admin] Calling delete_port for b9595e35-5a19-495c-a587-c809778cd49b owned by network:router_gateway {{(pid=105993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:13:43.721997 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ece5f52-b2c8-4660-9efb-ae4d93ca1225 None None] Routers {'2a59fbbf-4ced-449d-8bfb-702589ed01a1'} bound to L3 agent in host dv-cinder-809830-2-iscsi {{(pid=105996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:13:43.723087 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.db.l3_hamode_db [None req-0ece5f52-b2c8-4660-9efb-ae4d93ca1225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809830-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T14:45:58Z,description=,heartbeat_timestamp=2021-09-24T15:13:28Z,host='dv-cinder-809830-2-iscsi',id=76290e94-8d59-4af2-9b8f-4e64db68baa4,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T14:45:58Z,topic='l3_agent')) {'router_ids': ['2a59fbbf-4ced-449d-8bfb-702589ed01a1'], 'active': True} {{(pid=105996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:13:43.818952 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.db.l3_dvr_db [None req-0ece5f52-b2c8-4660-9efb-ae4d93ca1225 None None] Set router 2a59fbbf-4ced-449d-8bfb-702589ed01a1 gateway port host: None {{(pid=105996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:13:43.877134 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.db.l3_hamode_db [None req-0ece5f52-b2c8-4660-9efb-ae4d93ca1225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a59fbbf-4ced-449d-8bfb-702589ed01a1', 'name': 'tempest-TestVolumeBootPattern-1423469562-router', 'tenant_id': 'adc1c16e57e54718b5fd522a8ea7c71e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:05:52Z', 'updated_at': '2021-09-24T15:13:43Z', 'revision_number': 6, 'project_id': 'adc1c16e57e54718b5fd522a8ea7c71e', 'gw_port_host': None}], 'dv-cinder-809830-2-iscsi', False) {} {{(pid=105996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:13:43.910820 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ece5f52-b2c8-4660-9efb-ae4d93ca1225 None None] The sync data for ids ['2a59fbbf-4ced-449d-8bfb-702589ed01a1'] in dv-cinder-809830-2-iscsi is: [{'id': '2a59fbbf-4ced-449d-8bfb-702589ed01a1', 'name': 'tempest-TestVolumeBootPattern-1423469562-router', 'tenant_id': 'adc1c16e57e54718b5fd522a8ea7c71e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:05:52Z', 'updated_at': '2021-09-24T15:13:43Z', 'revision_number': 6, 'project_id': 'adc1c16e57e54718b5fd522a8ea7c71e', 'gw_port_host': None}] {{(pid=105996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:13:44.000472 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-e1bc56f8-d5c4-499f-a17b-2fb5c2e8b5e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727248551918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727248062136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14427043'] for port, after_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:13:44.031529 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bc56f8-d5c4-499f-a17b-2fb5c2e8b5e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=b9595e35-5a19-495c-a587-c809778cd49b,revision_number=None']} {{(pid=105993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:13:44.127955 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-e1bc56f8-d5c4-499f-a17b-2fb5c2e8b5e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595277'] for router_gateway, after_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:13:44.268154 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-e1bc56f8-d5c4-499f-a17b-2fb5c2e8b5e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-591138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-903'] for router, precommit_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:13:44.280245 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-e1bc56f8-d5c4-499f-a17b-2fb5c2e8b5e6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:13:44.334188 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-e1bc56f8-d5c4-499f-a17b-2fb5c2e8b5e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-591147'] for router, after_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:13:44.334800 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1bc56f8-d5c4-499f-a17b-2fb5c2e8b5e6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2a59fbbf-4ced-449d-8bfb-702589ed01a1 {{(pid=105993) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 15:13:44.339845 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-e1bc56f8-d5c4-499f-a17b-2fb5c2e8b5e6 admin admin] Notify callbacks [] for router, before_response {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:13:44.342033 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [None req-e1bc56f8-d5c4-499f-a17b-2fb5c2e8b5e6 admin admin] 10.222.0.90 "DELETE /v2.0/routers/2a59fbbf-4ced-449d-8bfb-702589ed01a1 HTTP/1.1" status: 204 len: 168 time: 1.1527915 Sep 24 15:13:44.345967 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.wsgi [-] (105993) accepted ('10.222.0.90', 37934) {{(pid=105993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:13:44.400521 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa2f976e-f3d6-4a05-8597-2ed0b15f363b admin admin] Deleting subnet b0279a90-798a-4d12-a939-79abefae2e75 {{(pid=105993) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 15:13:44.405089 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-aa2f976e-f3d6-4a05-8597-2ed0b15f363b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:13:44.441871 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-aa2f976e-f3d6-4a05-8597-2ed0b15f363b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13697423'] for subnet, precommit_delete_associations {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:13:44.546214 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-aa2f976e-f3d6-4a05-8597-2ed0b15f363b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1989010'] for subnet, precommit_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:13:44.614083 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-aa2f976e-f3d6-4a05-8597-2ed0b15f363b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1989019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14427134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14663323'] for subnet, after_delete {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:13:44.642655 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2f976e-f3d6-4a05-8597-2ed0b15f363b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b0279a90-798a-4d12-a939-79abefae2e75,revision_number=None']} {{(pid=105993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:13:44.646698 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron_lib.callbacks.manager [None req-aa2f976e-f3d6-4a05-8597-2ed0b15f363b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536624'] for subnet, before_response {{(pid=105993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:13:44.648858 dv-cinder-809830-2-iscsi neutron-server[105993]: INFO neutron.wsgi [None req-aa2f976e-f3d6-4a05-8597-2ed0b15f363b admin admin] 10.222.0.90 "DELETE /v2.0/subnets/b0279a90-798a-4d12-a939-79abefae2e75 HTTP/1.1" status: 204 len: 168 time: 0.3017130 Sep 24 15:13:44.652571 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.wsgi [-] (105994) accepted ('10.222.0.90', 37936) {{(pid=105994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:13:44.655800 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97f6c615-fe6e-43b0-9186-46907480d633 None None] Network 47b93c13-0aa9-485a-a786-e5edf15a6a53 requested from dv-cinder-809830-2-iscsi {{(pid=105995) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:13:44.743415 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-00dd8e00-ef47-46b0-83f9-0b9f367c0ffb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1610858'] for network, before_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:13:44.822563 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.plugin [None req-00dd8e00-ef47-46b0-83f9-0b9f367c0ffb admin admin] Deleting port 62e19057-1da9-4e7d-98cb-dff2914b45f2 {{(pid=105994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:13:44.823082 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-00dd8e00-ef47-46b0-83f9-0b9f367c0ffb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727248545832'] for port, before_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:13:44.924737 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.db [None req-00dd8e00-ef47-46b0-83f9-0b9f367c0ffb admin admin] For port 62e19057-1da9-4e7d-98cb-dff2914b45f2, host dv-cinder-809830-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809830-2-iscsi',level=0,port_id=62e19057-1da9-4e7d-98cb-dff2914b45f2,segment=NetworkSegment(d59ca4ce-5b71-477a-8e8b-07285af89435),segment_id=d59ca4ce-5b71-477a-8e8b-07285af89435)] {{(pid=105994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:13:44.925198 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-00dd8e00-ef47-46b0-83f9-0b9f367c0ffb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616222'] for port, precommit_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:13:44.932283 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f547f7a5-36db-423f-a293-7540b2099d10 None None] DHCP port deletion for 47b93c13-0aa9-485a-a786-e5edf15a6a53 request from dv-cinder-809830-2-iscsi {{(pid=105995) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 15:13:44.948278 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.plugin [None req-00dd8e00-ef47-46b0-83f9-0b9f367c0ffb admin admin] Calling delete_port for 62e19057-1da9-4e7d-98cb-dff2914b45f2 owned by network:dhcp {{(pid=105994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:13:44.995930 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.plugin [None req-f547f7a5-36db-423f-a293-7540b2099d10 None None] Deleting port 62e19057-1da9-4e7d-98cb-dff2914b45f2 {{(pid=105995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:13:44.996549 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-f547f7a5-36db-423f-a293-7540b2099d10 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727248545832'] for port, before_delete {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:13:45.067375 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-00dd8e00-ef47-46b0-83f9-0b9f367c0ffb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727248551918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727248062136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14130366'] for port, after_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:13:45.090313 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.db [None req-f547f7a5-36db-423f-a293-7540b2099d10 None None] For port 62e19057-1da9-4e7d-98cb-dff2914b45f2, host dv-cinder-809830-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809830-2-iscsi',level=0,port_id=62e19057-1da9-4e7d-98cb-dff2914b45f2,segment=NetworkSegment(d59ca4ce-5b71-477a-8e8b-07285af89435),segment_id=d59ca4ce-5b71-477a-8e8b-07285af89435)] {{(pid=105995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:13:45.091052 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-f547f7a5-36db-423f-a293-7540b2099d10 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616222'] for port, precommit_delete {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:13:45.099546 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dd8e00-ef47-46b0-83f9-0b9f367c0ffb admin admin] Pushing event deleted for resources: {'Port': ['ID=62e19057-1da9-4e7d-98cb-dff2914b45f2,revision_number=None']} {{(pid=105994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:13:45.102301 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00dd8e00-ef47-46b0-83f9-0b9f367c0ffb admin admin] No DVR routers for this DVR port 62e19057-1da9-4e7d-98cb-dff2914b45f2 on host dv-cinder-809830-2-iscsi {{(pid=105994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:13:45.111036 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.plugin [None req-f547f7a5-36db-423f-a293-7540b2099d10 None None] Calling delete_port for 62e19057-1da9-4e7d-98cb-dff2914b45f2 owned by network:dhcp {{(pid=105995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:13:45.209023 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-00dd8e00-ef47-46b0-83f9-0b9f367c0ffb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1983019', 'neutron.services.segments.db._delete_segments_for_network-8727248609940'] for network, precommit_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:13:45.228032 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-f547f7a5-36db-423f-a293-7540b2099d10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727248551918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727248062136'] for port, after_delete {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:13:45.238576 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.services.segments.db [None req-00dd8e00-ef47-46b0-83f9-0b9f367c0ffb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47b93c13-0aa9-485a-a786-e5edf15a6a53']}} {{(pid=105994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:13:45.252635 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.services.segments.db [None req-00dd8e00-ef47-46b0-83f9-0b9f367c0ffb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd59ca4ce-5b71-477a-8e8b-07285af89435') {'for_net_delete': True} {{(pid=105994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:13:45.252635 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.services.segments.db [None req-00dd8e00-ef47-46b0-83f9-0b9f367c0ffb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd59ca4ce-5b71-477a-8e8b-07285af89435') {} {{(pid=105994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:13:45.269988 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-00dd8e00-ef47-46b0-83f9-0b9f367c0ffb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727248609437', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13742443'] for segment, before_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:13:45.276471 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f547f7a5-36db-423f-a293-7540b2099d10 None None] Pushing event deleted for resources: {'Port': ['ID=62e19057-1da9-4e7d-98cb-dff2914b45f2,revision_number=None']} {{(pid=105995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:13:45.283276 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f547f7a5-36db-423f-a293-7540b2099d10 None None] No DVR routers for this DVR port 62e19057-1da9-4e7d-98cb-dff2914b45f2 on host dv-cinder-809830-2-iscsi {{(pid=105995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:13:45.303555 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-00dd8e00-ef47-46b0-83f9-0b9f367c0ffb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988101'] for segment, precommit_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:13:45.311842 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00dd8e00-ef47-46b0-83f9-0b9f367c0ffb admin admin] Releasing vlan 1003 on physical network physnet1 to pool {{(pid=105994) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 15:13:45.312378 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-00dd8e00-ef47-46b0-83f9-0b9f367c0ffb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14132045'] for segment, after_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:13:45.314375 dv-cinder-809830-2-iscsi neutron-server[105994]: Traceback (most recent call last): Sep 24 15:13:45.314375 dv-cinder-809830-2-iscsi neutron-server[105994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 15:13:45.314375 dv-cinder-809830-2-iscsi neutron-server[105994]: timer() Sep 24 15:13:45.314375 dv-cinder-809830-2-iscsi neutron-server[105994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 15:13:45.314375 dv-cinder-809830-2-iscsi neutron-server[105994]: cb(*args, **kw) Sep 24 15:13:45.314375 dv-cinder-809830-2-iscsi neutron-server[105994]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 15:13:45.314375 dv-cinder-809830-2-iscsi neutron-server[105994]: return func(*args, **kwargs) Sep 24 15:13:45.314375 dv-cinder-809830-2-iscsi neutron-server[105994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 15:13:45.314375 dv-cinder-809830-2-iscsi neutron-server[105994]: self._notify() Sep 24 15:13:45.314375 dv-cinder-809830-2-iscsi neutron-server[105994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 15:13:45.314375 dv-cinder-809830-2-iscsi neutron-server[105994]: self.callback(batched_events) Sep 24 15:13:45.314375 dv-cinder-809830-2-iscsi neutron-server[105994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 15:13:45.314375 dv-cinder-809830-2-iscsi neutron-server[105994]: event.method(event) Sep 24 15:13:45.314375 dv-cinder-809830-2-iscsi neutron-server[105994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 15:13:45.314375 dv-cinder-809830-2-iscsi neutron-server[105994]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 15:13:45.314375 dv-cinder-809830-2-iscsi neutron-server[105994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 15:13:45.314375 dv-cinder-809830-2-iscsi neutron-server[105994]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 15:13:45.314375 dv-cinder-809830-2-iscsi neutron-server[105994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 15:13:45.314375 dv-cinder-809830-2-iscsi neutron-server[105994]: return f(self, *a, **k) Sep 24 15:13:45.314375 dv-cinder-809830-2-iscsi neutron-server[105994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 15:13:45.314375 dv-cinder-809830-2-iscsi neutron-server[105994]: return self._get(url).json() Sep 24 15:13:45.314375 dv-cinder-809830-2-iscsi neutron-server[105994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 15:13:45.314375 dv-cinder-809830-2-iscsi neutron-server[105994]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 15:13:45.314375 dv-cinder-809830-2-iscsi neutron-server[105994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 15:13:45.314375 dv-cinder-809830-2-iscsi neutron-server[105994]: return self.request(url, 'GET', **kwargs) Sep 24 15:13:45.314375 dv-cinder-809830-2-iscsi neutron-server[105994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 15:13:45.314375 dv-cinder-809830-2-iscsi neutron-server[105994]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 15:13:45.314375 dv-cinder-809830-2-iscsi neutron-server[105994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 15:13:45.314375 dv-cinder-809830-2-iscsi neutron-server[105994]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 15:13:45.314375 dv-cinder-809830-2-iscsi neutron-server[105994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 15:13:45.314375 dv-cinder-809830-2-iscsi neutron-server[105994]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 15:13:45.314375 dv-cinder-809830-2-iscsi neutron-server[105994]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 15:13:45.379082 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.rpc [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Device b9595e35-5a19-495c-a587-c809778cd49b no longer exists at agent ovs-agent-dv-cinder-809830-2-iscsi {{(pid=105995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:13:45.414068 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.plugin [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] No Port match for: b9595e35-5a19-495c-a587-c809778cd49b {{(pid=105995) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:13:45.414479 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.rpc [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Device b9595e35-5a19-495c-a587-c809778cd49b not bound to the agent host dv-cinder-809830-2-iscsi {{(pid=105995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:13:45.415164 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.rpc [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Device 62e19057-1da9-4e7d-98cb-dff2914b45f2 no longer exists at agent ovs-agent-dv-cinder-809830-2-iscsi {{(pid=105995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:13:45.416410 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-00dd8e00-ef47-46b0-83f9-0b9f367c0ffb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1983004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-595217'] for network, after_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:13:45.423982 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-00dd8e00-ef47-46b0-83f9-0b9f367c0ffb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536624'] for network, before_response {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:13:45.429026 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [None req-00dd8e00-ef47-46b0-83f9-0b9f367c0ffb admin admin] 10.222.0.90 "DELETE /v2.0/networks/47b93c13-0aa9-485a-a786-e5edf15a6a53 HTTP/1.1" status: 204 len: 168 time: 0.7719307 Sep 24 15:13:45.446488 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dd8e00-ef47-46b0-83f9-0b9f367c0ffb admin admin] Pushing event deleted for resources: {'Network': ['ID=47b93c13-0aa9-485a-a786-e5edf15a6a53,revision_number=None']} {{(pid=105994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:13:45.453726 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.plugin [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] No Port match for: 62e19057-1da9-4e7d-98cb-dff2914b45f2 {{(pid=105995) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:13:45.454238 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.rpc [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Device 62e19057-1da9-4e7d-98cb-dff2914b45f2 not bound to the agent host dv-cinder-809830-2-iscsi {{(pid=105995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:13:45.454955 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.rpc [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Device abc18c99-b83a-4445-8aa5-f67c43cb22c4 no longer exists at agent ovs-agent-dv-cinder-809830-2-iscsi {{(pid=105995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:13:45.489491 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.plugin [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] No Port match for: abc18c99-b83a-4445-8aa5-f67c43cb22c4 {{(pid=105995) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:13:45.490240 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron.plugins.ml2.rpc [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Device abc18c99-b83a-4445-8aa5-f67c43cb22c4 not bound to the agent host dv-cinder-809830-2-iscsi {{(pid=105995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:13:45.585387 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.wsgi [-] (105994) accepted ('10.222.0.90', 37940) {{(pid=105994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:13:45.648509 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [None req-48790d11-9deb-49be-88f5-69f0e3d23d93 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=51fa19ff34a14ecc91f6fc88ae5471cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0617986 Sep 24 15:13:45.653432 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.wsgi [-] (105994) accepted ('10.222.0.90', 37942) {{(pid=105994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:13:45.719833 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-ee00a78d-7419-4c2e-bc84-badc0a9cbf7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:13:45.750383 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-ee00a78d-7419-4c2e-bc84-badc0a9cbf7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:13:45.808504 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-ee00a78d-7419-4c2e-bc84-badc0a9cbf7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571103'] for security_group, after_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:13:45.811639 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-ee00a78d-7419-4c2e-bc84-badc0a9cbf7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:13:45.812978 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [None req-ee00a78d-7419-4c2e-bc84-badc0a9cbf7b admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/a61db031-604b-4e0d-9631-e3dee32d3196 HTTP/1.1" status: 204 len: 168 time: 0.1578195 Sep 24 15:13:45.822246 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee00a78d-7419-4c2e-bc84-badc0a9cbf7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a61db031-604b-4e0d-9631-e3dee32d3196,revision_number=None']} {{(pid=105994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:13:45.954099 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:13:46.296964 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.wsgi [-] (105994) accepted ('10.222.0.90', 37948) {{(pid=105994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:13:46.363124 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [None req-b5a3335f-fa91-459f-9c37-935940e67ebb admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=adc1c16e57e54718b5fd522a8ea7c71e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0619726 Sep 24 15:13:46.364445 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.wsgi [-] (105994) accepted ('10.222.0.90', 37950) {{(pid=105994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:13:46.468899 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-656c4783-69a2-418f-98dc-36661674053d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:13:46.514940 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-656c4783-69a2-418f-98dc-36661674053d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:13:46.603785 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-656c4783-69a2-418f-98dc-36661674053d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571103'] for security_group, after_delete {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:13:46.607478 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron_lib.callbacks.manager [None req-656c4783-69a2-418f-98dc-36661674053d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:13:46.608731 dv-cinder-809830-2-iscsi neutron-server[105994]: INFO neutron.wsgi [None req-656c4783-69a2-418f-98dc-36661674053d admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/e124b7c3-a719-4531-82d1-a9cb21d8c180 HTTP/1.1" status: 204 len: 168 time: 0.2430928 Sep 24 15:13:46.621189 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656c4783-69a2-418f-98dc-36661674053d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e124b7c3-a719-4531-82d1-a9cb21d8c180,revision_number=None']} {{(pid=105994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:13:53.582097 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-5fa2ef9f-a238-4526-a260-846bbbc86dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:13:58.317469 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-77906639-2cb9-48b5-860d-ccc03ea9fc77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:13:59.320538 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.db.agents_db [None req-37515238-e50e-498e-bfbd-a21ffee86c29 None None] Agent healthcheck: found 6 active agents {{(pid=105996) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 15:13:59.370400 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:14:00.491581 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-13d777cc-54dc-48f4-b409-3d66fa02497d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:14:03.086148 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-450d71f0-4391-4cc8-89b8-8f609d6e2304 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:14:15.958651 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:14:23.579070 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-e7c19812-f682-4e19-89d5-b7306fc60f4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:14:28.323697 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-d0e06001-3161-4caf-8f1e-dc1c6853cf08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:14:29.373719 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:14:30.492803 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-13d777cc-54dc-48f4-b409-3d66fa02497d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:14:33.085025 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-450d71f0-4391-4cc8-89b8-8f609d6e2304 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:14:36.319515 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.db.agents_db [None req-37515238-e50e-498e-bfbd-a21ffee86c29 None None] Agent healthcheck: found 6 active agents {{(pid=105996) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 15:14:45.962557 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:14:53.577696 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-1500e833-00bd-43be-92b1-95fa7d71366f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:14:58.315479 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-884e85ef-cb9b-43ae-af33-1620a513ee42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:14:59.376063 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:15:00.495997 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-13d777cc-54dc-48f4-b409-3d66fa02497d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:15:03.086250 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-450d71f0-4391-4cc8-89b8-8f609d6e2304 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:15:13.319900 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.db.agents_db [None req-37515238-e50e-498e-bfbd-a21ffee86c29 None None] Agent healthcheck: found 6 active agents {{(pid=105996) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 15:15:15.993294 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:15:23.572518 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-1e0d69ef-61bd-49ac-8a95-a20057bd5328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:15:28.316994 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-f196d160-1500-48f8-8171-bd60c513abc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:15:29.377800 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:15:30.499319 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-13d777cc-54dc-48f4-b409-3d66fa02497d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:15:33.093240 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-450d71f0-4391-4cc8-89b8-8f609d6e2304 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:15:46.006207 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:15:46.971291 dv-cinder-809830-2-iscsi neutron-server[105993]: DEBUG neutron.wsgi [req-8c394af3-9677-4e4a-9efe-ace36b4a4636 req-bf7487fc-d9eb-48c7-80b1-4d524bbadeeb service neutron] (105993) timed out ('10.222.0.99', 57031) {{(pid=105993) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 24 15:15:50.319493 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.db.agents_db [None req-37515238-e50e-498e-bfbd-a21ffee86c29 None None] Agent healthcheck: found 6 active agents {{(pid=105996) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 15:15:53.584405 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-b60b46ca-71c9-474e-9cfe-210450cc7fdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:15:58.317951 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-dd0c3f9e-345f-4f06-bab5-6f1ddbc8d700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:15:59.386129 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:16:00.501912 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-13d777cc-54dc-48f4-b409-3d66fa02497d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:16:03.096445 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-450d71f0-4391-4cc8-89b8-8f609d6e2304 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:16:16.004102 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:16:23.588930 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-e98c2cb6-5c15-4e6a-9777-17278bda3b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:16:27.319120 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.db.agents_db [None req-37515238-e50e-498e-bfbd-a21ffee86c29 None None] Agent healthcheck: found 6 active agents {{(pid=105996) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 15:16:28.319048 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-de0f09a6-206d-4511-89f7-deb56699a30a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:16:29.380766 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:16:30.506123 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-13d777cc-54dc-48f4-b409-3d66fa02497d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:16:33.103857 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-450d71f0-4391-4cc8-89b8-8f609d6e2304 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:16:46.021143 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:16:53.582134 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-cb57c923-6add-4da3-92bf-64357978de7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:16:58.320366 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-91dd967e-ea13-4138-a908-2b9d2e084b21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:16:59.384180 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:17:00.510186 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-13d777cc-54dc-48f4-b409-3d66fa02497d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:17:03.099483 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-450d71f0-4391-4cc8-89b8-8f609d6e2304 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:17:04.317639 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.db.agents_db [None req-37515238-e50e-498e-bfbd-a21ffee86c29 None None] Agent healthcheck: found 6 active agents {{(pid=105996) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 15:17:16.019385 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:17:23.586258 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-58a2512f-3cce-4e59-8d86-2ea0304313b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:17:28.323363 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-ce5b29aa-c352-4a7a-b93c-45c5ea632af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:17:29.387713 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:17:30.511854 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-13d777cc-54dc-48f4-b409-3d66fa02497d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:17:33.103302 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-450d71f0-4391-4cc8-89b8-8f609d6e2304 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:17:41.316188 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.db.agents_db [None req-37515238-e50e-498e-bfbd-a21ffee86c29 None None] Agent healthcheck: found 6 active agents {{(pid=105996) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 15:17:46.018255 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:17:53.588955 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-b7c9c732-d19b-4548-8093-cfce8d145338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:17:58.324492 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-14bf262f-6366-444c-926c-bbdceb2002b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:17:59.390917 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:18:00.514505 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-13d777cc-54dc-48f4-b409-3d66fa02497d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:18:03.107656 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-450d71f0-4391-4cc8-89b8-8f609d6e2304 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:18:16.024862 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:18:18.315089 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.db.agents_db [None req-37515238-e50e-498e-bfbd-a21ffee86c29 None None] Agent healthcheck: found 6 active agents {{(pid=105996) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 15:18:23.705463 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-5450598c-d172-4a6e-bd10-93e0697916b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:18:28.325809 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-e7bcecfb-37f5-48a9-a0ca-b0f88fedb746 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:18:29.392901 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:18:30.518005 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-13d777cc-54dc-48f4-b409-3d66fa02497d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:18:33.109556 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-450d71f0-4391-4cc8-89b8-8f609d6e2304 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:18:41.604357 dv-cinder-809830-2-iscsi neutron-server[105994]: DEBUG neutron.wsgi [req-fcf56c36-71f2-45c7-92f4-a6811d227535 req-483cca91-60c2-4a34-83ef-a1c797c3caed service neutron] (105994) timed out ('10.222.0.90', 34672) {{(pid=105994) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 24 15:18:46.010845 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-04dd77b5-c3b8-4a3b-8ca1-d2240857fe1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:18:53.588787 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-41003c30-25fd-4e21-9ac4-21a3bfe7f634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:18:55.315083 dv-cinder-809830-2-iscsi neutron-server[105996]: DEBUG neutron.db.agents_db [None req-37515238-e50e-498e-bfbd-a21ffee86c29 None None] Agent healthcheck: found 6 active agents {{(pid=105996) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 15:18:58.327062 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-809f830b-bad1-4a83-bed2-802cd274128d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:18:59.395598 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-56f8df05-29b2-4a42-a8a2-1698225e533e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:19:00.530377 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-13d777cc-54dc-48f4-b409-3d66fa02497d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:19:03.115628 dv-cinder-809830-2-iscsi neutron-server[105995]: DEBUG neutron_lib.callbacks.manager [None req-450d71f0-4391-4cc8-89b8-8f609d6e2304 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248609922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984811'] for agent, after_update {{(pid=105995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}